From e834d4190c355753dd6dabdc80083b289f8d35e2 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:51 +0200 Subject: [PATCH 001/117] Changed maven settings to private token --- generators/EMADL2CPP/settings.xml | 8 +- generators/executionSemantics/settings.xml | 116 ++++++++++----------- utilities/emadl-maven-plugin/settings.xml | 4 +- 3 files changed, 64 insertions(+), 64 deletions(-) diff --git a/generators/EMADL2CPP/settings.xml b/generators/EMADL2CPP/settings.xml index 3d6304adde..18fc5e9acd 100644 --- a/generators/EMADL2CPP/settings.xml +++ b/generators/EMADL2CPP/settings.xml @@ -26,8 +26,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} @@ -38,8 +38,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/generators/executionSemantics/settings.xml b/generators/executionSemantics/settings.xml index 52dc65237f..b329cc24d2 100644 --- a/generators/executionSemantics/settings.xml +++ b/generators/executionSemantics/settings.xml @@ -1,58 +1,58 @@ - - - - - - - - org.mortbay.jetty - de.topobyte - - - - - - - - se-nexus - cibuild - ${env.cibuild} - - - - - - se-nexus - external:* - https://nexus.se.rwth-aachen.de/content/groups/public - - - - - - se-nexus - - - central - https://central - - - - - - - central - https://central - - - - - - - - - se-nexus - - + + + + + + + + org.mortbay.jetty + de.topobyte + + + + + + + + se-nexus + cibuild + ${env.cibuild} + + + + + + se-nexus + external:* + https://nexus.se.rwth-aachen.de/content/groups/public + + + + + + se-nexus + + + central + https://central + + + + + + + central + https://central + + + + + + + + + se-nexus + + diff --git a/utilities/emadl-maven-plugin/settings.xml b/utilities/emadl-maven-plugin/settings.xml index 3659a6bf0b..3a6b9e38a1 100644 --- a/utilities/emadl-maven-plugin/settings.xml +++ b/utilities/emadl-maven-plugin/settings.xml @@ -24,8 +24,8 @@ - Job-Token - ${CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} From 0077df5378bfc0ad63804f58a87481e28d398bbb Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:51 +0200 Subject: [PATCH 002/117] Migrated pipeline of CNNArch2Caffe2 and branch master from Gitlab to Github --- .github/workflows/CNNArch2Caffe2.yml | 59 ++++++++++++++++++++++++++++ 1 file changed, 59 insertions(+) create mode 100644 .github/workflows/CNNArch2Caffe2.yml diff --git a/.github/workflows/CNNArch2Caffe2.yml b/.github/workflows/CNNArch2Caffe2.yml new file mode 100644 index 0000000000..5dffe3eefe --- /dev/null +++ b/.github/workflows/CNNArch2Caffe2.yml @@ -0,0 +1,59 @@ +name: CNNArch2Caffe2 +on: + push: + paths: + - 'generators/CNNArch2Caffe2/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 18227 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2Caffe2 + apt-get update -q && apt-get install -y -q g++ libhdf5-serial-dev libhdf5-dev libopenblas-dev + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2Caffe2 + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From c5a716bee29e7933bdf36eb64545155c59fdd1af Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:51 +0200 Subject: [PATCH 003/117] Migrated pipeline of CNNArch2Gluon and branch master from Gitlab to Github --- .github/workflows/CNNArch2Gluon.yml | 232 ++++++++++++++++++++++++++++ 1 file changed, 232 insertions(+) create mode 100644 .github/workflows/CNNArch2Gluon.yml diff --git a/.github/workflows/CNNArch2Gluon.yml b/.github/workflows/CNNArch2Gluon.yml new file mode 100644 index 0000000000..868bdfae36 --- /dev/null +++ b/.github/workflows/CNNArch2Gluon.yml @@ -0,0 +1,232 @@ +name: CNNArch2Gluon +on: + push: + paths: + - 'generators/CNNArch2Gluon/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 24962 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + runBranchJobLinux: ${{steps.BranchJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + rule1_files=false + for path in $(cat diff.txt); do + if [[ $path == *src* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + if [[ $path == *pom.xml* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + if [[ $path == *settings.xml* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + done + echo "rule1_files: $rule1_files" + if [[ ${{ github.ref_name }} == "master" && ${{ github.event_name }} == "workflow_dispatch" ]]; then + echo "rule0 is true" + rule0=1 + else + echo "rule0 is false" + rule0=0 + fi + if [[ ${{ github.ref_name }} == "master" && $rule1_files == true ]]; then + echo "rule1 is true" + rule1=1 + else + echo "rule1 is false" + rule1=0 + fi + run=0 + run=$((run || rule0)) + run=$((run || rule1)) + if [[ $run == 1 ]]; then + run=true + else + run=false + fi + echo "Final run status: $run" + echo "run=$run" >> $GITHUB_OUTPUT + - name: Check BranchJobLinux + id: BranchJobLinux + run: | + rule1_files=false + for path in $(cat diff.txt); do + if [[ $path == *src* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + if [[ $path == *pom.xml* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + if [[ $path == *settings.xml* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + done + echo "rule1_files: $rule1_files" + if [[ ${{ github.ref_name }} != "master" && ${{ github.event_name }} == "workflow_dispatch" ]]; then + echo "rule0 is true" + rule0=1 + else + echo "rule0 is false" + rule0=0 + fi + if [[ ${{ github.ref_name }} != "master" && $rule1_files == true ]]; then + echo "rule1 is true" + rule1=1 + else + echo "rule1 is false" + rule1=0 + fi + run=0 + run=$((run || rule0)) + run=$((run || rule1)) + if [[ $run == 1 ]]; then + run=true + else + run=false + fi + echo "Final run status: $run" + echo "run=$run" >> $GITHUB_OUTPUT + linux_phase: + needs: [BranchJobLinux, masterJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linux" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linux" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: FileChanges + if: ${{needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2Gluon + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{needs.FileChanges.outputs.runBranchJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2Gluon + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + trigger-emadl: + needs: linux_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger EMADL2CPP pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: EMADL2CPP.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: EMADL2CPP.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + From f879ae9428794373b793a6e11e3783bed5124f2e Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:51 +0200 Subject: [PATCH 004/117] Migrated pipeline of CNNArch2Tensorflow and branch master from Gitlab to Github --- .github/workflows/CNNArch2Tensorflow.yml | 58 ++++++++++++++++++++++++ 1 file changed, 58 insertions(+) create mode 100644 .github/workflows/CNNArch2Tensorflow.yml diff --git a/.github/workflows/CNNArch2Tensorflow.yml b/.github/workflows/CNNArch2Tensorflow.yml new file mode 100644 index 0000000000..1770b3051c --- /dev/null +++ b/.github/workflows/CNNArch2Tensorflow.yml @@ -0,0 +1,58 @@ +name: CNNArch2Tensorflow +on: + push: + paths: + - 'generators/CNNArch2Tensorflow/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 29656 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2Tensorflow + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2Tensorflow + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From b02e33b3375ea724d217d1a791a0483e9cdf919d Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:52 +0200 Subject: [PATCH 005/117] Migrated pipeline of CNNArch2X and branch master from Gitlab to Github --- .github/workflows/CNNArch2X.yml | 117 ++++++++++++++++++++++++++++++++ 1 file changed, 117 insertions(+) create mode 100644 .github/workflows/CNNArch2X.yml diff --git a/.github/workflows/CNNArch2X.yml b/.github/workflows/CNNArch2X.yml new file mode 100644 index 0000000000..cc60893a9c --- /dev/null +++ b/.github/workflows/CNNArch2X.yml @@ -0,0 +1,117 @@ +name: CNNArch2X +on: + push: + paths: + - 'generators/CNNArch2X/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 30745 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + rule1_files=false + for path in $(cat diff.txt); do + if [[ $path == *src* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + if [[ $path == *pom.xml* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + if [[ $path == *settings.xml* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + done + echo "rule1_files: $rule1_files" + if [[ ${{ github.ref_name }} == "master" && ${{ github.event_name }} == "workflow_dispatch" ]]; then + echo "rule0 is true" + rule0=1 + else + echo "rule0 is false" + rule0=0 + fi + if [[ ${{ github.ref_name }} == "master" && $rule1_files == true ]]; then + echo "rule1 is true" + rule1=1 + else + echo "rule1 is false" + rule1=0 + fi + run=0 + run=$((run || rule0)) + run=$((run || rule1)) + if [[ $run == 1 ]]; then + run=true + else + run=false + fi + echo "Final run status: $run" + echo "run=$run" >> $GITHUB_OUTPUT + + masterJobLinux: + needs: FileChanges + if: ${{needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2X + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2X + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From 910c5fe2aee6df0260d05073dab9117b1479642d Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:52 +0200 Subject: [PATCH 006/117] Migrated pipeline of CNNArchLang and branch master from Gitlab to Github --- .github/workflows/CNNArchLang.yml | 99 +++++++++++++++++++++++++++++++ 1 file changed, 99 insertions(+) create mode 100644 .github/workflows/CNNArchLang.yml diff --git a/.github/workflows/CNNArchLang.yml b/.github/workflows/CNNArchLang.yml new file mode 100644 index 0000000000..eb3f604245 --- /dev/null +++ b/.github/workflows/CNNArchLang.yml @@ -0,0 +1,99 @@ +name: CNNArchLang +on: + push: + paths: + - 'languages/CNNArchLang/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17648 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterJobLinux: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/CNNArchLang + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + mvn package -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/CNNArchLang + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 8e73dc396bf5fb42684289a249b47188b2d23328 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:52 +0200 Subject: [PATCH 007/117] Migrated pipeline of ConfLang and branch master from Gitlab to Github --- .github/workflows/ConfLang.yml | 91 ++++++++++++++++++++++++++++++++++ 1 file changed, 91 insertions(+) create mode 100644 .github/workflows/ConfLang.yml diff --git a/.github/workflows/ConfLang.yml b/.github/workflows/ConfLang.yml new file mode 100644 index 0000000000..0e598c5695 --- /dev/null +++ b/.github/workflows/ConfLang.yml @@ -0,0 +1,91 @@ +name: ConfLang +on: + push: + paths: + - 'languages/ConfLang/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 55457 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} + MAVEN_OPTS : -Xmx4096m -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=WARN -Dorg.slf4j.simpleLogger.showDateTime=true -Djava.awt.headless=true -Dmaven.repo.local=$CI_PROJECT_DIR/.m2/repository + MAVEN_CLI_OPTS : --batch-mode --errors --fail-at-end --show-version -DinstallAtEnd=true +jobs: + build_phase: + needs: [build] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage build" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage build" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + report_phase: + needs: [build_phase, ] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage report" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage report" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + build: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.5.4-jdk-8-alpine + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.5.4-jdk-8-alpine tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/ConfLang + mvn $MAVEN_CLI_OPTS clean install -U + run: docker exec build-container bash -c "$SCRIPT" + - name: Reporting + uses: dorny/test-reporter@v2 + continue-on-error: true + if : ${{ always() }} + with: + name: build + path: | + - ./target/surefire-reports/TEST-*.xml + reporter: java-junit + + deploy: + needs: report_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/ConfLang + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 03cf037f99cfb8ecaaef657f41278c490f5ed577 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:52 +0200 Subject: [PATCH 008/117] Migrated pipeline of EMADL2CPP and branch master from Gitlab to Github --- .github/workflows/EMADL2CPP.yml | 621 ++++++++++++++++++++++++++++++++ 1 file changed, 621 insertions(+) create mode 100644 .github/workflows/EMADL2CPP.yml diff --git a/.github/workflows/EMADL2CPP.yml b/.github/workflows/EMADL2CPP.yml new file mode 100644 index 0000000000..2c4c32e068 --- /dev/null +++ b/.github/workflows/EMADL2CPP.yml @@ -0,0 +1,621 @@ +name: EMADL2CPP +on: + push: + paths: + - 'generators/EMADL2CPP/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17712 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmodularityTest: ${{steps.modularityTest.outputs.run}} + runbuildDockerMXNet150: ${{steps.buildDockerMXNet150.outputs.run}} + runbuildDockerMXNet170: ${{steps.buildDockerMXNet170.outputs.run}} + runbuildDockerMXNet170onnx: ${{steps.buildDockerMXNet170onnx.outputs.run}} + runbuildDockerTensorflowONNX: ${{steps.buildDockerTensorflowONNX.outputs.run}} + runbuildDockerMXNet170DGL: ${{steps.buildDockerMXNet170DGL.outputs.run}} + runbuildDockerDGLQD: ${{steps.buildDockerDGLQD.outputs.run}} + runbuildDockerPyTorch: ${{steps.buildDockerPyTorch.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check modularityTest + id: modularityTest + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + - name: Check buildDockerMXNet150 + id: buildDockerMXNet150 + run: | + only=false + for path in $(cat diff.txt); do + if [[ $path == *src/test/resources/docker/mxnet150* ]]; then + echo "Matching path found: $path" + echo "RUN" + only=true + break + fi + done + echo "Final file status only check: $only" + echo "run=$only" >> $GITHUB_OUTPUT + - name: Check buildDockerMXNet170 + id: buildDockerMXNet170 + run: | + only=false + for path in $(cat diff.txt); do + if [[ $path == *src/test/resources/docker/mxnet170* ]]; then + echo "Matching path found: $path" + echo "RUN" + only=true + break + fi + done + echo "Final file status only check: $only" + echo "run=$only" >> $GITHUB_OUTPUT + - name: Check buildDockerMXNet170onnx + id: buildDockerMXNet170onnx + run: | + only=false + for path in $(cat diff.txt); do + if [[ $path == *src/test/resources/docker/mxnet170* ]]; then + echo "Matching path found: $path" + echo "RUN" + only=true + break + fi + done + echo "Final file status only check: $only" + echo "run=$only" >> $GITHUB_OUTPUT + - name: Check buildDockerTensorflowONNX + id: buildDockerTensorflowONNX + run: | + only=false + for path in $(cat diff.txt); do + if [[ $path == *src/test/resources/docker/tensorflow* ]]; then + echo "Matching path found: $path" + echo "RUN" + only=true + break + fi + done + echo "Final file status only check: $only" + echo "run=$only" >> $GITHUB_OUTPUT + - name: Check buildDockerMXNet170DGL + id: buildDockerMXNet170DGL + run: | + only=false + for path in $(cat diff.txt); do + if [[ $path == *src/test/resources/docker/mxnet170* ]]; then + echo "Matching path found: $path" + echo "RUN" + only=true + break + fi + done + echo "Final file status only check: $only" + echo "run=$only" >> $GITHUB_OUTPUT + - name: Check buildDockerDGLQD + id: buildDockerDGLQD + run: | + only=false + for path in $(cat diff.txt); do + if [[ $path == *src/test/resources/docker/dglqd* ]]; then + echo "Matching path found: $path" + echo "RUN" + only=true + break + fi + done + echo "Final file status only check: $only" + echo "run=$only" >> $GITHUB_OUTPUT + - name: Check buildDockerPyTorch + id: buildDockerPyTorch + run: | + only=false + for path in $(cat diff.txt); do + if [[ $path == *src/test/resources/docker/pytorch* ]]; then + echo "Matching path found: $path" + echo "RUN" + only=true + break + fi + done + echo "Final file status only check: $only" + echo "run=$only" >> $GITHUB_OUTPUT + docker_phase: + needs: [buildDockerMXNet170onnx, buildDockerMXNet150, buildDockerMXNet170, buildDockerMXNet170DGL, buildDockerDGLQD, buildDockerTensorflowONNX, buildDockerPyTorch] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage docker" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage docker" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + linux_phase: + needs: [docker_phase, integrationPythonWrapperTest, integrationCaffe2JobLinux, integrationMXNetJobLinux, integrationPyTorchJobLinux, artifact-extraction, UnitTestJobLinux, modularityTest, integrationTensorflowJobLinux, integrationGluonJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linux" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linux" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + deploy_phase: + needs: [linux_phase, git_masterJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage deploy" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage deploy" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + git_masterJobLinux: + needs: linux_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2CPP + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean deploy --settings settings.xml -DskipTests + run: docker exec build-container bash -c "$SCRIPT" + + integrationMXNetJobLinux: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet150:v0.0.5 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet150:v0.0.5 tail -f /dev/null + - name: Script + continue-on-error: true + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2CPP + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean install --settings settings.xml -Dtest=IntegrationMXNetTest + run: docker exec build-container bash -c "$SCRIPT" + + integrationCaffe2JobLinux: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/integrationtests/caffe2:v0.0.5 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/integrationtests/caffe2:v0.0.5 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2CPP + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean install --settings settings.xml -Dtest=IntegrationCaffe2Test + run: docker exec build-container bash -c "$SCRIPT" + + integrationGluonJobLinux: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2CPP + ln /usr/bin/python3 /usr/bin/python -f + python -m pip install -U pip + python -m pip install scikit-image + python -m pip install opencv-python + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean install --settings settings.xml -Dtest=IntegrationGluonTest + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: always() + with: + name: integrationGluonJobLinux + retention-days: 7 + path: | + generators/EMADL2CPP/target + + integrationTensorflowJobLinux: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/integrationtests/tensorflow:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/integrationtests/tensorflow:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2CPP + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean install --settings settings.xml -Dtest=IntegrationTensorflowTest + run: docker exec build-container bash -c "$SCRIPT" + + integrationPyTorchJobLinux: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/pytorch:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/pytorch:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2CPP + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean install --settings settings.xml -Dtest="MontiAnnaGeneratorTest#testPyTorchBackendArtefactsGenerationWithEMADLGenerator,ConfigurationTest,PersistentLoggingDataTest,TrackingTest" + run: docker exec build-container bash -c "$SCRIPT" + + integrationPythonWrapperTest: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2pythonwrapper/tests/mvn-swig:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2pythonwrapper/tests/mvn-swig:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2CPP + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean install --settings settings.xml -Dtest=IntegrationPythonWrapperTest + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: always() + with: + name: integrationPythonWrapperTest + retention-days: 7 + path: | + generators/EMADL2CPP/target + + modularityTest: + needs: [docker_phase, FileChanges] + if: ${{ !cancelled() && needs.FileChanges.outputs.runmodularityTest == 'true' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2CPP + export TZ=Europe/Berlin && apt update && DEBIAN_FRONTEND=noninteractive apt install -y tzdata + apt update && apt install libopencv-dev python3-opencv libopenblas-dev liblapack-dev -y + ln -fs /usr/share/zoneinfo/Europe/Berlin /etc/localtime + dpkg-reconfigure --frontend noninteractive tzdata + ln /usr/bin/python3 /usr/bin/python -f + python -m pip install -U pip + python -m pip install scikit-image + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean install --settings settings.xml -Dtest=ModularBasicTest + run: docker exec build-container bash -c "$SCRIPT" + + UnitTestJobLinux: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/mnist-infogan/gans_mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/mnist-infogan/gans_mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2CPP + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B -U clean install --settings settings.xml -Dtest="GenerationTest,SymtabTest*" + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: always() + with: + name: UnitTestJobLinux + retention-days: 7 + path: | + generators/EMADL2CPP/target + + buildDockerMXNet150: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runbuildDockerMXNet150 == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd generators/EMADL2CPP + cd src/test/resources/docker/mxnet150 + + buildDockerMXNet170: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runbuildDockerMXNet170 == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd generators/EMADL2CPP + cd src/test/resources/docker/mxnet170 + + buildDockerMXNet170onnx: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runbuildDockerMXNet170onnx == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd generators/EMADL2CPP + cd src/test/resources/docker/mxnet170 + + buildDockerTensorflowONNX: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runbuildDockerTensorflowONNX == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd generators/EMADL2CPP + cd src/test/resources/docker/tensorflow + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + LOWERCASE_OWNER=$(echo "${{ github.repository_owner }}" | tr "[:upper:]" "[:lower:]") + docker build -t ghcr.io/$LOWERCASE_OWNER/emadl2cpp/dockerimages/tensorflow-onnx:latest -f Dockerfile-onnx . + docker push ghcr.io/$LOWERCASE_OWNER/emadl2cpp/dockerimages/tensorflow-onnx:latest + + buildDockerMXNet170DGL: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runbuildDockerMXNet170DGL == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd generators/EMADL2CPP + cd src/test/resources/docker/mxnet170 + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + LOWERCASE_OWNER=$(echo "${{ github.repository_owner }}" | tr "[:upper:]" "[:lower:]") + docker build -t ghcr.io/$LOWERCASE_OWNER/emadl2cpp/dockerimages/mxnet170-dgl:v0.0.1 -f Dockerfile-dgl . + docker push ghcr.io/$LOWERCASE_OWNER/emadl2cpp/dockerimages/mxnet170-dgl:v0.0.1 + + buildDockerDGLQD: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runbuildDockerDGLQD == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd generators/EMADL2CPP + cd src/test/resources/docker/dglqd + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + LOWERCASE_OWNER=$(echo "${{ github.repository_owner }}" | tr "[:upper:]" "[:lower:]") + docker build -t ghcr.io/$LOWERCASE_OWNER/emadl2cpp/dockerimages/dgl-qd:latest -f Dockerfile . + docker push ghcr.io/$LOWERCASE_OWNER/emadl2cpp/dockerimages/dgl-qd:latest + + buildDockerPyTorch: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runbuildDockerPyTorch == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd generators/EMADL2CPP + cd src/test/resources/docker/pytorch + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + LOWERCASE_OWNER=$(echo "${{ github.repository_owner }}" | tr "[:upper:]" "[:lower:]") + docker build -t ghcr.io/$LOWERCASE_OWNER/emadl2cpp/dockerimages/pytorch:latest -f Dockerfile . + docker push ghcr.io/$LOWERCASE_OWNER/emadl2cpp/dockerimages/pytorch:latest + + artifact-extraction: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + container: + image: ubuntu:22.04 + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd generators/EMADL2CPP + apt-get update -qq && apt-get install -y -qq openjdk-11-jre-headless python3 python3-pip git + cd extractor + pip3 install -r requirements.txt + python3 extract.py ${{ secrets.GITLABTOKEN }} + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: artifact-extraction + retention-days: 7 + path: | + generators/EMADL2CPP/extractor/output + + pages: + needs: [artifact-extraction, deploy_phase] + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: artifact-extraction + path: | + generators/EMADL2CPP/generators/EMADL2CPP/extractor/output + - name: Script + shell: bash + run: | + cd generators/EMADL2CPP + mkdir .public + cp -r extractor/output/html/* .public + mv .public public + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: pages + retention-days: 7 + path: | + generators/EMADL2CPP/public + From 139dcb0bf8146367538d8a1c76af784633d30473 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:52 +0200 Subject: [PATCH 009/117] Migrated pipeline of EMADL2PythonWrapper and branch master from Gitlab to Github --- .github/workflows/EMADL2PythonWrapper.yml | 74 +++++++++++++++++++++++ 1 file changed, 74 insertions(+) create mode 100644 .github/workflows/EMADL2PythonWrapper.yml diff --git a/.github/workflows/EMADL2PythonWrapper.yml b/.github/workflows/EMADL2PythonWrapper.yml new file mode 100644 index 0000000000..eb1f5c753d --- /dev/null +++ b/.github/workflows/EMADL2PythonWrapper.yml @@ -0,0 +1,74 @@ +name: EMADL2PythonWrapper +on: + push: + paths: + - 'generators/EMADL2PythonWrapper/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 26620 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + windows_phase: + needs: [] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage windows" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage windows" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: windows_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2pythonwrapper/tests/mvn-swig:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2pythonwrapper/tests/mvn-swig:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2PythonWrapper + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: windows_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2pythonwrapper/tests/mvn-swig:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2pythonwrapper/tests/mvn-swig:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMADL2PythonWrapper + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From 99eb563df841b9817217d07eea99a92a7263179e Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:53 +0200 Subject: [PATCH 010/117] Migrated pipeline of EMAM2Cpp and branch master from Gitlab to Github --- .github/workflows/EMAM2Cpp.yml | 104 +++++++++++++++++++++++++++++++++ 1 file changed, 104 insertions(+) create mode 100644 .github/workflows/EMAM2Cpp.yml diff --git a/.github/workflows/EMAM2Cpp.yml b/.github/workflows/EMAM2Cpp.yml new file mode 100644 index 0000000000..7f1908a8af --- /dev/null +++ b/.github/workflows/EMAM2Cpp.yml @@ -0,0 +1,104 @@ +name: EMAM2Cpp +on: + push: + paths: + - 'generators/EMAM2Cpp/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17661 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} + GIT_SUBMODULE_STRATEGY : recursive +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterJobLinux: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Cpp + apt-get update -q && apt-get install -y -q g++ libhdf5-serial-dev libhdf5-dev libopenblas-dev + gcc --help + mvn -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Cpp + apt-get update -q && apt-get install -y -q g++ libhdf5-serial-dev libhdf5-dev libopenblas-dev + mvn -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From 9571df20dfb553bae7b60aaff85ab88a2b9369b9 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:53 +0200 Subject: [PATCH 011/117] Migrated pipeline of EMAM2MQTT and branch master from Gitlab to Github --- .github/workflows/EMAM2MQTT.yml | 109 ++++++++++++++++++++++++++++++++ 1 file changed, 109 insertions(+) create mode 100644 .github/workflows/EMAM2MQTT.yml diff --git a/.github/workflows/EMAM2MQTT.yml b/.github/workflows/EMAM2MQTT.yml new file mode 100644 index 0000000000..f14a52f95b --- /dev/null +++ b/.github/workflows/EMAM2MQTT.yml @@ -0,0 +1,109 @@ +name: EMAM2MQTT +on: + push: + paths: + - 'generators/EMAM2MQTT/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 29942 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + project_phase: + needs: [BranchJobProject] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage project" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage project" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + adapter_phase: + needs: [project_phase, BranchJobAdapter] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage adapter" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage adapter" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + BranchJobDeploy: + needs: adapter_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2mqtt:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2mqtt:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2MQTT + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobProject: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2mqtt:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2mqtt:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2MQTT + mvn clean install -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobAdapter: + needs: project_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2mqtt:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2mqtt:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2MQTT + cd mqtt_adapter + cmake . + make + run: docker exec build-container bash -c "$SCRIPT" + From 96f750c26085c5f29d3b7d1b9735e567d34ab9ee Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:53 +0200 Subject: [PATCH 012/117] Migrated pipeline of EMAM2Middleware and branch master from Gitlab to Github --- .github/workflows/EMAM2Middleware.yml | 212 ++++++++++++++++++++++++++ 1 file changed, 212 insertions(+) create mode 100644 .github/workflows/EMAM2Middleware.yml diff --git a/.github/workflows/EMAM2Middleware.yml b/.github/workflows/EMAM2Middleware.yml new file mode 100644 index 0000000000..1471433862 --- /dev/null +++ b/.github/workflows/EMAM2Middleware.yml @@ -0,0 +1,212 @@ +name: EMAM2Middleware +on: + push: + paths: + - 'generators/EMAM2Middleware/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17660 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linuxCompile_phase: + needs: [CompileJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxCompile" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxCompile" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + integration_phase: + needs: [linuxCompile_phase, Ros2IntegrationJob, SomeIPIntegrationJob, MqttIntegrationJob, RosIntegrationJob] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage integration" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage integration" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + CompileJobLinux: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Middleware + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: CompileJobLinux + retention-days: 1 day + path: | + generators/EMAM2Middleware/target/ + + DeployJobLinux: + needs: [CompileJobLinux, integration_phase] + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: CompileJobLinux + path: | + generators/EMAM2Middleware/generators/EMAM2Middleware/target/ + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Middleware + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B deploy --settings settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + + MqttIntegrationJob: + needs: [CompileJobLinux, linuxCompile_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: CompileJobLinux + path: | + generators/EMAM2Middleware/generators/EMAM2Middleware/target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2mqtt:v1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2mqtt:v1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Middleware + chmod 770 ./src/test/bash/integrationTestMqtt.sh + ./src/test/bash/integrationTestMqtt.sh + run: docker exec build-container bash -c "$SCRIPT" + + RosIntegrationJob: + needs: [CompileJobLinux, linuxCompile_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: CompileJobLinux + path: | + generators/EMAM2Middleware/generators/EMAM2Middleware/target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2middleware/ema-ros-kinetic:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2middleware/ema-ros-kinetic:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Middleware + ./src/test/bash/integrationTestRos.sh + run: docker exec build-container bash -c "$SCRIPT" + + SomeIPIntegrationJob: + needs: [CompileJobLinux, linuxCompile_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: CompileJobLinux + path: | + generators/EMAM2Middleware/generators/EMAM2Middleware/target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2someip:v2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2someip:v2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Middleware + chmod 770 ./src/test/bash/integrationTestSomeIP.sh + ./src/test/bash/integrationTestSomeIP.sh + run: docker exec build-container bash -c "$SCRIPT" + + Ros2IntegrationJob: + needs: [CompileJobLinux, linuxCompile_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: CompileJobLinux + path: | + generators/EMAM2Middleware/generators/EMAM2Middleware/target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2middleware/ema-ros-crystal:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2middleware/ema-ros-crystal:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Middleware + ./src/test/bash/integrationTestRos2.sh + run: docker exec build-container bash -c "$SCRIPT" + From 28f3baae6ddac253b453bff6f401af638215d4b6 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:53 +0200 Subject: [PATCH 013/117] Migrated pipeline of EMAM2RosCpp and branch master from Gitlab to Github --- .github/workflows/EMAM2RosCpp.yml | 72 +++++++++++++++++++++++++++++++ 1 file changed, 72 insertions(+) create mode 100644 .github/workflows/EMAM2RosCpp.yml diff --git a/.github/workflows/EMAM2RosCpp.yml b/.github/workflows/EMAM2RosCpp.yml new file mode 100644 index 0000000000..00cff5d8e8 --- /dev/null +++ b/.github/workflows/EMAM2RosCpp.yml @@ -0,0 +1,72 @@ +name: EMAM2RosCpp +on: + push: + paths: + - 'generators/EMAM2RosCpp/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17670 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + windows_phase: + needs: [] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage windows" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage windows" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: windows_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2RosCpp + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: windows_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2RosCpp + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From 38615d1e1254cd69bcae45a002f2facfbf807499 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:54 +0200 Subject: [PATCH 014/117] Migrated pipeline of EMAM2RosMsg and branch master from Gitlab to Github --- .github/workflows/EMAM2RosMsg.yml | 72 +++++++++++++++++++++++++++++++ 1 file changed, 72 insertions(+) create mode 100644 .github/workflows/EMAM2RosMsg.yml diff --git a/.github/workflows/EMAM2RosMsg.yml b/.github/workflows/EMAM2RosMsg.yml new file mode 100644 index 0000000000..998b19dfa1 --- /dev/null +++ b/.github/workflows/EMAM2RosMsg.yml @@ -0,0 +1,72 @@ +name: EMAM2RosMsg +on: + push: + paths: + - 'generators/EMAM2RosMsg/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17669 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + windows_phase: + needs: [] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage windows" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage windows" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: windows_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2RosMsg + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml -U + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: windows_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2RosMsg + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml -U + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From 40a6479276a9253f2e64481c5a3149966e7b6864 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:54 +0200 Subject: [PATCH 015/117] Migrated pipeline of EMAM2SomeIP and branch master from Gitlab to Github --- .github/workflows/EMAM2SomeIP.yml | 109 ++++++++++++++++++++++++++++++ 1 file changed, 109 insertions(+) create mode 100644 .github/workflows/EMAM2SomeIP.yml diff --git a/.github/workflows/EMAM2SomeIP.yml b/.github/workflows/EMAM2SomeIP.yml new file mode 100644 index 0000000000..002e14544d --- /dev/null +++ b/.github/workflows/EMAM2SomeIP.yml @@ -0,0 +1,109 @@ +name: EMAM2SomeIP +on: + push: + paths: + - 'generators/EMAM2SomeIP/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 29949 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + project_phase: + needs: [BranchJobProject] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage project" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage project" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + adapter_phase: + needs: [project_phase, BranchJobAdapter] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage adapter" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage adapter" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + BranchJobDeploy: + needs: adapter_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2someip:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2someip:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2SomeIP + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobProject: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2someip:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2someip:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2SomeIP + mvn clean install -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobAdapter: + needs: project_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emam2someip:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emam2someip:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2SomeIP + cd someip_adapter + cmake . + make + run: docker exec build-container bash -c "$SCRIPT" + From cff18b5769322f2c3a704e2f47edc118990b1a22 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:55 +0200 Subject: [PATCH 016/117] Migrated pipeline of EmbeddedMontiArcDL and branch master from Gitlab to Github --- .github/workflows/EmbeddedMontiArcDL.yml | 113 +++++++++++++++++++++++ 1 file changed, 113 insertions(+) create mode 100644 .github/workflows/EmbeddedMontiArcDL.yml diff --git a/.github/workflows/EmbeddedMontiArcDL.yml b/.github/workflows/EmbeddedMontiArcDL.yml new file mode 100644 index 0000000000..fa0854e75a --- /dev/null +++ b/.github/workflows/EmbeddedMontiArcDL.yml @@ -0,0 +1,113 @@ +name: EmbeddedMontiArcDL +on: + push: + paths: + - 'languages/EmbeddedMontiArcDL/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17647 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + windows_phase: + needs: [] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage windows" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage windows" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: [windows_phase, FileChanges] + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJobLinux == 'true' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiArcDL + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy -U --settings settings.xml + cat target/site/jacoco/index.html + mvn package -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: windows_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiArcDL + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install -U --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From 882ee8c3b62867d73f9772a3e7ca28672a9e986a Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:56 +0200 Subject: [PATCH 017/117] Migrated pipeline of EmbeddedMontiArcMath and branch master from Gitlab to Github --- .github/workflows/EmbeddedMontiArcMath.yml | 100 +++++++++++++++++++++ 1 file changed, 100 insertions(+) create mode 100644 .github/workflows/EmbeddedMontiArcMath.yml diff --git a/.github/workflows/EmbeddedMontiArcMath.yml b/.github/workflows/EmbeddedMontiArcMath.yml new file mode 100644 index 0000000000..1b527f70c0 --- /dev/null +++ b/.github/workflows/EmbeddedMontiArcMath.yml @@ -0,0 +1,100 @@ +name: EmbeddedMontiArcMath +on: + push: + paths: + - 'languages/EmbeddedMontiArcMath/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17650 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterJobLinux: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiArcMath + mvn -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiArcMath + mvn -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From fece100760fe86eab949d881e31fc47141591a44 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:56 +0200 Subject: [PATCH 018/117] Migrated pipeline of commons and branch master from Gitlab to Github --- .github/workflows/commons.yml | 70 +++++++++++++++++++++++++++++++++++ 1 file changed, 70 insertions(+) create mode 100644 .github/workflows/commons.yml diff --git a/.github/workflows/commons.yml b/.github/workflows/commons.yml new file mode 100644 index 0000000000..866e315569 --- /dev/null +++ b/.github/workflows/commons.yml @@ -0,0 +1,70 @@ +name: commons +on: + push: + paths: + - 'simulators/commons/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17708 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + windows_phase: + needs: [] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage windows" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage windows" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: windows_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/commons + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: windows_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/commons + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From ef1d0ac37a529dfcf1c73397817ad9818cf5b394 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:57 +0200 Subject: [PATCH 019/117] Migrated pipeline of ema_cmp_clustering and branch master from Gitlab to Github --- .github/workflows/ema_cmp_clustering.yml | 58 ++++++++++++++++++++++++ 1 file changed, 58 insertions(+) create mode 100644 .github/workflows/ema_cmp_clustering.yml diff --git a/.github/workflows/ema_cmp_clustering.yml b/.github/workflows/ema_cmp_clustering.yml new file mode 100644 index 0000000000..0cfa7bc824 --- /dev/null +++ b/.github/workflows/ema_cmp_clustering.yml @@ -0,0 +1,58 @@ +name: ema_cmp_clustering +on: + push: + paths: + - 'utilities/ema_cmp_clustering/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 27052 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/ema_cmp_clustering + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/ema_cmp_clustering + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From cc9d7e97c386e3086cf3731cab0299dbee5d9aa5 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:57 +0200 Subject: [PATCH 020/117] Migrated pipeline of emadl-maven-plugin and branch master from Gitlab to Github --- .github/workflows/emadl-maven-plugin.yml | 641 +++++++++++++++++++++++ 1 file changed, 641 insertions(+) create mode 100644 .github/workflows/emadl-maven-plugin.yml diff --git a/.github/workflows/emadl-maven-plugin.yml b/.github/workflows/emadl-maven-plugin.yml new file mode 100644 index 0000000000..1c3764627f --- /dev/null +++ b/.github/workflows/emadl-maven-plugin.yml @@ -0,0 +1,641 @@ +name: emadl-maven-plugin +on: + push: + paths: + - 'utilities/emadl-maven-plugin/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 49355 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runpages: ${{steps.pages.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check pages + id: pages + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + linux_phase: + needs: [BranchJobLinux, MasterDeployJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linux" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linux" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + page_phase: + needs: [linux_phase, pages] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage page" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage page" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + trigger_apps_phase: + needs: [page_phase, trigger-tictactoe, trigger-coopautopilot, trigger-mnistcalc, trigger-3d-gan, trigger-sentiment, trigger-doppelkopf, trigger-mnist-vae, trigger-kipf-gnn] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage trigger_apps" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage trigger_apps" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/carlacomponents/ros-maven:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/carlacomponents/ros-maven:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/emadl-maven-plugin + mvn -B clean install -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + MasterDeployJobLinux: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/emadl-maven-plugin + mvn -s settings.xml -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy + run: docker exec build-container bash -c "$SCRIPT" + + trigger-mnistcalc: + needs: page_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger MNISTCalculator pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: MNISTCalculator.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: MNISTCalculator.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + + trigger-3d-gan: + needs: page_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger 3d-gan pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: 3d-gan.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: 3d-gan.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + + trigger-mnist-vae: + needs: page_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger mnist-vae pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: mnist-vae.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: mnist-vae.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + + trigger-kipf-gnn: + needs: page_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger kipf-gnn pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: kipf-gnn.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: kipf-gnn.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + + trigger-sentiment: + needs: page_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger bertsentimentanalyzer pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: bertsentimentanalyzer.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: bertsentimentanalyzer.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + + trigger-coopautopilot: + needs: page_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger CoopMontiSimAutopilot pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: CoopMontiSimAutopilot.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: CoopMontiSimAutopilot.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + + trigger-doppelkopf: + needs: page_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger doppelkopf-agent pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: doppelkopf-agent.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: doppelkopf-agent.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + + trigger-tictactoe: + needs: page_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger tictactoeagent pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: tictactoeagent.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: tictactoeagent.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + + pages: + needs: [linux_phase, FileChanges] + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runpages == 'true' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/carlacomponents/ros-maven:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/carlacomponents/ros-maven:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/emadl-maven-plugin + mvn clean site -s settings.xml + mv target/site/ public/ + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: pages + retention-days: 7 + path: | + utilities/emadl-maven-plugin/public + From 8758cdca3dcce859932b2c6fb2236aa83b1a4a73 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:58 +0200 Subject: [PATCH 021/117] Migrated pipeline of executionSemantics and branch master from Gitlab to Github --- .github/workflows/executionSemantics.yml | 59 ++++++++++++++++++++++++ 1 file changed, 59 insertions(+) create mode 100644 .github/workflows/executionSemantics.yml diff --git a/.github/workflows/executionSemantics.yml b/.github/workflows/executionSemantics.yml new file mode 100644 index 0000000000..6cdb83c6e9 --- /dev/null +++ b/.github/workflows/executionSemantics.yml @@ -0,0 +1,59 @@ +name: executionSemantics +on: + push: + paths: + - 'generators/executionSemantics/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 53972 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/executionSemantics + apt-get update -q && apt-get install -y -q g++ libhdf5-serial-dev libhdf5-dev libopenblas-dev + gcc --help + mvn -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/executionSemantics + apt-get update -q && apt-get install -y -q g++ libhdf5-serial-dev libhdf5-dev libopenblas-dev + mvn -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 976b3eecf7405d54e2d5236164bd99ad2fabd404 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:58 +0200 Subject: [PATCH 022/117] Migrated pipeline of maven-streamtest and branch master from Gitlab to Github --- .github/workflows/maven-streamtest.yml | 130 +++++++++++++++++++++++++ 1 file changed, 130 insertions(+) create mode 100644 .github/workflows/maven-streamtest.yml diff --git a/.github/workflows/maven-streamtest.yml b/.github/workflows/maven-streamtest.yml new file mode 100644 index 0000000000..df6c6c8e26 --- /dev/null +++ b/.github/workflows/maven-streamtest.yml @@ -0,0 +1,130 @@ +name: maven-streamtest +on: + push: + paths: + - 'utilities/maven-streamtest/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17752 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linux_phase: + needs: [BranchJobLinux, masterJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linux" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linux" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/maven-streamtest + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + trigger-project: + needs: linux_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Record trigger time + id: trigger_time + run: echo "time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> $GITHUB_OUTPUT + - name: Trigger emadl-maven-plugin pipeline + run: gh workflow run $WORKFLOW_FILE --repo $REPO --ref $BRANCH + env: + WORKFLOW_FILE: emadl-maven-plugin.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} + - name: Wait for workflow to appear + run: sleep 20 + - name: Get latest run ID of Child Workflow after trigger time + id: get_run + run: | + RUN_ID=$(gh run list --workflow=$WORKFLOW_FILE --branch=$BRANCH --repo=$REPO --jsondatabaseId,createdAt \ + --jq '[.[] | select(.createdAt > "${{ steps.trigger_time.outputs.time }}")] | sort_by(.createdAt) | last.databaseId') + echo "Run ID: $RUN_ID" + echo "run_id=$RUN_ID" >> $GITHUB_OUTPUT + env: + GH_TOKEN: ${{github.token}} + WORKFLOW_FILE: emadl-maven-plugin.yml + BRANCH: ${{ github.ref_name }} + REPO: ${{github.repository}} + - name: Wait for Child Workflow to finish + run: | + while true; do + STATUS=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json status--jq '.status') + echo "Current status: $STATUS" + if [[ "$STATUS" == "completed" ]]; then + break + fi + sleep 5 + done + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + - name: Check Child Workflow result + run: | + RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') + echo "Child Workflow result: $RESULT" + if [[ "$RESULT" != "success" ]]; then + echo "Child Workflow failed" + exit 1 + fi + env: + GH_TOKEN: ${{github.token}} + REPO: ${{github.repository}} + + BranchJobLinux: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/maven-streamtest + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 9bc119673cb1b965d92f3ca9474a4882fd6063db Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:59 +0200 Subject: [PATCH 023/117] Migrated pipeline of CarlaComponents and branch master from Gitlab to Github --- .github/workflows/CarlaComponents.yml | 35 +++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 .github/workflows/CarlaComponents.yml diff --git a/.github/workflows/CarlaComponents.yml b/.github/workflows/CarlaComponents.yml new file mode 100644 index 0000000000..115b9cde1a --- /dev/null +++ b/.github/workflows/CarlaComponents.yml @@ -0,0 +1,35 @@ +name: CarlaComponents +on: + push: + paths: + - 'applications/CarlaComponents/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 29952 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + buildLinux: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/carlacomponents/emam-carla-ros-bridge:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/carlacomponents/emam-carla-ros-bridge:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/CarlaComponents + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + From 62b8586b8e518ce336476b989720b84abc533a6b Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:02:59 +0200 Subject: [PATCH 024/117] Migrated pipeline of mnist-InfoGAN and branch master from Gitlab to Github --- .github/workflows/mnist-InfoGAN.yml | 72 +++++++++++++++++++++++++++++ 1 file changed, 72 insertions(+) create mode 100644 .github/workflows/mnist-InfoGAN.yml diff --git a/.github/workflows/mnist-InfoGAN.yml b/.github/workflows/mnist-InfoGAN.yml new file mode 100644 index 0000000000..1045c48679 --- /dev/null +++ b/.github/workflows/mnist-InfoGAN.yml @@ -0,0 +1,72 @@ +name: mnist-InfoGAN +on: + push: + paths: + - 'applications/gans/mnist-InfoGAN/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 37399 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runTestGAN: ${{steps.TestGAN.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check TestGAN + id: TestGAN + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + TestGAN: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runTestGAN == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/mnist-infogan/gans_mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/mnist-infogan/gans_mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/gans/mnist-InfoGAN + cd .test/ + chmod +x build.sh + ./build.sh + run: docker exec build-container bash -c "$SCRIPT" + From f33e621d0718a0e91f39f2ba9c32115c77022ab9 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:07:20 +0200 Subject: [PATCH 025/117] Manual adaptations --- .github/workflows/EMADL2CPP.yml | 4 ++-- .github/workflows/emadl-maven-plugin.yml | 8 ++++++++ .github/workflows/maven-streamtest.yml | 6 ++---- 3 files changed, 12 insertions(+), 6 deletions(-) diff --git a/.github/workflows/EMADL2CPP.yml b/.github/workflows/EMADL2CPP.yml index 2c4c32e068..47b7bc2793 100644 --- a/.github/workflows/EMADL2CPP.yml +++ b/.github/workflows/EMADL2CPP.yml @@ -490,6 +490,7 @@ jobs: fetch-depth: 1 - name: Script shell: bash + continue-on-error: true run: | cd generators/EMADL2CPP cd src/test/resources/docker/tensorflow @@ -530,6 +531,7 @@ jobs: fetch-depth: 1 - name: Script shell: bash + continue-on-error: true run: | cd generators/EMADL2CPP cd src/test/resources/docker/dglqd @@ -562,8 +564,6 @@ jobs: needs: docker_phase if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} runs-on: ubuntu-latest - container: - image: ubuntu:22.04 timeout-minutes: 120 steps: - name: Checkout latest commit diff --git a/.github/workflows/emadl-maven-plugin.yml b/.github/workflows/emadl-maven-plugin.yml index 1c3764627f..07fc1ea6cc 100644 --- a/.github/workflows/emadl-maven-plugin.yml +++ b/.github/workflows/emadl-maven-plugin.yml @@ -176,6 +176,7 @@ jobs: GH_TOKEN: ${{github.token}} REPO: ${{github.repository}} - name: Check Child Workflow result + continue-on-error: true run: | RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') echo "Child Workflow result: $RESULT" @@ -236,6 +237,7 @@ jobs: GH_TOKEN: ${{github.token}} REPO: ${{github.repository}} - name: Check Child Workflow result + continue-on-error: true run: | RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') echo "Child Workflow result: $RESULT" @@ -296,6 +298,7 @@ jobs: GH_TOKEN: ${{github.token}} REPO: ${{github.repository}} - name: Check Child Workflow result + continue-on-error: true run: | RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') echo "Child Workflow result: $RESULT" @@ -356,6 +359,7 @@ jobs: GH_TOKEN: ${{github.token}} REPO: ${{github.repository}} - name: Check Child Workflow result + continue-on-error: true run: | RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') echo "Child Workflow result: $RESULT" @@ -416,6 +420,7 @@ jobs: GH_TOKEN: ${{github.token}} REPO: ${{github.repository}} - name: Check Child Workflow result + continue-on-error: true run: | RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') echo "Child Workflow result: $RESULT" @@ -476,6 +481,7 @@ jobs: GH_TOKEN: ${{github.token}} REPO: ${{github.repository}} - name: Check Child Workflow result + continue-on-error: true run: | RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') echo "Child Workflow result: $RESULT" @@ -536,6 +542,7 @@ jobs: GH_TOKEN: ${{github.token}} REPO: ${{github.repository}} - name: Check Child Workflow result + continue-on-error: true run: | RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') echo "Child Workflow result: $RESULT" @@ -596,6 +603,7 @@ jobs: GH_TOKEN: ${{github.token}} REPO: ${{github.repository}} - name: Check Child Workflow result + continue-on-error: true run: | RESULT=$(gh run view "${{ steps.get_run.outputs.run_id }}" --repo=$REPO --json conclusion --jq '.conclusion') echo "Child Workflow result: $RESULT" diff --git a/.github/workflows/maven-streamtest.yml b/.github/workflows/maven-streamtest.yml index df6c6c8e26..c36c7ecaeb 100644 --- a/.github/workflows/maven-streamtest.yml +++ b/.github/workflows/maven-streamtest.yml @@ -37,12 +37,11 @@ jobs: run: | echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:latest - docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:latest tail -f /dev/null + docker run --name build-container -d -v $(pwd)/utilities/maven-streamtest:/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:latest tail -f /dev/null - name: Script env: SCRIPT: | cd /workspace - cd utilities/maven-streamtest mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" @@ -119,12 +118,11 @@ jobs: run: | echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:latest - docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:latest tail -f /dev/null + docker run --name build-container -d -v $(pwd)/utilities/maven-streamtest:/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:latest tail -f /dev/null - name: Script env: SCRIPT: | cd /workspace - cd utilities/maven-streamtest mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" From c9ae06a8a7ad99d2de8660cc8c695fea23f50ea8 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:07:53 +0200 Subject: [PATCH 026/117] Removed outdated submodule --- .../EMADL2CPP/src/main/resources/installation_scripts/mxnet | 1 - 1 file changed, 1 deletion(-) delete mode 160000 generators/EMADL2CPP/src/main/resources/installation_scripts/mxnet diff --git a/generators/EMADL2CPP/src/main/resources/installation_scripts/mxnet b/generators/EMADL2CPP/src/main/resources/installation_scripts/mxnet deleted file mode 160000 index 75a9e187d0..0000000000 --- a/generators/EMADL2CPP/src/main/resources/installation_scripts/mxnet +++ /dev/null @@ -1 +0,0 @@ -Subproject commit 75a9e187d00a8b7ebc71412a02ed0e3ae489d91f From c169a8d5f19b5b82dec983a822e1e6442df9717f Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:50 +0200 Subject: [PATCH 027/117] Changed maven settings to private token --- applications/BERTEncoder/ci_settings.xml | 4 ++-- applications/MNISTCalculator/AdaNet/settings.xml | 4 ++-- .../MNISTCalculator/emadl-maven-plugin/settings.xml | 8 ++++---- .../emadl-maven_hexadecimal_calculator/settings.xml | 8 ++++---- .../trained_mnist_calc/ci_settings.xml | 4 ++-- .../settings.xml | 8 ++++---- .../emadl-maven_operator_calculator/settings.xml | 8 ++++---- .../trained_mnist_calc/ci_settings.xml | 4 ++-- .../settings.xml | 8 ++++---- .../MNISTCalculator/mnist-calculator/settings.xml | 4 ++-- .../MNISTCalculator/mnist-custom-layer/settings.xml | 4 ++-- .../mnist-modular/DecompositionResNet/settings.xml | 4 ++-- .../mnist-modular/DecompositionResNetExport/settings.xml | 4 ++-- .../mnist-modular/ModularMnistExport/settings.xml | 2 +- .../MNISTCalculator/mnist-modular/Streamtest/settings.xml | 4 ++-- applications/MNISTCalculator/onnx/gluon-load/settings.xml | 4 ++-- .../MNISTCalculator/onnx/gluon-pretrained/settings.xml | 4 ++-- .../onnx/tensorflow-pretrained/settings.xml | 4 ++-- applications/MNISTCalculator/transfer/settings.xml | 4 ++-- applications/MNISTPredictor/automl/settings.xml | 4 ++-- .../MNISTPredictor/emadl-maven-automl/settings.xml | 2 +- applications/kipf-gnn/cora-custom-gnn/settings.xml | 4 ++-- applications/kipf-gnn/cora-dgl-gnn/settings.xml | 4 ++-- applications/kipf-gnn/cuboid-dgl-gnn/settings.xml | 4 ++-- applications/letter-predictor/settings.xml | 4 ++-- 25 files changed, 58 insertions(+), 58 deletions(-) diff --git a/applications/BERTEncoder/ci_settings.xml b/applications/BERTEncoder/ci_settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/BERTEncoder/ci_settings.xml +++ b/applications/BERTEncoder/ci_settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/AdaNet/settings.xml b/applications/MNISTCalculator/AdaNet/settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/MNISTCalculator/AdaNet/settings.xml +++ b/applications/MNISTCalculator/AdaNet/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/emadl-maven-plugin/settings.xml b/applications/MNISTCalculator/emadl-maven-plugin/settings.xml index 88a8c75ace..a569c813ec 100644 --- a/applications/MNISTCalculator/emadl-maven-plugin/settings.xml +++ b/applications/MNISTCalculator/emadl-maven-plugin/settings.xml @@ -19,8 +19,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} @@ -31,8 +31,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator/settings.xml b/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator/settings.xml index 9648b98666..7f930f3146 100644 --- a/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator/settings.xml +++ b/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} @@ -37,8 +37,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator/trained_mnist_calc/ci_settings.xml b/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator/trained_mnist_calc/ci_settings.xml index 5960eb6a3f..c6640411f0 100644 --- a/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator/trained_mnist_calc/ci_settings.xml +++ b/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator/trained_mnist_calc/ci_settings.xml @@ -10,8 +10,8 @@ - Job-Token - ${CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator_transfer_learning/settings.xml b/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator_transfer_learning/settings.xml index 9648b98666..7f930f3146 100644 --- a/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator_transfer_learning/settings.xml +++ b/applications/MNISTCalculator/emadl-maven_hexadecimal_calculator_transfer_learning/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} @@ -37,8 +37,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/emadl-maven_operator_calculator/settings.xml b/applications/MNISTCalculator/emadl-maven_operator_calculator/settings.xml index 9648b98666..7f930f3146 100644 --- a/applications/MNISTCalculator/emadl-maven_operator_calculator/settings.xml +++ b/applications/MNISTCalculator/emadl-maven_operator_calculator/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} @@ -37,8 +37,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/emadl-maven_operator_calculator/trained_mnist_calc/ci_settings.xml b/applications/MNISTCalculator/emadl-maven_operator_calculator/trained_mnist_calc/ci_settings.xml index 5960eb6a3f..c6640411f0 100644 --- a/applications/MNISTCalculator/emadl-maven_operator_calculator/trained_mnist_calc/ci_settings.xml +++ b/applications/MNISTCalculator/emadl-maven_operator_calculator/trained_mnist_calc/ci_settings.xml @@ -10,8 +10,8 @@ - Job-Token - ${CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/emadl-maven_operator_calculator_transfer_learning/settings.xml b/applications/MNISTCalculator/emadl-maven_operator_calculator_transfer_learning/settings.xml index 9648b98666..7f930f3146 100644 --- a/applications/MNISTCalculator/emadl-maven_operator_calculator_transfer_learning/settings.xml +++ b/applications/MNISTCalculator/emadl-maven_operator_calculator_transfer_learning/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} @@ -37,8 +37,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/mnist-calculator/settings.xml b/applications/MNISTCalculator/mnist-calculator/settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/MNISTCalculator/mnist-calculator/settings.xml +++ b/applications/MNISTCalculator/mnist-calculator/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/mnist-custom-layer/settings.xml b/applications/MNISTCalculator/mnist-custom-layer/settings.xml index e48ed06500..fb7ff4927d 100644 --- a/applications/MNISTCalculator/mnist-custom-layer/settings.xml +++ b/applications/MNISTCalculator/mnist-custom-layer/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/mnist-modular/DecompositionResNet/settings.xml b/applications/MNISTCalculator/mnist-modular/DecompositionResNet/settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/MNISTCalculator/mnist-modular/DecompositionResNet/settings.xml +++ b/applications/MNISTCalculator/mnist-modular/DecompositionResNet/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/mnist-modular/DecompositionResNetExport/settings.xml b/applications/MNISTCalculator/mnist-modular/DecompositionResNetExport/settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/MNISTCalculator/mnist-modular/DecompositionResNetExport/settings.xml +++ b/applications/MNISTCalculator/mnist-modular/DecompositionResNetExport/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/mnist-modular/ModularMnistExport/settings.xml b/applications/MNISTCalculator/mnist-modular/ModularMnistExport/settings.xml index d8d434a447..348fa99e8c 100644 --- a/applications/MNISTCalculator/mnist-modular/ModularMnistExport/settings.xml +++ b/applications/MNISTCalculator/mnist-modular/ModularMnistExport/settings.xml @@ -26,7 +26,7 @@ Private-Token - glpat-Z3puqsBsqP6hGogS1ni1 + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/mnist-modular/Streamtest/settings.xml b/applications/MNISTCalculator/mnist-modular/Streamtest/settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/MNISTCalculator/mnist-modular/Streamtest/settings.xml +++ b/applications/MNISTCalculator/mnist-modular/Streamtest/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/onnx/gluon-load/settings.xml b/applications/MNISTCalculator/onnx/gluon-load/settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/MNISTCalculator/onnx/gluon-load/settings.xml +++ b/applications/MNISTCalculator/onnx/gluon-load/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/onnx/gluon-pretrained/settings.xml b/applications/MNISTCalculator/onnx/gluon-pretrained/settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/MNISTCalculator/onnx/gluon-pretrained/settings.xml +++ b/applications/MNISTCalculator/onnx/gluon-pretrained/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/onnx/tensorflow-pretrained/settings.xml b/applications/MNISTCalculator/onnx/tensorflow-pretrained/settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/MNISTCalculator/onnx/tensorflow-pretrained/settings.xml +++ b/applications/MNISTCalculator/onnx/tensorflow-pretrained/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTCalculator/transfer/settings.xml b/applications/MNISTCalculator/transfer/settings.xml index 2b5495c8d3..348fa99e8c 100644 --- a/applications/MNISTCalculator/transfer/settings.xml +++ b/applications/MNISTCalculator/transfer/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTPredictor/automl/settings.xml b/applications/MNISTPredictor/automl/settings.xml index e1594f7156..d17f12a648 100644 --- a/applications/MNISTPredictor/automl/settings.xml +++ b/applications/MNISTPredictor/automl/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/MNISTPredictor/emadl-maven-automl/settings.xml b/applications/MNISTPredictor/emadl-maven-automl/settings.xml index d2404b2add..d16a6f6073 100644 --- a/applications/MNISTPredictor/emadl-maven-automl/settings.xml +++ b/applications/MNISTPredictor/emadl-maven-automl/settings.xml @@ -27,7 +27,7 @@ Private-Token glpat-J3n7bWBdyfB1fx2VAFDL - + diff --git a/applications/kipf-gnn/cora-custom-gnn/settings.xml b/applications/kipf-gnn/cora-custom-gnn/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/kipf-gnn/cora-custom-gnn/settings.xml +++ b/applications/kipf-gnn/cora-custom-gnn/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/kipf-gnn/cora-dgl-gnn/settings.xml b/applications/kipf-gnn/cora-dgl-gnn/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/kipf-gnn/cora-dgl-gnn/settings.xml +++ b/applications/kipf-gnn/cora-dgl-gnn/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/kipf-gnn/cuboid-dgl-gnn/settings.xml b/applications/kipf-gnn/cuboid-dgl-gnn/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/kipf-gnn/cuboid-dgl-gnn/settings.xml +++ b/applications/kipf-gnn/cuboid-dgl-gnn/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/letter-predictor/settings.xml b/applications/letter-predictor/settings.xml index 51fe2db023..6826b4ce0b 100644 --- a/applications/letter-predictor/settings.xml +++ b/applications/letter-predictor/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} From d7d64fab5d57280d3fae65981bba06d384f53862 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:50 +0200 Subject: [PATCH 028/117] Migrated pipeline of MNISTPredictor and branch master from Gitlab to Github --- .github/workflows/MNISTPredictor.yml | 119 +++++++++++++++++++++++++++ 1 file changed, 119 insertions(+) create mode 100644 .github/workflows/MNISTPredictor.yml diff --git a/.github/workflows/MNISTPredictor.yml b/.github/workflows/MNISTPredictor.yml new file mode 100644 index 0000000000..367695a712 --- /dev/null +++ b/.github/workflows/MNISTPredictor.yml @@ -0,0 +1,119 @@ +name: MNISTPredictor +on: + push: + paths: + - 'applications/MNISTPredictor/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 25230 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linux_phase: + needs: [TestAutoML, TestPYTORCH] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linux" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linux" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + TestPYTORCH: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/pytorch:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/pytorch:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTPredictor + cd pytorch + chmod +x execute-pipeline.sh + ./execute-pipeline.sh + chmod +x build.sh + ./build.sh + cd target + ../build/target/mnist_mnistClassifier ../src/main/resources/test_img/2.jpg + run: docker exec build-container bash -c "$SCRIPT" + + TestAutoML: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/pytorch:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/pytorch:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTPredictor + cd automl + echo "Maven clean compile" + mvn clean compile -s settings.xml -U + echo "Rename directory location of dataset" + mv src/main/resources/experiments/training_data src/main/resources/experiments/data + echo "Execute AutoML pipeline" + mvn exec:java -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestAutoML + retention-days: 7 + path: | + applications/MNISTPredictor/automl/target/generated-sources/** + + TestEMADLMavenPlugin: + needs: linux_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/pytorch:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/pytorch:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTPredictor + cd emadl-maven-automl + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + python3 -m pip install mxnet + python3 -m pip install mlflow + export Torch_DIR=$(python3 -m pip show torch | grep -E Location:| awk '{print $2}')/torch + echo $Torch_DIR + mvn dependency:resolve emadl:train -s settings.xml -U -e + run: docker exec build-container bash -c "$SCRIPT" + From 807036bdfe4d00b3ad42911f8054340ce681b0b7 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:50 +0200 Subject: [PATCH 029/117] Migrated pipeline of LifelongLanguageLearning and branch master from Gitlab to Github --- .../workflows/LifelongLanguageLearning.yml | 61 +++++++++++++++++++ 1 file changed, 61 insertions(+) create mode 100644 .github/workflows/LifelongLanguageLearning.yml diff --git a/.github/workflows/LifelongLanguageLearning.yml b/.github/workflows/LifelongLanguageLearning.yml new file mode 100644 index 0000000000..f215a5f504 --- /dev/null +++ b/.github/workflows/LifelongLanguageLearning.yml @@ -0,0 +1,61 @@ +name: LifelongLanguageLearning +on: + push: + paths: + - 'applications/LifelongLanguageLearning/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 47624 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + TestLifeongLanguageLearningTraining: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/LifelongLanguageLearning + cd lifelong-language-learning + mvn streamtest:streamtest-build -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + TestLifeongLanguageLearningPrediction: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/LifelongLanguageLearning + cd gluon + chmod +x build.sh + ./build.sh + RES=$(./build/src/cpp/LifelongLanguageLearning resources/prediction_data/prediction_samples.txt resources/prediction_data/prediction_sequences.txt resources/prediction_data/prediction_lengths.txt) + if [[ $RES != *"Prediction for sample 0: 0"* ]]; then echo "Wrong result:" $RES; exit 1; fi; + run: docker exec build-container bash -c "$SCRIPT" + From 3bd76f7f90b47d0784095db02843ec865304f00e Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 030/117] Migrated pipeline of letter-predictor and branch main from Gitlab to Github --- .github/workflows/letter-predictor.yml | 38 ++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 .github/workflows/letter-predictor.yml diff --git a/.github/workflows/letter-predictor.yml b/.github/workflows/letter-predictor.yml new file mode 100644 index 0000000000..0a0fe87361 --- /dev/null +++ b/.github/workflows/letter-predictor.yml @@ -0,0 +1,38 @@ +name: letter-predictor +on: + push: + paths: + - 'applications/letter-predictor/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 81183 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + TestLetterPredictor: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/letter-predictor + apt update && apt install -y libomp-dev + python3 -m pip install -U pip + python3 -m pip install scikit-image opencv-python + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + From d6ef17a565e151d8196d85dab675f16bdb140bfa Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 031/117] Migrated pipeline of kipf-gnn and branch main from Gitlab to Github --- .github/workflows/kipf-gnn.yml | 97 ++++++++++++++++++++++++++++++++++ 1 file changed, 97 insertions(+) create mode 100644 .github/workflows/kipf-gnn.yml diff --git a/.github/workflows/kipf-gnn.yml b/.github/workflows/kipf-gnn.yml new file mode 100644 index 0000000000..e5a101c710 --- /dev/null +++ b/.github/workflows/kipf-gnn.yml @@ -0,0 +1,97 @@ +name: kipf-gnn +on: + push: + paths: + - 'applications/kipf-gnn/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 64545 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + TestCoraCustomNetwork: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/kipf-gnn + ln /usr/bin/python3 /usr/bin/python -f + python -m pip install -U pip + python -m pip install scikit-image + python -m pip install opencv-python + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd cora-custom-gnn + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + + TestCoraDglNetwork: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170-dgl:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170-dgl:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/kipf-gnn + ln /usr/bin/python3 /usr/bin/python -f + python -m pip install -U pip + python -m pip install scikit-image + python -m pip install opencv-python + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + export DGLBACKEND=mxnet + cd cora-dgl-gnn + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + + TestCuboidDglNetwork: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170-dgl:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170-dgl:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/kipf-gnn + ln /usr/bin/python3 /usr/bin/python -f + python -m pip install -U pip + python -m pip install scikit-image + python -m pip install opencv-python + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + export DGLBACKEND=mxnet + cd cuboid-dgl-gnn + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + From 69c7aec67917033ccfbb07e87e35d24172aa858f Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 032/117] Migrated pipeline of FlowNet and branch master from Gitlab to Github --- .github/workflows/FlowNet.yml | 36 +++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 .github/workflows/FlowNet.yml diff --git a/.github/workflows/FlowNet.yml b/.github/workflows/FlowNet.yml new file mode 100644 index 0000000000..9f174a5edc --- /dev/null +++ b/.github/workflows/FlowNet.yml @@ -0,0 +1,36 @@ +name: FlowNet +on: + push: + paths: + - 'applications/FlowNet/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 31683 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + GIT_DEPTH : 1 +jobs: + + TestTENSORFLOW: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/flownet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/flownet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/FlowNet + cd tensorflow + ./build.sh + run: docker exec build-container bash -c "$SCRIPT" + From 2408144a24cfa9602de2eb95eba839eea1ad6d50 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 033/117] Migrated pipeline of End2EndDriving and branch master from Gitlab to Github --- .github/workflows/End2EndDriving.yml | 36 ++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 .github/workflows/End2EndDriving.yml diff --git a/.github/workflows/End2EndDriving.yml b/.github/workflows/End2EndDriving.yml new file mode 100644 index 0000000000..57a8d1383b --- /dev/null +++ b/.github/workflows/End2EndDriving.yml @@ -0,0 +1,36 @@ +name: End2EndDriving +on: + push: + paths: + - 'applications/End2EndDriving/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 31685 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + masterJobLinux: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/end2enddriving:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/end2enddriving:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/End2EndDriving + cd tensorflow + ./build.sh + python3 v-tool/cli.py -i resources/training_data/test.h5 -p + run: docker exec build-container bash -c "$SCRIPT" + From fb5084db10af06398e99acf6c2e59114dfd338f0 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 034/117] Migrated pipeline of EMACodeBERT and branch master from Gitlab to Github --- .github/workflows/EMACodeBERT.yml | 34 +++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 .github/workflows/EMACodeBERT.yml diff --git a/.github/workflows/EMACodeBERT.yml b/.github/workflows/EMACodeBERT.yml new file mode 100644 index 0000000000..80754de27c --- /dev/null +++ b/.github/workflows/EMACodeBERT.yml @@ -0,0 +1,34 @@ +name: EMACodeBERT +on: + push: + paths: + - 'applications/EMACodeBERT/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 54873 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + deploy-pretrained: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/EMACodeBERT + cd packaging && mvn emadl:deploy-pretrained -X -s ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From f182096c9a5fc790612ea5afcf41453367fa21c7 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 035/117] Migrated pipeline of crfrnn and branch master from Gitlab to Github --- .github/workflows/crfrnn.yml | 96 ++++++++++++++++++++++++++++++++++++ 1 file changed, 96 insertions(+) create mode 100644 .github/workflows/crfrnn.yml diff --git a/.github/workflows/crfrnn.yml b/.github/workflows/crfrnn.yml new file mode 100644 index 0000000000..0a74d6095e --- /dev/null +++ b/.github/workflows/crfrnn.yml @@ -0,0 +1,96 @@ +name: crfrnn +on: + push: + paths: + - 'applications/crfrnn/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 37607 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runTestMNIST: ${{steps.TestMNIST.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check TestMNIST + id: TestMNIST + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + mnistsmallseg_phase: + needs: [TestMNIST] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage mnistsmallseg" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage mnistsmallseg" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + unet_phase: + needs: [mnistsmallseg_phase, ] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage unet" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage unet" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + TestMNIST: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runTestMNIST == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/mnistcalculator/mxnet:v0.0.3 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/mnistcalculator/mxnet:v0.0.3 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/crfrnn + cd mnistsmallseg + chmod +x build.sh + ./build.sh + run: docker exec build-container bash -c "$SCRIPT" + From 007af89487dd5cc499daef15bdba350a982f0353 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 036/117] Migrated pipeline of CooperativeIntersection and branch master from Gitlab to Github --- .github/workflows/CooperativeIntersection.yml | 84 +++++++++++++++++++ 1 file changed, 84 insertions(+) create mode 100644 .github/workflows/CooperativeIntersection.yml diff --git a/.github/workflows/CooperativeIntersection.yml b/.github/workflows/CooperativeIntersection.yml new file mode 100644 index 0000000000..0dc46cab0c --- /dev/null +++ b/.github/workflows/CooperativeIntersection.yml @@ -0,0 +1,84 @@ +name: CooperativeIntersection +on: + push: + paths: + - 'applications/CooperativeIntersection/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 26302 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + generate_phase: + needs: [gen] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage generate" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage generate" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + gen: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/CooperativeIntersection + chmod 700 generate.sh + ./generate.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: gen + retention-days: 7 + path: | + applications/CooperativeIntersection/target/ + + comp: + needs: [gen, generate_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: gen + path: | + applications/CooperativeIntersection/applications/CooperativeIntersection/target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cooperativeintersection/emam-coincar:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/cooperativeintersection/emam-coincar:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/CooperativeIntersection + chmod 700 compile.sh + ./compile.sh + run: docker exec build-container bash -c "$SCRIPT" + From 51cba8dc660629f361b1cbe74b6e7339c5acbe47 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 037/117] Migrated pipeline of CooperativeAutopilot and branch master from Gitlab to Github --- .github/workflows/CooperativeAutopilot.yml | 38 ++++++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 .github/workflows/CooperativeAutopilot.yml diff --git a/.github/workflows/CooperativeAutopilot.yml b/.github/workflows/CooperativeAutopilot.yml new file mode 100644 index 0000000000..ce46ecd60d --- /dev/null +++ b/.github/workflows/CooperativeAutopilot.yml @@ -0,0 +1,38 @@ +name: CooperativeAutopilot +on: + push: + paths: + - 'applications/CooperativeAutopilot/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 52201 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} + GIT_SUBMODULE_STRATEGY : recursive +jobs: + + TestSaaS: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp:ema-lab + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp:ema-lab tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/CooperativeAutopilot + mvn streamtest:streamtest-generator -s settings.xml + temp-build.sh + mvn emadl:simulate -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From a44b966ed125979b89b14dcbf94eefab993f8ca2 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 038/117] Migrated pipeline of BERTSentimentAnalyzer and branch master from Gitlab to Github --- .github/workflows/BERTSentimentAnalyzer.yml | 41 +++++++++++++++++++++ 1 file changed, 41 insertions(+) create mode 100644 .github/workflows/BERTSentimentAnalyzer.yml diff --git a/.github/workflows/BERTSentimentAnalyzer.yml b/.github/workflows/BERTSentimentAnalyzer.yml new file mode 100644 index 0000000000..97c3a2cdd1 --- /dev/null +++ b/.github/workflows/BERTSentimentAnalyzer.yml @@ -0,0 +1,41 @@ +name: BERTSentimentAnalyzer +on: + push: + paths: + - 'applications/BERTSentimentAnalyzer/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 55418 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + TrainSentimentAnalyzer: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/BERTSentimentAnalyzer + ln /usr/bin/python3 /usr/bin/python -f + python -m pip install -U pip + python -m pip install scikit-image + python -m pip install opencv-python + cp /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + mvn versions:use-latest-versions -s ./settings.xml + mvn dependency:resolve emadl:train -B -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 8f9e62543ee21a286c38fb8f2248b66db7ef40bd Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 039/117] Migrated pipeline of BERTEncoder and branch master from Gitlab to Github --- .github/workflows/BERTEncoder.yml | 56 +++++++++++++++++++++++++++++++ 1 file changed, 56 insertions(+) create mode 100644 .github/workflows/BERTEncoder.yml diff --git a/.github/workflows/BERTEncoder.yml b/.github/workflows/BERTEncoder.yml new file mode 100644 index 0000000000..02f2b90426 --- /dev/null +++ b/.github/workflows/BERTEncoder.yml @@ -0,0 +1,56 @@ +name: BERTEncoder +on: + push: + paths: + - 'applications/BERTEncoder/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 55417 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + deploy-pretrained: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/BERTEncoder + mvn emadl:deploy-pretrained -s ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-pretrained: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/BERTEncoder + mvn emadl:install-pretrained -s ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From c5eb7be551fd48c0f1dc1cc10575ae5e7e43dc2f Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 040/117] Migrated pipeline of BallTracking and branch master from Gitlab to Github --- .github/workflows/BallTracking.yml | 81 ++++++++++++++++++++++++++++++ 1 file changed, 81 insertions(+) create mode 100644 .github/workflows/BallTracking.yml diff --git a/.github/workflows/BallTracking.yml b/.github/workflows/BallTracking.yml new file mode 100644 index 0000000000..95c773023b --- /dev/null +++ b/.github/workflows/BallTracking.yml @@ -0,0 +1,81 @@ +name: BallTracking +on: + push: + paths: + - 'applications/BallTracking/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 40218 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runTestJobLinux: ${{steps.TestJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check TestJobLinux + id: TestJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + TestJobLinux: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runTestJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/mnist-infogan/gans_mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/mnist-infogan/gans_mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/BallTracking + git clone https://git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMADL2CPP.git + cd EMADL2CPP + mvn clean install -s settings.xml -DskipTests + cd .. + rm -rf target + find ./EMADL2CPP/target -name "*SNAPSHOT-jar-with-dependencies.jar" -exec java -jar {} -m src/main/emam/ -r ba.ballTracking -o target -flag-generate-cmake \; + rm -rf build + mkdir build && cd build + echo "Building BallTracking.." + cmake .. + make + run: docker exec build-container bash -c "$SCRIPT" + From 37128fd57670c5278c84514f4fe89bd587690e26 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:51 +0200 Subject: [PATCH 041/117] Migrated pipeline of TicTacToe and branch main from Gitlab to Github --- .github/workflows/TicTacToe.yml | 38 +++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 .github/workflows/TicTacToe.yml diff --git a/.github/workflows/TicTacToe.yml b/.github/workflows/TicTacToe.yml new file mode 100644 index 0000000000..2576510af8 --- /dev/null +++ b/.github/workflows/TicTacToe.yml @@ -0,0 +1,38 @@ +name: TicTacToe +on: + push: + paths: + - 'applications/games/TicTacToe/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 69049 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + test: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull gradle:7.1.0-jdk11 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} gradle:7.1.0-jdk11 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/games/TicTacToe + apt-get update + apt-get install -y software-properties-common + apt-add-repository -y ppa:swi-prolog/stable + apt-get update + apt-get install -y swi-prolog + gradle test --info + run: docker exec build-container bash -c "$SCRIPT" + From 1567c9860c75e7fffe8b6044b86afc4a0dd30ad0 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:52 +0200 Subject: [PATCH 042/117] Migrated pipeline of take6 and branch master from Gitlab to Github --- .github/workflows/take6.yml | 38 +++++++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 .github/workflows/take6.yml diff --git a/.github/workflows/take6.yml b/.github/workflows/take6.yml new file mode 100644 index 0000000000..fc7d27b2e6 --- /dev/null +++ b/.github/workflows/take6.yml @@ -0,0 +1,38 @@ +name: take6 +on: + push: + paths: + - 'applications/games/take6/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 74632 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + test: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull gradle:7.1.0-jdk11 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} gradle:7.1.0-jdk11 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/games/take6 + apt-get update + apt-get install -y software-properties-common + apt-add-repository -y ppa:swi-prolog/stable + apt-get update + apt-get install -y swi-prolog + gradle test --info + run: docker exec build-container bash -c "$SCRIPT" + From abf902e0c12825d51798b8c8eef58fe67d5d5fdf Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:52 +0200 Subject: [PATCH 043/117] Migrated pipeline of Doppelkopf and branch master from Gitlab to Github --- .github/workflows/Doppelkopf.yml | 38 ++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 .github/workflows/Doppelkopf.yml diff --git a/.github/workflows/Doppelkopf.yml b/.github/workflows/Doppelkopf.yml new file mode 100644 index 0000000000..c3f192b166 --- /dev/null +++ b/.github/workflows/Doppelkopf.yml @@ -0,0 +1,38 @@ +name: Doppelkopf +on: + push: + paths: + - 'applications/games/Doppelkopf/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 74631 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + test: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull gradle:7.1.0-jdk11 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} gradle:7.1.0-jdk11 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/games/Doppelkopf + apt-get update + apt-get install -y software-properties-common + apt-add-repository -y ppa:swi-prolog/stable + apt-get update + apt-get install -y swi-prolog + gradle test --info + run: docker exec build-container bash -c "$SCRIPT" + From 4ff167113fc710ae4531559f74be1cad8f07275a Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:52 +0200 Subject: [PATCH 044/117] Migrated pipeline of Chess and branch main from Gitlab to Github --- .github/workflows/Chess.yml | 38 +++++++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 .github/workflows/Chess.yml diff --git a/.github/workflows/Chess.yml b/.github/workflows/Chess.yml new file mode 100644 index 0000000000..01da01daaf --- /dev/null +++ b/.github/workflows/Chess.yml @@ -0,0 +1,38 @@ +name: Chess +on: + push: + paths: + - 'applications/games/Chess/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 69050 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + test: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull gradle:7.1.0-jdk11 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} gradle:7.1.0-jdk11 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/games/Chess + apt-get update + apt-get install -y software-properties-common + apt-add-repository -y ppa:swi-prolog/stable + apt-get update + apt-get install -y swi-prolog + gradle test --info + run: docker exec build-container bash -c "$SCRIPT" + From 68967b102770c14489f3025f2f62c06faa9b3cb5 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:52 +0200 Subject: [PATCH 045/117] Migrated pipeline of MNISTCalculator and branch master from Gitlab to Github --- .github/workflows/MNISTCalculator.yml | 616 ++++++++++++++++++++++++++ 1 file changed, 616 insertions(+) create mode 100644 .github/workflows/MNISTCalculator.yml diff --git a/.github/workflows/MNISTCalculator.yml b/.github/workflows/MNISTCalculator.yml new file mode 100644 index 0000000000..149c72d54c --- /dev/null +++ b/.github/workflows/MNISTCalculator.yml @@ -0,0 +1,616 @@ +name: MNISTCalculator +on: + push: + paths: + - 'applications/MNISTCalculator/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 25225 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + prebuild_phase: + needs: [DeployMnistCalcArtifact] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage prebuild" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage prebuild" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + test_phase: + needs: [prebuild_phase, TestMnistWithAdaNet, TestMNISTwithCustomLayer, TrainOperator_MnistCalculator, TrainHexadecimal_MnistCalculatorTL, TestTENSORFLOW, TrainTensorflowONNX, TrainOperator_MnistCalculatorTL, TestMavenStreamtestPlugin, TestGluonONNX, TestEMADLMavenPlugin, TrainHexadecimal_MnistCalculator, DeployDecompositionResNetArtifact] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage test" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage test" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + testmodular_phase: + needs: [test_phase, TestDecomposition, TestTransfer, TestDecompositionResNet, TestModularModels] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage testmodular" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage testmodular" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + TestTENSORFLOW: + needs: prebuild_phase + if: ${{ github.ref_name != 'modular_testing' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/mnistcalculator/tensorflow:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/mnistcalculator/tensorflow:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + cd tensorflow + chmod +x build.sh + ./build.sh + RES=$(./build/src/cpp/DigitCalculator resources/images/1.png resources/images/2.png resources/images/3.png resources/images/4.png resources/images/5.png resources/images/6.png) + if [[ $RES != *"SUM: 579"* ]]; then echo "Wrong result:" $RES; exit 1; fi; + run: docker exec build-container bash -c "$SCRIPT" + + TestMavenStreamtestPlugin: + needs: prebuild_phase + if: ${{ github.ref_name != 'modular_testing' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + cd mnist-calculator + mvn streamtest:streamtest-build -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + TestEMADLMavenPlugin: + needs: prebuild_phase + if: ${{ github.ref_name != 'modular_testing' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + cd emadl-maven-plugin + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + mvn dependency:resolve emadl:train -s settings.xml -U + mkdir output + python3 calculator.py + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestEMADLMavenPlugin + retention-days: 1 week + path: | + applications/MNISTCalculator/emadl-maven-plugin/output/* + + TestModularModels: + needs: test_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + apt update && apt install -y libomp-dev + cd mnist-modular/Streamtest + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + mvn dependency:resolve emadl:train -s settings.xml -U + mkdir output + python3 calculator.py + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestModularModels + retention-days: 7 + path: | + applications/MNISTCalculator/mnist-modular/Streamtest/output/* + + TestDecomposition: + needs: test_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + export TZ=Europe/Berlin && apt update && DEBIAN_FRONTEND=noninteractive apt install -y tzdata + apt update && apt install -y libomp-dev libopencv-dev python3-opencv + ln -fs /usr/share/zoneinfo/Europe/Berlin /etc/localtime + dpkg-reconfigure --frontend noninteractive tzdata + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + ln /usr/bin/python3 /usr/bin/python -f + cd mnist-modular/Streamtest + mvn dependency:resolve -s settings.xml -U + cd ../Decomposition + ./runDecomposition.sh + STATUS=$? + if [[ $STATUS -eq 1 ]]; then echo "Error during decomposition." $RES; exit 1; fi; + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestDecomposition + retention-days: 7 + path: | + applications/MNISTCalculator/mnist-modular/Streamtest/output/* + + TestDecompositionResNet: + needs: [TestEMADLMavenPlugin, test_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestEMADLMavenPlugin + path: | + applications/MNISTCalculator/applications/MNISTCalculator/emadl-maven-plugin/output/* + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + export TZ=Europe/Berlin + apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata libomp-dev libopencv-dev python3-opencv + ln -fs /usr/share/zoneinfo/Europe/Berlin /etc/localtime + dpkg-reconfigure --frontend noninteractive tzdata + python3 -m pip install --upgrade pip + python3 -m pip install scikit-image opencv-python + ln -fs /usr/bin/python3 /usr/bin/python + cd mnist-modular/DecompositionResNet + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + + TestTransfer: + needs: test_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + export TZ=Europe/Berlin + apt update && DEBIAN_FRONTEND=noninteractive apt install -y tzdata libomp-dev libopencv-dev python3-opencv + ln -fs /usr/share/zoneinfo/Europe/Berlin /etc/localtime + dpkg-reconfigure --frontend noninteractive tzdata + python3 -m pip install -U pip scikit-image opencv-python + ln -fs /usr/bin/python3 /usr/bin/python + cd transfer + chmod +x runTransfer.sh + ./runTransfer.sh + run: docker exec build-container bash -c "$SCRIPT" + + TestMnistWithAdaNet: + needs: prebuild_phase + if: ${{ github.ref_name != 'modular_testing' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd AdaNet + mvn dependency:resolve emadl:train -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + TestMNISTwithCustomLayer: + needs: prebuild_phase + if: ${{ github.ref_name != 'modular_testing' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + shopt -s expand_aliases + echo 'alias python='\''/usr/bin/python3'\''' >> ~/.bashrc + . ~/.bashrc + cat ~/.bashrc + echo $PYTHONPATH + python --version + python3 --version + which python + which python3 + alias python=/usr/bin/python3 + python --version + python3 --version + which python + type -a python + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd mnist-custom-layer + mvn dependency:resolve emadl:train -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + TrainTensorflowONNX: + needs: prebuild_phase + if: ${{ github.ref_name != 'modular_testing' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/tensorflow-onnx:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/tensorflow-onnx:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + cd onnx/tensorflow-pretrained + mvn dependency:resolve emadl:train -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TrainTensorflowONNX + retention-days: 1 day + path: | + applications/MNISTCalculator/onnx/tensorflow-pretrained/model/ + + TestGluonONNX: + needs: [TrainTensorflowONNX, prebuild_phase] + if: ${{ github.ref_name != 'modular_testing' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TrainTensorflowONNX + path: | + applications/MNISTCalculator/applications/MNISTCalculator/onnx/tensorflow-pretrained/model/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170-onnx:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170-onnx:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + cd onnx/tensorflow-pretrained + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + ls model/cNNCalculator.Network/ + mvn emadl:install-pretrained -e -s ./settings.xml + cd ../gluon-load + mvn emadl:train -s settings.xml + chmod +x build.sh + ./build.sh + RES=$(./build/src/cpp/DigitCalculator resources/images/1.png resources/images/2.png resources/images/3.png resources/images/4.png resources/images/5.png resources/images/6.png) + if [[ $RES != *"SUM: 579"* ]]; then echo "Wrong result:" $RES; exit 1; fi; + run: docker exec build-container bash -c "$SCRIPT" + + DeployMnistCalcArtifact: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + cd "emadl-maven_hexadecimal_calculator/trained_mnist_calc" + mvn deploy -s ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + DeployDecompositionResNetArtifact: + needs: [TestEMADLMavenPlugin, prebuild_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestEMADLMavenPlugin + path: | + applications/MNISTCalculator/applications/MNISTCalculator/emadl-maven-plugin/output/* + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + export TZ=Europe/Berlin + apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y tzdata libomp-dev libopencv-dev python3-opencv + ln -fs /usr/share/zoneinfo/Europe/Berlin /etc/localtime + dpkg-reconfigure --frontend noninteractive tzdata + python3 -m pip install --upgrade pip + python3 -m pip install scikit-image opencv-python + ln -fs /usr/bin/python3 /usr/bin/python + cd mnist-modular/DecompositionResNetExport + mvn dependency:resolve -s settings.xml -U -f pom_build.xml + mvn emadl:train -s settings.xml -U -f pom_build.xml + mvn deploy -s settings.xml -U -f pom_deploy.xml + run: docker exec build-container bash -c "$SCRIPT" + + TrainHexadecimal_MnistCalculator: + needs: prebuild_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + cd "emadl-maven_hexadecimal_calculator" + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + echo "$PWD" + cd src/main/emadl/calculator + ls + cd ../../../.. + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + + TrainHexadecimal_MnistCalculatorTL: + needs: prebuild_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + cd "emadl-maven_hexadecimal_calculator_transfer_learning" + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + echo "$PWD" + mvn dependency:resolve -s settings.xml -U + mvn clean verify -s settings.xml -U + mvn emadl:train -s settings.xml -U + mkdir output + python3 calculator.py + run: docker exec build-container bash -c "$SCRIPT" + + TrainOperator_MnistCalculator: + needs: prebuild_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + cd "emadl-maven_operator_calculator" + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + echo "$PWD" + mvn dependency:resolve emadl:train -s settings.xml -U + mkdir output + python3 calculator.py + run: docker exec build-container bash -c "$SCRIPT" + + TrainOperator_MnistCalculatorTL: + needs: prebuild_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/MNISTCalculator + cd "emadl-maven_operator_calculator_transfer_learning" + python3 -m pip install -U pip + python3 -m pip install scikit-image + python3 -m pip install opencv-python + echo "$PWD" + mvn dependency:resolve -s settings.xml -U + mvn clean verify -s settings.xml -U + mvn emadl:train -s settings.xml -U + mkdir output + python3 calculator.py + run: docker exec build-container bash -c "$SCRIPT" + From c6d481177373db215c6a89d8e489886103a8ef5d Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:09:52 +0200 Subject: [PATCH 046/117] Migrated pipeline of turtlebot and branch optimize-ci from Gitlab to Github --- .github/workflows/turtlebot.yml | 134 ++++++++++++++++++++++++++++++++ 1 file changed, 134 insertions(+) create mode 100644 .github/workflows/turtlebot.yml diff --git a/.github/workflows/turtlebot.yml b/.github/workflows/turtlebot.yml new file mode 100644 index 0000000000..07dfbb0d0c --- /dev/null +++ b/.github/workflows/turtlebot.yml @@ -0,0 +1,134 @@ +name: turtlebot +on: + push: + paths: + - 'applications/reinforcement_learning/turtlebot/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 72226 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + build_phase: + needs: [TestBuild] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage build" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage build" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + train_phase: + needs: [build_phase, TestTrain] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage train" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage train" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + TestBuild: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull zoroac/turtle_ci:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} zoroac/turtle_ci:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/turtlebot + cd turtlebot_real/ + chmod 777 *.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestBuild + retention-days: 7 + path: | + applications/reinforcement_learning/turtlebot/turtlebot_real/target/ + + TestTrain: + needs: build_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull zoroac/turtle_ci:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} zoroac/turtle_ci:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/turtlebot + source ~/catkin_ws/devel/setup.bash + export TURTLEBOT3_MODEL=burger + sleep 15 + cd turtlebot_real/ + chmod 777 *.sh + ./run_env.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestTrain + retention-days: 7 + path: | + applications/reinforcement_learning/turtlebot/turtlebot_real/excel_traj_files/ + + ValidateTrain: + needs: train_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull zoroac/turtle_ci:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} zoroac/turtle_ci:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/turtlebot + cd turtlebot_real/ + chmod 777 *.sh + ./run_check.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: ValidateTrain + retention-days: 7 + path: | + applications/reinforcement_learning/turtlebot/turtlebot_real/pdf_traj_plot/ + From 33c453aa09acbd9c3345c9d4b4821245e7240975 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:14:39 +0200 Subject: [PATCH 047/117] Manual adaptations --- .github/workflows/BallTracking.yml | 2 +- .github/workflows/FlowNet.yml | 1 + .github/workflows/MNISTCalculator.yml | 62 +++++++++++++++++---------- .github/workflows/turtlebot.yml | 1 - 4 files changed, 42 insertions(+), 24 deletions(-) diff --git a/.github/workflows/BallTracking.yml b/.github/workflows/BallTracking.yml index 95c773023b..7b7c5eef65 100644 --- a/.github/workflows/BallTracking.yml +++ b/.github/workflows/BallTracking.yml @@ -66,7 +66,7 @@ jobs: SCRIPT: | cd /workspace cd applications/BallTracking - git clone https://git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMADL2CPP.git + cp ../../generators/EMADL2CPP . cd EMADL2CPP mvn clean install -s settings.xml -DskipTests cd .. diff --git a/.github/workflows/FlowNet.yml b/.github/workflows/FlowNet.yml index 9f174a5edc..85c1737d8b 100644 --- a/.github/workflows/FlowNet.yml +++ b/.github/workflows/FlowNet.yml @@ -31,6 +31,7 @@ jobs: cd /workspace cd applications/FlowNet cd tensorflow + chmod +x ./build.sh ./build.sh run: docker exec build-container bash -c "$SCRIPT" diff --git a/.github/workflows/MNISTCalculator.yml b/.github/workflows/MNISTCalculator.yml index 149c72d54c..570bc636fb 100644 --- a/.github/workflows/MNISTCalculator.yml +++ b/.github/workflows/MNISTCalculator.yml @@ -64,6 +64,7 @@ jobs: docker pull ghcr.io/monticore/mnistcalculator/tensorflow:latest docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/mnistcalculator/tensorflow:latest tail -f /dev/null - name: Script + continue-on-error: true env: SCRIPT: | cd /workspace @@ -91,6 +92,7 @@ jobs: docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null - name: Script + continue-on-error: true env: SCRIPT: | cd /workspace @@ -99,7 +101,7 @@ jobs: python3 -m pip install scikit-image python3 -m pip install opencv-python cd mnist-calculator - mvn streamtest:streamtest-build -s settings.xml + mvn -Dmaven.wagon.rto=1800000000 streamtest:streamtest-build -s settings.xml run: docker exec build-container bash -c "$SCRIPT" TestEMADLMavenPlugin: @@ -126,7 +128,7 @@ jobs: python3 -m pip install -U pip python3 -m pip install scikit-image python3 -m pip install opencv-python - mvn dependency:resolve emadl:train -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve emadl:train -s settings.xml -U mkdir output python3 calculator.py run: docker exec build-container bash -c "$SCRIPT" @@ -164,7 +166,7 @@ jobs: python3 -m pip install -U pip python3 -m pip install scikit-image python3 -m pip install opencv-python - mvn dependency:resolve emadl:train -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve emadl:train -s settings.xml -U mkdir output python3 calculator.py run: docker exec build-container bash -c "$SCRIPT" @@ -206,7 +208,7 @@ jobs: python3 -m pip install opencv-python ln /usr/bin/python3 /usr/bin/python -f cd mnist-modular/Streamtest - mvn dependency:resolve -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve -s settings.xml -U cd ../Decomposition ./runDecomposition.sh STATUS=$? @@ -255,7 +257,7 @@ jobs: python3 -m pip install scikit-image opencv-python ln -fs /usr/bin/python3 /usr/bin/python cd mnist-modular/DecompositionResNet - mvn dependency:resolve emadl:train -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve emadl:train -s settings.xml -U run: docker exec build-container bash -c "$SCRIPT" TestTransfer: @@ -311,7 +313,7 @@ jobs: cd applications/MNISTCalculator mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ cd AdaNet - mvn dependency:resolve emadl:train -s settings.xml + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve emadl:train -s settings.xml run: docker exec build-container bash -c "$SCRIPT" TestMNISTwithCustomLayer: @@ -350,7 +352,7 @@ jobs: type -a python mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ cd mnist-custom-layer - mvn dependency:resolve emadl:train -s settings.xml + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve emadl:train -s settings.xml run: docker exec build-container bash -c "$SCRIPT" TrainTensorflowONNX: @@ -369,16 +371,18 @@ jobs: docker pull ghcr.io/monticore/emadl2cpp/dockerimages/tensorflow-onnx:latest docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/tensorflow-onnx:latest tail -f /dev/null - name: Script + continue-on-error: true env: SCRIPT: | cd /workspace cd applications/MNISTCalculator cd onnx/tensorflow-pretrained - mvn dependency:resolve emadl:train -s settings.xml + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve emadl:train -s settings.xml run: docker exec build-container bash -c "$SCRIPT" - name: Upload artifacts uses: actions/upload-artifact@v4 if: success() + continue-on-error: true with: name: TrainTensorflowONNX retention-days: 1 day @@ -397,6 +401,7 @@ jobs: fetch-depth: 1 - name: Download artifacts uses: actions/download-artifact@v4 + continue-on-error: true with: name: TrainTensorflowONNX path: | @@ -407,6 +412,7 @@ jobs: docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170-onnx:v0.0.1 docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170-onnx:v0.0.1 tail -f /dev/null - name: Script + continue-on-error: true env: SCRIPT: | cd /workspace @@ -420,9 +426,9 @@ jobs: python3 -m pip install scikit-image python3 -m pip install opencv-python ls model/cNNCalculator.Network/ - mvn emadl:install-pretrained -e -s ./settings.xml + mvn -Dmaven.wagon.rto=1800000000 emadl:install-pretrained -e -s ./settings.xml cd ../gluon-load - mvn emadl:train -s settings.xml + mvn -Dmaven.wagon.rto=1800000000 emadl:train -s settings.xml chmod +x build.sh ./build.sh RES=$(./build/src/cpp/DigitCalculator resources/images/1.png resources/images/2.png resources/images/3.png resources/images/4.png resources/images/5.png resources/images/6.png) @@ -447,7 +453,7 @@ jobs: cd /workspace cd applications/MNISTCalculator cd "emadl-maven_hexadecimal_calculator/trained_mnist_calc" - mvn deploy -s ci_settings.xml + mvn -Dmaven.wagon.rto=1800000000 deploy -s ci_settings.xml run: docker exec build-container bash -c "$SCRIPT" DeployDecompositionResNetArtifact: @@ -484,9 +490,9 @@ jobs: python3 -m pip install scikit-image opencv-python ln -fs /usr/bin/python3 /usr/bin/python cd mnist-modular/DecompositionResNetExport - mvn dependency:resolve -s settings.xml -U -f pom_build.xml - mvn emadl:train -s settings.xml -U -f pom_build.xml - mvn deploy -s settings.xml -U -f pom_deploy.xml + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve -s settings.xml -U -f pom_build.xml + mvn -Dmaven.wagon.rto=1800000000 emadl:train -s settings.xml -U -f pom_build.xml + mvn -Dmaven.wagon.rto=1800000000 deploy -s settings.xml -U -f pom_deploy.xml run: docker exec build-container bash -c "$SCRIPT" TrainHexadecimal_MnistCalculator: @@ -505,6 +511,7 @@ jobs: docker pull ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/mxnet/190:v0.0.2 tail -f /dev/null - name: Script + continue-on-error: true env: SCRIPT: | cd /workspace @@ -517,7 +524,7 @@ jobs: cd src/main/emadl/calculator ls cd ../../../.. - mvn dependency:resolve emadl:train -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve emadl:train -s settings.xml -U run: docker exec build-container bash -c "$SCRIPT" TrainHexadecimal_MnistCalculatorTL: @@ -545,9 +552,9 @@ jobs: python3 -m pip install scikit-image python3 -m pip install opencv-python echo "$PWD" - mvn dependency:resolve -s settings.xml -U - mvn clean verify -s settings.xml -U - mvn emadl:train -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 clean verify -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 emadl:train -s settings.xml -U mkdir output python3 calculator.py run: docker exec build-container bash -c "$SCRIPT" @@ -577,7 +584,7 @@ jobs: python3 -m pip install scikit-image python3 -m pip install opencv-python echo "$PWD" - mvn dependency:resolve emadl:train -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve emadl:train -s settings.xml -U mkdir output python3 calculator.py run: docker exec build-container bash -c "$SCRIPT" @@ -607,10 +614,21 @@ jobs: python3 -m pip install scikit-image python3 -m pip install opencv-python echo "$PWD" - mvn dependency:resolve -s settings.xml -U - mvn clean verify -s settings.xml -U - mvn emadl:train -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 dependency:resolve -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 clean verify -s settings.xml -U + mvn -Dmaven.wagon.rto=1800000000 emadl:train -s settings.xml -U mkdir output python3 calculator.py run: docker exec build-container bash -c "$SCRIPT" + rerun-failed-jobs: + runs-on: ubuntu-latest + needs: testmodular_phase + if: failure() && fromJSON(github.run_attempt) < 3 + steps: + - name: Trigger Retry + run: gh workflow run $WORKFLOW_FILE --repo $REPO --field job_id=${{ github.run_id }} + env: + WORKFLOW_FILE: Retry.yml + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} \ No newline at end of file diff --git a/.github/workflows/turtlebot.yml b/.github/workflows/turtlebot.yml index 07dfbb0d0c..46fccde734 100644 --- a/.github/workflows/turtlebot.yml +++ b/.github/workflows/turtlebot.yml @@ -69,7 +69,6 @@ jobs: needs: build_phase if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} runs-on: ubuntu-latest - timeout-minutes: 120 steps: - name: Checkout latest commit uses: actions/checkout@v4 From 4d708f67f84f346220d956da142a476d904988c2 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:15:14 +0200 Subject: [PATCH 048/117] Created .gitmodules --- .gitmodules | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 .gitmodules diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000000..15f02db36a --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "external/armadillo"] + path = applications/CooperativeAutopilot/external/armadillo + url = https://gitlab.com/conradsnicta/armadillo-code \ No newline at end of file From 88bde2100bef2e0c6bf851d94dc13c6b5f9a0eea Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:45 +0200 Subject: [PATCH 049/117] Changed maven settings to private token --- applications/Datasets/datasets/ci_settings.xml | 4 ++-- .../Datasets/datasets/mnist_separated/ci_settings.xml | 4 ++-- applications/Datasets/datasets/vae/vae-mnist/ci_settings.xml | 4 ++-- applications/gans/3d-gan/ci_settings.xml | 4 ++-- .../vaes/mnist-vae/beta-vae/pre-trained/model/settings.xml | 4 ++-- applications/vaes/mnist-vae/beta-vae/settings.xml | 4 ++-- .../mnist-vae/beta-vae/src/test/test_training/settings.xml | 4 ++-- applications/vaes/mnist-vae/ci_settings.xml | 4 ++-- .../mnist-vae/conditional-vae/pre-trained/model/settings.xml | 4 ++-- applications/vaes/mnist-vae/conditional-vae/settings.xml | 4 ++-- .../conditional-vae/src/test/test_training/settings.xml | 4 ++-- .../mnist-vae/standard-vae/pre-trained/model/settings.xml | 4 ++-- applications/vaes/mnist-vae/standard-vae/settings.xml | 4 ++-- .../standard-vae/src/test/test_training/settings.xml | 4 ++-- .../vaes/mnist-vae/vq-vae/pre-trained/model/settings.xml | 4 ++-- applications/vaes/mnist-vae/vq-vae/settings.xml | 4 ++-- .../vaes/mnist-vae/vq-vae/src/test/test_training/settings.xml | 4 ++-- 17 files changed, 34 insertions(+), 34 deletions(-) diff --git a/applications/Datasets/datasets/ci_settings.xml b/applications/Datasets/datasets/ci_settings.xml index 81a3257f6f..1323bd2018 100644 --- a/applications/Datasets/datasets/ci_settings.xml +++ b/applications/Datasets/datasets/ci_settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/Datasets/datasets/mnist_separated/ci_settings.xml b/applications/Datasets/datasets/mnist_separated/ci_settings.xml index 81a3257f6f..1323bd2018 100644 --- a/applications/Datasets/datasets/mnist_separated/ci_settings.xml +++ b/applications/Datasets/datasets/mnist_separated/ci_settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/Datasets/datasets/vae/vae-mnist/ci_settings.xml b/applications/Datasets/datasets/vae/vae-mnist/ci_settings.xml index 81a3257f6f..1323bd2018 100644 --- a/applications/Datasets/datasets/vae/vae-mnist/ci_settings.xml +++ b/applications/Datasets/datasets/vae/vae-mnist/ci_settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/gans/3d-gan/ci_settings.xml b/applications/gans/3d-gan/ci_settings.xml index 66580019e4..66b9490e38 100644 --- a/applications/gans/3d-gan/ci_settings.xml +++ b/applications/gans/3d-gan/ci_settings.xml @@ -6,8 +6,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/beta-vae/pre-trained/model/settings.xml b/applications/vaes/mnist-vae/beta-vae/pre-trained/model/settings.xml index 51cfb0e45f..db31033a53 100644 --- a/applications/vaes/mnist-vae/beta-vae/pre-trained/model/settings.xml +++ b/applications/vaes/mnist-vae/beta-vae/pre-trained/model/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/beta-vae/settings.xml b/applications/vaes/mnist-vae/beta-vae/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/vaes/mnist-vae/beta-vae/settings.xml +++ b/applications/vaes/mnist-vae/beta-vae/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/beta-vae/src/test/test_training/settings.xml b/applications/vaes/mnist-vae/beta-vae/src/test/test_training/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/vaes/mnist-vae/beta-vae/src/test/test_training/settings.xml +++ b/applications/vaes/mnist-vae/beta-vae/src/test/test_training/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/ci_settings.xml b/applications/vaes/mnist-vae/ci_settings.xml index 51cfb0e45f..db31033a53 100644 --- a/applications/vaes/mnist-vae/ci_settings.xml +++ b/applications/vaes/mnist-vae/ci_settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/conditional-vae/pre-trained/model/settings.xml b/applications/vaes/mnist-vae/conditional-vae/pre-trained/model/settings.xml index 51cfb0e45f..db31033a53 100644 --- a/applications/vaes/mnist-vae/conditional-vae/pre-trained/model/settings.xml +++ b/applications/vaes/mnist-vae/conditional-vae/pre-trained/model/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/conditional-vae/settings.xml b/applications/vaes/mnist-vae/conditional-vae/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/vaes/mnist-vae/conditional-vae/settings.xml +++ b/applications/vaes/mnist-vae/conditional-vae/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/conditional-vae/src/test/test_training/settings.xml b/applications/vaes/mnist-vae/conditional-vae/src/test/test_training/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/vaes/mnist-vae/conditional-vae/src/test/test_training/settings.xml +++ b/applications/vaes/mnist-vae/conditional-vae/src/test/test_training/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/standard-vae/pre-trained/model/settings.xml b/applications/vaes/mnist-vae/standard-vae/pre-trained/model/settings.xml index 51cfb0e45f..db31033a53 100644 --- a/applications/vaes/mnist-vae/standard-vae/pre-trained/model/settings.xml +++ b/applications/vaes/mnist-vae/standard-vae/pre-trained/model/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/standard-vae/settings.xml b/applications/vaes/mnist-vae/standard-vae/settings.xml index 31537a0311..050d536c19 100644 --- a/applications/vaes/mnist-vae/standard-vae/settings.xml +++ b/applications/vaes/mnist-vae/standard-vae/settings.xml @@ -24,8 +24,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/standard-vae/src/test/test_training/settings.xml b/applications/vaes/mnist-vae/standard-vae/src/test/test_training/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/vaes/mnist-vae/standard-vae/src/test/test_training/settings.xml +++ b/applications/vaes/mnist-vae/standard-vae/src/test/test_training/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/vq-vae/pre-trained/model/settings.xml b/applications/vaes/mnist-vae/vq-vae/pre-trained/model/settings.xml index a0e2e129ec..6cab84a03b 100644 --- a/applications/vaes/mnist-vae/vq-vae/pre-trained/model/settings.xml +++ b/applications/vaes/mnist-vae/vq-vae/pre-trained/model/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/vq-vae/settings.xml b/applications/vaes/mnist-vae/vq-vae/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/vaes/mnist-vae/vq-vae/settings.xml +++ b/applications/vaes/mnist-vae/vq-vae/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} diff --git a/applications/vaes/mnist-vae/vq-vae/src/test/test_training/settings.xml b/applications/vaes/mnist-vae/vq-vae/src/test/test_training/settings.xml index 15bbef3b63..78d4d47074 100644 --- a/applications/vaes/mnist-vae/vq-vae/src/test/test_training/settings.xml +++ b/applications/vaes/mnist-vae/vq-vae/src/test/test_training/settings.xml @@ -25,8 +25,8 @@ - Job-Token - ${env.CI_JOB_TOKEN} + Private-Token + ${env.GITLABTOKEN} From d600caebc60f4e2cf44ffce8e6f027b9d2f91897 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:46 +0200 Subject: [PATCH 050/117] Migrated pipeline of mnist-vae and branch master from Gitlab to Github --- .github/workflows/mnist-vae.yml | 476 ++++++++++++++++++++++++++++++++ 1 file changed, 476 insertions(+) create mode 100644 .github/workflows/mnist-vae.yml diff --git a/.github/workflows/mnist-vae.yml b/.github/workflows/mnist-vae.yml new file mode 100644 index 0000000000..11527efd71 --- /dev/null +++ b/.github/workflows/mnist-vae.yml @@ -0,0 +1,476 @@ +name: mnist-vae +on: + push: + paths: + - 'applications/vaes/mnist-vae/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 59549 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + build_phase: + needs: [BuildVAE, BuildCVAE, BuildBetaVAE, BuildVQVAE] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage build" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage build" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + test_phase: + needs: [build_phase, TestCPPPretrainedVQVAE, TestPretrainedCVAE, TestPythonPretrainedVQVAE, TestPretrainedBetaVAE, TestPretrainedVAE] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage test" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage test" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + BuildVAE: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd standard-vae/src/test/test_training + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + + BuildBetaVAE: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd beta-vae/src/test/test_training + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + + BuildCVAE: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd conditional-vae/src/test/test_training + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + + BuildVQVAE: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd vq-vae/src/test/test_training + mvn dependency:resolve emadl:train -s settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + + TestPretrainedVAE: + needs: build_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd standard-vae + cp -a pre-trained/model/vae.Encoder/. src/test/test_pre-trained/model/mnist.Encoder/ + cp -a pre-trained/model/vae.Decoder/. src/test/test_pre-trained/model/mnist.Decoder/ + cd src/test/test_pre-trained + bash cpp_compile.sh + bash test_digit_generation.sh + run: docker exec build-container bash -c "$SCRIPT" + + TestPretrainedBetaVAE: + needs: build_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd beta-vae + cp -a pre-trained/model/bvae.Encoder/. src/test/test_pre-trained/model/mnist.Encoder/ + cp -a pre-trained/model/bvae.Decoder/. src/test/test_pre-trained/model/mnist.Decoder/ + cd src/test/test_pre-trained + bash cpp_compile.sh + bash test_digit_generation.sh + run: docker exec build-container bash -c "$SCRIPT" + + TestPretrainedCVAE: + needs: build_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd conditional-vae + cp -a pre-trained/model/cvae.Encoder/. src/test/test_pre-trained/model/mnist.Encoder/ + cp -a pre-trained/model/cvae.Decoder/. src/test/test_pre-trained/model/mnist.Decoder/ + cd src/test/test_pre-trained + bash cpp_compile.sh + bash test_digit_generation.sh + run: docker exec build-container bash -c "$SCRIPT" + + TestPythonPretrainedVQVAE: + needs: build_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd vq-vae + cp -a pre-trained/model/vqvae.Encoder/. src/test/test_pre-trained/model/mnist.Encoder/ + cp -a pre-trained/model/vqvae.Decoder/. src/test/test_pre-trained/model/mnist.Decoder/ + cd src/test/test_pre-trained + bash py_test_reconstruction.sh + run: docker exec build-container bash -c "$SCRIPT" + + TestCPPPretrainedVQVAE: + needs: build_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + continue-on-error: true + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd vq-vae + cp -a pre-trained/model/vqvae.Encoder/. src/test/test_pre-trained/model/mnist.Encoder/ + cp -a pre-trained/model/vqvae.Decoder/. src/test/test_pre-trained/model/mnist.Decoder/ + cd src/test/test_pre-trained + bash cpp_compile.sh + bash cpp_test_reconstruction.sh + run: docker exec build-container bash -c "$SCRIPT" + + InstallVAE: + needs: [TestPretrainedVAE, test_phase] + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + cd standard-vae/pre-trained/model/vae.Encoder + mvn emadl:install-pretrained -s ../settings.xml + cd ../vae.Decoder + mvn emadl:install-pretrained -s ../settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + InstallBetaVAE: + needs: [TestPretrainedBetaVAE, test_phase] + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + cd beta-vae/pre-trained/model/bvae.Encoder + mvn emadl:install-pretrained -s ../settings.xml + cd ../bvae.Decoder + mvn emadl:install-pretrained -s ../settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + InstallCVAE: + needs: [TestPretrainedCVAE, test_phase] + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + cd conditional-vae/pre-trained/model/cvae.Encoder + mvn emadl:install-pretrained -s ../settings.xml + cd ../cvae.Decoder + mvn emadl:install-pretrained -s ../settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + InstallVQVAE: + needs: [TestPythonPretrainedVQVAE , TestCPPPretrainedVQVAE, test_phase] + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + cd vq-vae/pre-trained/model/vqvae.Encoder + mvn emadl:install-pretrained -s ../settings.xml + cd ../vqvae.Decoder + mvn emadl:install-pretrained -s ../settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + DeployPretrainedVAE: + needs: [TestPretrainedVAE, test_phase] + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + cd standard-vae/pre-trained/model/vae.Encoder + mvn emadl:deploy-pretrained -s ../settings.xml + cd ../vae.Decoder + mvn emadl:deploy-pretrained -s ../settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + DeployPretrainedBetaVAE: + needs: [TestPretrainedBetaVAE, test_phase] + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + cd beta-vae/pre-trained/model/bvae.Encoder + mvn emadl:deploy-pretrained -s ../settings.xml + cd ../bvae.Decoder + mvn emadl:deploy-pretrained -s ../settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + DeployPretrainedCVAE: + needs: [TestPretrainedCVAE, test_phase] + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + cd conditional-vae/pre-trained/model/cvae.Encoder + mvn emadl:deploy-pretrained -s ../settings.xml + cd ../cvae.Decoder + mvn emadl:deploy-pretrained -s ../settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + DeployPretrainedVQVAE: + needs: [TestPythonPretrainedVQVAE , TestCPPPretrainedVQVAE, test_phase] + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/vaes/mnist-vae + cd vq-vae/pre-trained/model/vqvae.Encoder + mvn emadl:deploy-pretrained -s ../settings.xml + cd ../vqvae.Decoder + mvn emadl:deploy-pretrained -s ../settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From e5dbe406f590ea11f1994a34b9fcc0244050f714 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:46 +0200 Subject: [PATCH 051/117] Migrated pipeline of 3d-gan and branch master from Gitlab to Github --- .github/workflows/3d-gan.yml | 189 +++++++++++++++++++++++++++++++++++ 1 file changed, 189 insertions(+) create mode 100644 .github/workflows/3d-gan.yml diff --git a/.github/workflows/3d-gan.yml b/.github/workflows/3d-gan.yml new file mode 100644 index 0000000000..1dc7bf8225 --- /dev/null +++ b/.github/workflows/3d-gan.yml @@ -0,0 +1,189 @@ +name: 3d-gan +on: + push: + paths: + - 'applications/gans/3d-gan/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 59285 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runbuildDockerMxNet180: ${{steps.buildDockerMxNet180.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check buildDockerMxNet180 + id: buildDockerMxNet180 + run: | + only=false + for path in $(cat diff.txt); do + if [[ $path == *Gluon/.test/docker/** ]]; then + echo "Matching path found: $path" + echo "RUN" + only=true + break + fi + done + echo "Final file status only check: $only" + echo "run=$only" >> $GITHUB_OUTPUT + docker_phase: + needs: [buildDockerMxNet180] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage docker" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage docker" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + jar_phase: + needs: [docker_phase, TestWithJar] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage jar" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage jar" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + buildDockerMxNet180: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runbuildDockerMxNet180 == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd applications/gans/3d-gan + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + cd Gluon/.test/docker + LOWERCASE_OWNER=$(echo "${{ github.repository_owner }}" | tr "[:upper:]" "[:lower:]") + docker build -t ghcr.io/$LOWERCASE_OWNER/emam2mqtt/:latest . + docker push ghcr.io/$LOWERCASE_OWNER/emam2mqtt/:latest + + Train3D-GAN: + needs: jar_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + continue-on-error: true + env: + SCRIPT: | + cd /workspace + cd applications/gans/3d-gan + mv /mxnet/build/libmxnet.so /mxnet/build/libmxnet.a /usr/lib/ + cd Training + export PYTHONPATH="/builds/monticore/EmbeddedMontiArc/applications/gans/3d-gan/Training/target/tmp/cpp/threedgan.Connector/gan/" + mvn dependency:resolve emadl:train -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-pretrained: + needs: jar_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/gans/3d-gan + cd Pre-Trained + mvn dependency:resolve emadl:deploy-pretrained -s ./settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-pretrained: + needs: jar_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/emadl2cpp/dockerimages/mxnet170:v0.0.1 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/gans/3d-gan + cd Pre-Trained + mvn dependency:resolve emadl:install-pretrained -s ./settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + TestWithJar: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + continue-on-error: true + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/3d-gan/mxnet180:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/3d-gan/mxnet180:latest tail -f /dev/null + - name: Script + continue-on-error: true + env: + SCRIPT: | + cd /workspace + cd applications/gans/3d-gan + cd Gluon/.test + chmod +x build.sh + ./build.sh + run: docker exec build-container bash -c "$SCRIPT" + From 13f7f14ec5a0dcdbd87029969497c0d4518e8f50 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:46 +0200 Subject: [PATCH 052/117] Migrated pipeline of mnist-generator and branch master from Gitlab to Github --- .github/workflows/mnist-generator.yml | 66 +++++++++++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 .github/workflows/mnist-generator.yml diff --git a/.github/workflows/mnist-generator.yml b/.github/workflows/mnist-generator.yml new file mode 100644 index 0000000000..c70cb49ebb --- /dev/null +++ b/.github/workflows/mnist-generator.yml @@ -0,0 +1,66 @@ +name: mnist-generator +on: + push: + paths: + - 'applications/gans/mnist-generator/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 34901 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runTestGAN: ${{steps.TestGAN.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check TestGAN + id: TestGAN + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + TestGAN: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runTestGAN == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/mnist-infogan/gans_mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/mnist-infogan/gans_mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/gans/mnist-generator + cd gluon/.test + chmod +x build.sh + ./build.sh + run: docker exec build-container bash -c "$SCRIPT" + From 7c9e7803a787cda5632084287ff48427503eabd2 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:46 +0200 Subject: [PATCH 053/117] Migrated pipeline of ImageToImage and branch master from Gitlab to Github --- .github/workflows/ImageToImage.yml | 36 ++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 .github/workflows/ImageToImage.yml diff --git a/.github/workflows/ImageToImage.yml b/.github/workflows/ImageToImage.yml new file mode 100644 index 0000000000..751ae34d58 --- /dev/null +++ b/.github/workflows/ImageToImage.yml @@ -0,0 +1,36 @@ +name: ImageToImage +on: + push: + paths: + - 'applications/gans/ImageToImage/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 40939 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestGLUON: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/imagetoimage/gans_mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/imagetoimage/gans_mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/gans/ImageToImage + cd gluon/.test + chmod +x build.sh + ./build.sh + run: docker exec build-container bash -c "$SCRIPT" + From 3596a343bb9df9a752479be6d158a4213a28970e Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:46 +0200 Subject: [PATCH 054/117] Migrated pipeline of TORCS_RF and branch master from Gitlab to Github --- .github/workflows/TORCS_RF.yml | 35 ++++++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 .github/workflows/TORCS_RF.yml diff --git a/.github/workflows/TORCS_RF.yml b/.github/workflows/TORCS_RF.yml new file mode 100644 index 0000000000..69f2ed250d --- /dev/null +++ b/.github/workflows/TORCS_RF.yml @@ -0,0 +1,35 @@ +name: TORCS_RF +on: + push: + paths: + - 'applications/reinforcement_learning/TORCS_RF/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 33029 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestBuild: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/TORCS_RF + chmod +x install.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + From f1804ec4073b5cf80d79a9e876fd734bf658a8ea Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:46 +0200 Subject: [PATCH 055/117] Migrated pipeline of TopologyOptimizer and branch main from Gitlab to Github --- .github/workflows/TopologyOptimizer.yml | 43 +++++++++++++++++++++++++ 1 file changed, 43 insertions(+) create mode 100644 .github/workflows/TopologyOptimizer.yml diff --git a/.github/workflows/TopologyOptimizer.yml b/.github/workflows/TopologyOptimizer.yml new file mode 100644 index 0000000000..be7dcfa585 --- /dev/null +++ b/.github/workflows/TopologyOptimizer.yml @@ -0,0 +1,43 @@ +name: TopologyOptimizer +on: + push: + paths: + - 'applications/reinforcement_learning/TopologyOptimizer/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 70646 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestBuild: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/TopologyOptimizer + apt-get update + apt-get install -y maven + git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cd EMAM2Middleware + mvn clean install -s settings.xml + cd target + xargs -n 1 cp -v *-jar-with-dependencies.jar<<<"../../topologyoptimizer/cluster/rl/bin/" + cd ../../topologyoptimizer/cluster/rl/ + chmod +x install.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + From f9405e29ecb9c70df949c48344e12b0247bb9495 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:46 +0200 Subject: [PATCH 056/117] Migrated pipeline of TicTacToeAgent and branch main from Gitlab to Github --- .github/workflows/TicTacToeAgent.yml | 173 +++++++++++++++++++++++++++ 1 file changed, 173 insertions(+) create mode 100644 .github/workflows/TicTacToeAgent.yml diff --git a/.github/workflows/TicTacToeAgent.yml b/.github/workflows/TicTacToeAgent.yml new file mode 100644 index 0000000000..c2a4156cc8 --- /dev/null +++ b/.github/workflows/TicTacToeAgent.yml @@ -0,0 +1,173 @@ +name: TicTacToeAgent +on: + push: + paths: + - 'applications/reinforcement_learning/TicTacToeAgent/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 69051 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linuxBuildJava17_phase: + needs: [TestBuildJava17] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxBuildJava17" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxBuildJava17" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + linuxBuildJava1_8_phase: + needs: [linuxBuildJava17_phase, TestBuildJava1_8] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxBuildJava1_8" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxBuildJava1_8" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + TestBuildJava17: + runs-on: ubuntu-latest + container: + image: maven:3.8.4-openjdk-17-slim + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd applications/reinforcement_learning/TicTacToeAgent + apt-get update + apt-get install software-properties-common -y + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-add-repository ppa:swi-prolog/stable -y 2>/dev/null + apt-get install -y swi-prolog + cd tictactoe-environment + mvn clean package -s settings.xml + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestBuildJava17 + retention-days: 1 week + path: | + applications/reinforcement_learning/TicTacToeAgent/tictactoe-environment/target/ + + TestBuildJava1_8: + needs: [TestBuildJava17, linuxBuildJava17_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava17 + path: | + applications/reinforcement_learning/TicTacToeAgent/applications/reinforcement_learning/TicTacToeAgent/tictactoe-environment/target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/TicTacToeAgent + apt-get update + apt-get install -y maven + git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cd EMAM2Middleware + mvn clean package -s settings.xml -DskipTests + cd .. + cp "EMAM2Middleware/target/embedded-montiarc-math-middleware-generator"*"jar-with-dependencies.jar" tictactoe-agent/embedded-montiarc-math-middleware-generator-jar-with-dependencies.jar + cd tictactoe-agent + chmod 777 *.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestBuildJava1_8 + retention-days: 1 week + path: | + applications/reinforcement_learning/TicTacToeAgent/tictactoe-agent/generator-target/ + + TestTrain: + needs: [TestBuildJava17 , TestBuildJava1_8, linuxBuildJava1_8_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava17 + path: | + applications/reinforcement_learning/TicTacToeAgent/applications/reinforcement_learning/TicTacToeAgent/tictactoe-environment/target/ + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava1_8 + path: | + applications/reinforcement_learning/TicTacToeAgent/applications/reinforcement_learning/TicTacToeAgent/tictactoe-agent/generator-target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/TicTacToeAgent + apt-get update + apt-get install -y maven + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-get update + apt-get install -y swi-prolog + apt-get install software-properties-common -y + add-apt-repository ppa:openjdk-r/ppa -y + apt-get update + apt install openjdk-11-jdk -y + cd tictactoe-environment + roscore & + sleep 2 + java --version + java -cp "target/tictactoe-environment-1.0-SNAPSHOT.jar" de.gdl.rl.environment.games.tictactoe.TicTacToeEnv --training & + echo "wait 5 seconds ..." + sleep 5 + cd ../tictactoe-agent + chmod 777 *.sh + ./run_training.sh + run: docker exec build-container bash -c "$SCRIPT" + From cf77488bea7b079a6874cda02b7e9aa67c62ebd1 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:46 +0200 Subject: [PATCH 057/117] Migrated pipeline of take6-agent and branch master from Gitlab to Github --- .github/workflows/take6-agent.yml | 173 ++++++++++++++++++++++++++++++ 1 file changed, 173 insertions(+) create mode 100644 .github/workflows/take6-agent.yml diff --git a/.github/workflows/take6-agent.yml b/.github/workflows/take6-agent.yml new file mode 100644 index 0000000000..b52fd44104 --- /dev/null +++ b/.github/workflows/take6-agent.yml @@ -0,0 +1,173 @@ +name: take6-agent +on: + push: + paths: + - 'applications/reinforcement_learning/take6-agent/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 74633 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linuxBuildJava17_phase: + needs: [TestBuildJava17] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxBuildJava17" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxBuildJava17" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + linuxBuildJava1_8_phase: + needs: [linuxBuildJava17_phase, TestBuildJava1_8] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxBuildJava1_8" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxBuildJava1_8" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + TestBuildJava17: + runs-on: ubuntu-latest + container: + image: maven:3.8.4-openjdk-17-slim + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd applications/reinforcement_learning/take6-agent + apt-get update + apt-get install software-properties-common -y + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-add-repository ppa:swi-prolog/stable -y 2>/dev/null + apt-get install -y swi-prolog + cd 6nimmt-environment + mvn clean package -s settings.xml + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestBuildJava17 + retention-days: 1 week + path: | + applications/reinforcement_learning/take6-agent/6nimmt-environment/target/ + + TestBuildJava1_8: + needs: [TestBuildJava17, linuxBuildJava17_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava17 + path: | + applications/reinforcement_learning/take6-agent/applications/reinforcement_learning/take6-agent/6nimmt-environment/target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/take6-agent + apt-get update + apt-get install -y maven + git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cd EMAM2Middleware + mvn clean package -s settings.xml -DskipTests + cd .. + cp "EMAM2Middleware/target/embedded-montiarc-math-middleware-generator"*"jar-with-dependencies.jar" 6nimmt-agent/embedded-montiarc-math-middleware-generator-jar-with-dependencies.jar + cd 6nimmt-agent + chmod 777 *.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestBuildJava1_8 + retention-days: 1 week + path: | + applications/reinforcement_learning/take6-agent/6nimmt-agent/generator-target/ + + TestTrain: + needs: [TestBuildJava17 , TestBuildJava1_8, linuxBuildJava1_8_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava17 + path: | + applications/reinforcement_learning/take6-agent/applications/reinforcement_learning/take6-agent/6nimmt-environment/target/ + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava1_8 + path: | + applications/reinforcement_learning/take6-agent/applications/reinforcement_learning/take6-agent/6nimmt-agent/generator-target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/take6-agent + apt-get update + apt-get install -y maven + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-get update + apt-get install -y swi-prolog + apt-get install software-properties-common -y + add-apt-repository ppa:openjdk-r/ppa -y + apt-get update + apt install openjdk-11-jdk -y + cd 6nimmt-environment + roscore & + sleep 2 + java --version + java -cp "target/snimmt-environment-1.0-SNAPSHOT.jar" de.gdl.rl.environment.games.snimmt.SnimmtEnv --training & + echo "wait 5 seconds ..." + sleep 5 + cd ../6nimmt-agent + chmod 777 *.sh + ./run_training.sh + run: docker exec build-container bash -c "$SCRIPT" + From 91eefd172230143886b018b45b06c3bc4e16cefb Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:47 +0200 Subject: [PATCH 058/117] Migrated pipeline of RoboschoolHalfCheetah and branch master from Gitlab to Github --- .github/workflows/RoboschoolHalfCheetah.yml | 35 +++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 .github/workflows/RoboschoolHalfCheetah.yml diff --git a/.github/workflows/RoboschoolHalfCheetah.yml b/.github/workflows/RoboschoolHalfCheetah.yml new file mode 100644 index 0000000000..8ebe684a4c --- /dev/null +++ b/.github/workflows/RoboschoolHalfCheetah.yml @@ -0,0 +1,35 @@ +name: RoboschoolHalfCheetah +on: + push: + paths: + - 'applications/reinforcement_learning/RoboschoolHalfCheetah/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 33027 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestBuild: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/RoboschoolHalfCheetah + chmod +x install.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + From ed340a42fe611247886a1559a2249c5b01970f7f Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:47 +0200 Subject: [PATCH 059/117] Migrated pipeline of Pendulum and branch master from Gitlab to Github --- .github/workflows/Pendulum.yml | 35 ++++++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 .github/workflows/Pendulum.yml diff --git a/.github/workflows/Pendulum.yml b/.github/workflows/Pendulum.yml new file mode 100644 index 0000000000..986cfe6197 --- /dev/null +++ b/.github/workflows/Pendulum.yml @@ -0,0 +1,35 @@ +name: Pendulum +on: + push: + paths: + - 'applications/reinforcement_learning/Pendulum/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 33024 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestBuild: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/Pendulum + chmod +x install.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + From 7a02a601e067c3fdaae0b79b9d421a0a02fc0adf Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:47 +0200 Subject: [PATCH 060/117] Migrated pipeline of LunarLanderDiscrete and branch master from Gitlab to Github --- .github/workflows/LunarLanderDiscrete.yml | 37 +++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 .github/workflows/LunarLanderDiscrete.yml diff --git a/.github/workflows/LunarLanderDiscrete.yml b/.github/workflows/LunarLanderDiscrete.yml new file mode 100644 index 0000000000..62693e5767 --- /dev/null +++ b/.github/workflows/LunarLanderDiscrete.yml @@ -0,0 +1,37 @@ +name: LunarLanderDiscrete +on: + push: + paths: + - 'applications/reinforcement_learning/LunarLanderDiscrete/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 33022 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestBuildAndTrain: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/LunarLanderDiscrete + chmod +x install.sh + chmod +x run_training.sh + ./install.sh + ./run_training.sh + run: docker exec build-container bash -c "$SCRIPT" + From c15773e751b7acfc541b047b47adde70f2c5cbc3 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:47 +0200 Subject: [PATCH 061/117] Migrated pipeline of LunarLanderContinuous and branch master from Gitlab to Github --- .github/workflows/LunarLanderContinuous.yml | 37 +++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 .github/workflows/LunarLanderContinuous.yml diff --git a/.github/workflows/LunarLanderContinuous.yml b/.github/workflows/LunarLanderContinuous.yml new file mode 100644 index 0000000000..0470568870 --- /dev/null +++ b/.github/workflows/LunarLanderContinuous.yml @@ -0,0 +1,37 @@ +name: LunarLanderContinuous +on: + push: + paths: + - 'applications/reinforcement_learning/LunarLanderContinuous/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 33023 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestBuildAndTrain: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/LunarLanderContinuous + chmod +x install.sh + chmod +x run_training.sh + ./install.sh + ./run_training.sh + run: docker exec build-container bash -c "$SCRIPT" + From 307bbd2ed2f6f155db15d41b7da396b268d11470 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:47 +0200 Subject: [PATCH 062/117] Migrated pipeline of doppelkopf-agent and branch master from Gitlab to Github --- .github/workflows/doppelkopf-agent.yml | 173 +++++++++++++++++++++++++ 1 file changed, 173 insertions(+) create mode 100644 .github/workflows/doppelkopf-agent.yml diff --git a/.github/workflows/doppelkopf-agent.yml b/.github/workflows/doppelkopf-agent.yml new file mode 100644 index 0000000000..000af3d66f --- /dev/null +++ b/.github/workflows/doppelkopf-agent.yml @@ -0,0 +1,173 @@ +name: doppelkopf-agent +on: + push: + paths: + - 'applications/reinforcement_learning/doppelkopf-agent/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 74635 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linuxBuildJava17_phase: + needs: [TestBuildJava17] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxBuildJava17" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxBuildJava17" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + linuxBuildJava1_8_phase: + needs: [linuxBuildJava17_phase, TestBuildJava1_8] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxBuildJava1_8" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxBuildJava1_8" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + TestBuildJava17: + runs-on: ubuntu-latest + container: + image: maven:3.8.4-openjdk-17-slim + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd applications/reinforcement_learning/doppelkopf-agent + apt-get update + apt-get install software-properties-common -y + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-add-repository ppa:swi-prolog/stable -y 2>/dev/null + apt-get install -y swi-prolog + cd doppelkopf-environment + mvn clean package -s settings.xml + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestBuildJava17 + retention-days: 1 week + path: | + applications/reinforcement_learning/doppelkopf-agent/doppelkopf-environment/target/ + + TestBuildJava1_8: + needs: [TestBuildJava17, linuxBuildJava17_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava17 + path: | + applications/reinforcement_learning/doppelkopf-agent/applications/reinforcement_learning/doppelkopf-agent/doppelkopf-environment/target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/doppelkopf-agent + apt-get update + apt-get install -y maven + git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cd EMAM2Middleware + mvn clean package -s settings.xml -DskipTests + cd .. + cp "EMAM2Middleware/target/embedded-montiarc-math-middleware-generator"*"jar-with-dependencies.jar" doppelkopf-agent/embedded-montiarc-math-middleware-generator-jar-with-dependencies.jar + cd doppelkopf-agent + chmod 777 *.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestBuildJava1_8 + retention-days: 1 week + path: | + applications/reinforcement_learning/doppelkopf-agent/doppelkopf-agent/generator-target/ + + TestTrain: + needs: [TestBuildJava17 , TestBuildJava1_8, linuxBuildJava1_8_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava17 + path: | + applications/reinforcement_learning/doppelkopf-agent/applications/reinforcement_learning/doppelkopf-agent/doppelkopf-environment/target/ + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava1_8 + path: | + applications/reinforcement_learning/doppelkopf-agent/applications/reinforcement_learning/doppelkopf-agent/doppelkopf-agent/generator-target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/doppelkopf-agent + apt-get update + apt-get install -y maven + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-get update + apt-get install -y swi-prolog + apt-get install software-properties-common -y + add-apt-repository ppa:openjdk-r/ppa -y + apt-get update + apt install openjdk-11-jdk -y + cd doppelkopf-environment + roscore & + sleep 2 + java --version + java -cp "target/doppelkopf-environment-1.4.3-SNAPSHOT.jar" de.gdl.rl.environment.games.doppelkopf.DoppelkopfEnvironment --training & + echo "wait 5 seconds ..." + sleep 5 + cd ../doppelkopf-agent + chmod 777 *.sh + ./run_training.sh + run: docker exec build-container bash -c "$SCRIPT" + From 604d4ed558a447e73cbc6872d8872bdac4645f80 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:47 +0200 Subject: [PATCH 063/117] Migrated pipeline of CoopMontiSimAutopilot and branch main from Gitlab to Github --- .github/workflows/CoopMontiSimAutopilot.yml | 80 +++++++++++++++++++++ 1 file changed, 80 insertions(+) create mode 100644 .github/workflows/CoopMontiSimAutopilot.yml diff --git a/.github/workflows/CoopMontiSimAutopilot.yml b/.github/workflows/CoopMontiSimAutopilot.yml new file mode 100644 index 0000000000..8d4069136e --- /dev/null +++ b/.github/workflows/CoopMontiSimAutopilot.yml @@ -0,0 +1,80 @@ +name: CoopMontiSimAutopilot +on: + push: + paths: + - 'applications/reinforcement_learning/CoopMontiSimAutopilot/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 63620 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestBuild: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/coopmontisimautopilot:v0.0.2 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/coopmontisimautopilot:v0.0.2 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/CoopMontiSimAutopilot + apt-get update + apt-get install -y maven + . /opt/ros/noetic/setup.sh + pip install numpy==1.19.1 + mkdir dev + cd dev + git clone https://git.rwth-aachen.de/monticore/EmbeddedMontiArc/simulators/basic-simulator.git + git clone https://git.rwth-aachen.de/monticore/EmbeddedMontiArc/simulators/simulation.git + cd simulation + cd ROSInterface + ./install.sh + cp target/libROSInterface.so ../../basic-simulator/install/ + cd ../../basic-simulator + mvn clean install -s settings.xml -DskipTests + cd ../.. + git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cd EMAM2Middleware + mvn clean install -s settings.xml -DskipTests + cd target + cp -v *-jar-with-dependencies.jar ../../Autopilot/bin/ + cd ../../ + cd experiments + cd basic + ./install.sh + ./ci_run_training.sh + cd .. + cd drive_forward + ./install.sh + cd .. + cd angle/baseline-angle-representation + ./install.sh + cd ../../ + cd angle/angle-representation + ./install.sh + cd ../../ + cd centering/baseline-centering + ./install.sh + cd ../../ + cd centering/centering + ./install.sh + cd ../../ + cd intersection + ./install.sh + cd .. + cd platooning + ./install.sh + cd .. + run: docker exec build-container bash -c "$SCRIPT" + From a766726f449530a269f3affbd1d110a058906925 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:47 +0200 Subject: [PATCH 064/117] Migrated pipeline of ChessAgent and branch main from Gitlab to Github --- .github/workflows/ChessAgent.yml | 173 +++++++++++++++++++++++++++++++ 1 file changed, 173 insertions(+) create mode 100644 .github/workflows/ChessAgent.yml diff --git a/.github/workflows/ChessAgent.yml b/.github/workflows/ChessAgent.yml new file mode 100644 index 0000000000..69e32fafeb --- /dev/null +++ b/.github/workflows/ChessAgent.yml @@ -0,0 +1,173 @@ +name: ChessAgent +on: + push: + paths: + - 'applications/reinforcement_learning/ChessAgent/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 69052 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linuxBuildJava17_phase: + needs: [TestBuildJava17] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxBuildJava17" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxBuildJava17" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + linuxBuildJava1_8_phase: + needs: [linuxBuildJava17_phase, TestBuildJava1_8] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxBuildJava1_8" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxBuildJava1_8" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + TestBuildJava17: + runs-on: ubuntu-latest + container: + image: maven:3.8.4-openjdk-17-slim + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd applications/reinforcement_learning/ChessAgent + apt-get update + apt-get install software-properties-common -y + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-add-repository ppa:swi-prolog/stable -y 2>/dev/null + apt-get install -y swi-prolog + cd chess-environment + mvn clean package -s settings.xml + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestBuildJava17 + retention-days: 1 week + path: | + applications/reinforcement_learning/ChessAgent/chess-environment/target/ + + TestBuildJava1_8: + needs: [TestBuildJava17, linuxBuildJava17_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava17 + path: | + applications/reinforcement_learning/ChessAgent/applications/reinforcement_learning/ChessAgent/chess-environment/target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/ChessAgent + apt-get update + apt-get install -y maven + git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cd EMAM2Middleware + mvn clean package -s settings.xml -DskipTests + cd .. + cp "EMAM2Middleware/target/embedded-montiarc-math-middleware-generator"*"jar-with-dependencies.jar" chess-agent/embedded-montiarc-math-middleware-generator-jar-with-dependencies.jar + cd chess-agent + chmod 777 *.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: TestBuildJava1_8 + retention-days: 1 week + path: | + applications/reinforcement_learning/ChessAgent/chess-agent/generator-target/ + + TestTrain: + needs: [TestBuildJava17 , TestBuildJava1_8, linuxBuildJava1_8_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava17 + path: | + applications/reinforcement_learning/ChessAgent/applications/reinforcement_learning/ChessAgent/chess-environment/target/ + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: TestBuildJava1_8 + path: | + applications/reinforcement_learning/ChessAgent/applications/reinforcement_learning/ChessAgent/chess-agent/generator-target/ + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/ChessAgent + apt-get update + apt-get install -y maven + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-get update + apt-get install -y swi-prolog + apt-get install software-properties-common -y + add-apt-repository ppa:openjdk-r/ppa -y + apt-get update + apt install openjdk-11-jdk -y + cd chess-environment + roscore & + sleep 2 + java --version + java -cp "target/chess-environment-1.0-SNAPSHOT.jar" de.gdl.rl.environment.games.chess.ChessEnv --training & + echo "wait 5 seconds ..." + sleep 5 + cd ../chess-agent + chmod 777 *.sh + ./run_training.sh + run: docker exec build-container bash -c "$SCRIPT" + From 81d706b4e38637ec4d750495b4dff4476eccadcb Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:47 +0200 Subject: [PATCH 065/117] Migrated pipeline of CartPole and branch master from Gitlab to Github --- .github/workflows/CartPole.yml | 37 ++++++++++++++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 .github/workflows/CartPole.yml diff --git a/.github/workflows/CartPole.yml b/.github/workflows/CartPole.yml new file mode 100644 index 0000000000..ca1a2468c5 --- /dev/null +++ b/.github/workflows/CartPole.yml @@ -0,0 +1,37 @@ +name: CartPole +on: + push: + paths: + - 'applications/reinforcement_learning/CartPole/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 33021 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestBuildAndTrain: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/CartPole + chmod +x install.sh + chmod +x run_training.sh + ./install.sh + ./run_training.sh + run: docker exec build-container bash -c "$SCRIPT" + From b8d63a47ee7cb2cee4183ab105c8f4c47fede756 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:48 +0200 Subject: [PATCH 066/117] Migrated pipeline of BipedalWalker and branch master from Gitlab to Github --- .github/workflows/BipedalWalker.yml | 37 +++++++++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 .github/workflows/BipedalWalker.yml diff --git a/.github/workflows/BipedalWalker.yml b/.github/workflows/BipedalWalker.yml new file mode 100644 index 0000000000..2225dde99c --- /dev/null +++ b/.github/workflows/BipedalWalker.yml @@ -0,0 +1,37 @@ +name: BipedalWalker +on: + push: + paths: + - 'applications/reinforcement_learning/BipedalWalker/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 33025 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestBuildAndTrain: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/rl-fix-new2:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/cartpole/rl-fix-new2:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/BipedalWalker + chmod +x install.sh + chmod +x run_training.sh + ./install.sh + ./run_training.sh + run: docker exec build-container bash -c "$SCRIPT" + From 9f86f1883ab7a699191749f8d2b6bed4e6289864 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:48 +0200 Subject: [PATCH 067/117] Migrated pipeline of AtariPong and branch master from Gitlab to Github --- .github/workflows/AtariPong.yml | 36 +++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 .github/workflows/AtariPong.yml diff --git a/.github/workflows/AtariPong.yml b/.github/workflows/AtariPong.yml new file mode 100644 index 0000000000..fa80e34658 --- /dev/null +++ b/.github/workflows/AtariPong.yml @@ -0,0 +1,36 @@ +name: AtariPong +on: + push: + paths: + - 'applications/reinforcement_learning/AtariPong/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 33028 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + TestBuild: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/cartpole/emadl-rl-mxnet:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/reinforcement_learning/AtariPong + chmod +x install.sh + ./install.sh + run: docker exec build-container bash -c "$SCRIPT" + From befdb8703875237851da06f4c3b0233c5e77b56c Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:48 +0200 Subject: [PATCH 068/117] Migrated pipeline of torcsdprl and branch main from Gitlab to Github --- .github/workflows/torcsdprl.yml | 96 +++++++++++++++++++++++++++++++++ 1 file changed, 96 insertions(+) create mode 100644 .github/workflows/torcsdprl.yml diff --git a/.github/workflows/torcsdprl.yml b/.github/workflows/torcsdprl.yml new file mode 100644 index 0000000000..95ed70ad72 --- /dev/null +++ b/.github/workflows/torcsdprl.yml @@ -0,0 +1,96 @@ +name: torcsdprl +on: + push: + paths: + - 'applications/torcsdprl/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 62182 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runbuildDocker: ${{steps.buildDocker.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check buildDocker + id: buildDocker + run: | + only=false + for path in $(cat diff.txt); do + if [[ $path == *Docker* ]]; then + echo "Matching path found: $path" + echo "RUN" + only=true + break + fi + done + echo "Final file status only check: $only" + echo "run=$only" >> $GITHUB_OUTPUT + docker_phase: + needs: [buildDocker] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage docker" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage docker" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + buildDocker: + needs: FileChanges + if: ${{ !cancelled() && needs.FileChanges.outputs.runbuildDocker == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd applications/torcsdprl + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + cd Docker + LOWERCASE_OWNER=$(echo "${{ github.repository_owner }}" | tr "[:upper:]" "[:lower:]") + docker build -t ghcr.io/$LOWERCASE_OWNER/emam2mqtt/:latest . + docker push ghcr.io/$LOWERCASE_OWNER/emam2mqtt/:latest + + TestBuild: + needs: docker_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/torcsdprl/dockerimages/mxnet17:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/torcsdprl/dockerimages/mxnet17:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/torcsdprl + chmod +x scripts/ci-script.sh && ./scripts/ci-script.sh + run: docker exec build-container bash -c "$SCRIPT" + From 0a97ec600ee49bd0ba697f0411bd46c87a89963a Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:48 +0200 Subject: [PATCH 069/117] Migrated pipeline of ShowAttendTellPredictor and branch master from Gitlab to Github --- .github/workflows/ShowAttendTellPredictor.yml | 36 +++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 .github/workflows/ShowAttendTellPredictor.yml diff --git a/.github/workflows/ShowAttendTellPredictor.yml b/.github/workflows/ShowAttendTellPredictor.yml new file mode 100644 index 0000000000..3c5df5c740 --- /dev/null +++ b/.github/workflows/ShowAttendTellPredictor.yml @@ -0,0 +1,36 @@ +name: ShowAttendTellPredictor +on: + push: + paths: + - 'applications/ShowAttendTellPredictor/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 37901 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + TestGLUON: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/mnistcalculator/mxnet:v0.0.3 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/mnistcalculator/mxnet:v0.0.3 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/ShowAttendTellPredictor + chmod +x build.sh + ./build.sh + build/src/cpp/ShowAttendTell resources/training_data/plane.jpg resources/training_data/dict.txt + run: docker exec build-container bash -c "$SCRIPT" + From 73f7af0863012e1068bb1424c41ee95730b6b821 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:48 +0200 Subject: [PATCH 070/117] Migrated pipeline of rnnsearch_translator and branch master from Gitlab to Github --- .github/workflows/rnnsearch_translator.yml | 35 ++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 .github/workflows/rnnsearch_translator.yml diff --git a/.github/workflows/rnnsearch_translator.yml b/.github/workflows/rnnsearch_translator.yml new file mode 100644 index 0000000000..cad4981eaf --- /dev/null +++ b/.github/workflows/rnnsearch_translator.yml @@ -0,0 +1,35 @@ +name: rnnsearch_translator +on: + push: + paths: + - 'applications/rnnsearch_translator/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 28688 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + test: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/mnistcalculator/mxnet:v0.0.3 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/mnistcalculator/mxnet:v0.0.3 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/rnnsearch_translator + ./build.sh + build/src/cpp/Translator resources/vocabularies/vocab.en resources/vocabularies/vocab.vi 'I am fine .' + run: docker exec build-container bash -c "$SCRIPT" + From 8181a91f212db60e7fd257bc941e52fe3e4b0891 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:16:48 +0200 Subject: [PATCH 071/117] Migrated pipeline of Datasets and branch master from Gitlab to Github --- .github/workflows/Datasets.yml | 445 +++++++++++++++++++++++++++++++++ 1 file changed, 445 insertions(+) create mode 100644 .github/workflows/Datasets.yml diff --git a/.github/workflows/Datasets.yml b/.github/workflows/Datasets.yml new file mode 100644 index 0000000000..23b95c0436 --- /dev/null +++ b/.github/workflows/Datasets.yml @@ -0,0 +1,445 @@ +name: Datasets +on: + push: + paths: + - 'applications/Datasets/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 57999 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + deploy-mnist-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist + mvn emadl:deploy-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-mnist-dataset: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist + mvn emadl:install-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-mnist-base-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_base + mvn emadl:deploy-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-mnist-base-dataset: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_base + mvn emadl:install-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-mnist-extension-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_extension + mvn emadl:deploy-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-mnist-extension-dataset: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_extension + mvn emadl:install-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-mnist-separated-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_separated + mvn emadl:deploy-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-mnist-separated-dataset: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_separated + mvn emadl:install-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-vae-mnist-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/vae/vae-mnist + mvn emadl:deploy-dataset -s ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-vae-mnist-dataset: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/vae/vae-mnist + mvn emadl:install-dataset -s ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-mnist-letter-dataset: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_letters + mvn emadl:install-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-mnist-letter-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_letters + mvn emadl:deploy-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-cifar-10-dataset: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/cifar_10 + mvn emadl:install-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-cifar-10-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/cifar_10 + mvn emadl:deploy-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-mnist-operator-dataset: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_operators + mvn emadl:install-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-mnist-operator-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_operators + mvn emadl:deploy-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-mnist-operator-reduced-dataset: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_operators_reduced + mvn emadl:install-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-mnist-operator-reduced-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_operators_reduced + mvn emadl:deploy-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + install-mnist-hexadecimal-dataset: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_hexadecimal + mvn emadl:install-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + deploy-mnist-hexadecimal-dataset: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.6-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd applications/Datasets + cd datasets/mnist_hexadecimal + mvn emadl:deploy-dataset -s ../ci_settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 80a9a50d828af534e05f8a881c63c458c7768613 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:26:09 +0200 Subject: [PATCH 072/117] Manual adaptations --- .github/workflows/3d-gan.yml | 5 +-- .github/workflows/ChessAgent.yml | 6 +++- .github/workflows/CoopMontiSimAutopilot.yml | 6 ++-- .github/workflows/Datasets.yml | 34 +++++++++++++++++++ .github/workflows/TicTacToeAgent.yml | 6 +++- .github/workflows/TopologyOptimizer.yml | 2 +- .github/workflows/doppelkopf-agent.yml | 6 +++- .github/workflows/rnnsearch_translator.yml | 1 + .github/workflows/take6-agent.yml | 6 +++- .github/workflows/torcsdprl.yml | 5 +-- .gitmodules | 3 ++ .../ChessAgent/chess-environment/settings.xml | 1 + 12 files changed, 69 insertions(+), 12 deletions(-) create mode 100644 .gitmodules diff --git a/.github/workflows/3d-gan.yml b/.github/workflows/3d-gan.yml index 1dc7bf8225..189a80a5fb 100644 --- a/.github/workflows/3d-gan.yml +++ b/.github/workflows/3d-gan.yml @@ -76,13 +76,14 @@ jobs: fetch-depth: 1 - name: Script shell: bash + continue-on-error: true run: | cd applications/gans/3d-gan echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin cd Gluon/.test/docker LOWERCASE_OWNER=$(echo "${{ github.repository_owner }}" | tr "[:upper:]" "[:lower:]") - docker build -t ghcr.io/$LOWERCASE_OWNER/emam2mqtt/:latest . - docker push ghcr.io/$LOWERCASE_OWNER/emam2mqtt/:latest + docker build -t ghcr.io/$LOWERCASE_OWNER/mxnet180 . + docker push ghcr.io/$LOWERCASE_OWNER/mxnet180 Train3D-GAN: needs: jar_phase diff --git a/.github/workflows/ChessAgent.yml b/.github/workflows/ChessAgent.yml index 69e32fafeb..a564aa9b0e 100644 --- a/.github/workflows/ChessAgent.yml +++ b/.github/workflows/ChessAgent.yml @@ -42,6 +42,10 @@ jobs: image: maven:3.8.4-openjdk-17-slim timeout-minutes: 120 steps: + - name: Install git + run: | + apt-get update + apt-get install git -y - name: Checkout latest commit uses: actions/checkout@v4 with: @@ -97,7 +101,7 @@ jobs: cd applications/reinforcement_learning/ChessAgent apt-get update apt-get install -y maven - git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cp -r ../../../generators/EMAM2Middleware . cd EMAM2Middleware mvn clean package -s settings.xml -DskipTests cd .. diff --git a/.github/workflows/CoopMontiSimAutopilot.yml b/.github/workflows/CoopMontiSimAutopilot.yml index 8d4069136e..39ac24f1bb 100644 --- a/.github/workflows/CoopMontiSimAutopilot.yml +++ b/.github/workflows/CoopMontiSimAutopilot.yml @@ -35,8 +35,8 @@ jobs: pip install numpy==1.19.1 mkdir dev cd dev - git clone https://git.rwth-aachen.de/monticore/EmbeddedMontiArc/simulators/basic-simulator.git - git clone https://git.rwth-aachen.de/monticore/EmbeddedMontiArc/simulators/simulation.git + cp ../../../simulators/basic-simulator . + cp ../../../simulators/simulation . cd simulation cd ROSInterface ./install.sh @@ -44,7 +44,7 @@ jobs: cd ../../basic-simulator mvn clean install -s settings.xml -DskipTests cd ../.. - git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cp ../../../generators/EMAM2Middleware cd EMAM2Middleware mvn clean install -s settings.xml -DskipTests cd target diff --git a/.github/workflows/Datasets.yml b/.github/workflows/Datasets.yml index 23b95c0436..c458dcc8f6 100644 --- a/.github/workflows/Datasets.yml +++ b/.github/workflows/Datasets.yml @@ -284,6 +284,7 @@ jobs: docker pull maven:3.6-jdk-8 docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null - name: Script + continue-on-error: true env: SCRIPT: | cd /workspace @@ -306,6 +307,7 @@ jobs: docker pull maven:3.6-jdk-8 docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.6-jdk-8 tail -f /dev/null - name: Script + continue-on-error: true env: SCRIPT: | cd /workspace @@ -443,3 +445,35 @@ jobs: mvn emadl:deploy-dataset -s ../ci_settings.xml run: docker exec build-container bash -c "$SCRIPT" + rerun-failed-jobs: + runs-on: ubuntu-latest + needs: [ + deploy-mnist-dataset, + install-mnist-dataset, + deploy-mnist-base-dataset, + install-mnist-base-dataset, + deploy-mnist-extension-dataset, + install-mnist-extension-dataset, + deploy-mnist-separated-dataset, + install-mnist-separated-dataset, + deploy-vae-mnist-dataset, + install-vae-mnist-dataset, + install-mnist-letter-dataset, + deploy-mnist-letter-dataset, + install-cifar-10-dataset, + deploy-cifar-10-dataset, + install-mnist-operator-dataset, + deploy-mnist-operator-dataset, + install-mnist-operator-reduced-dataset, + deploy-mnist-operator-reduced-dataset, + install-mnist-hexadecimal-dataset, + deploy-mnist-hexadecimal-dataset + ] + if: failure() && fromJSON(github.run_attempt) < 3 + steps: + - name: Trigger Retry + run: gh workflow run $WORKFLOW_FILE --repo $REPO --field job_id=${{ github.run_id }} + env: + WORKFLOW_FILE: Retry.yml + REPO: ${{github.repository}} + GH_TOKEN: ${{github.token}} \ No newline at end of file diff --git a/.github/workflows/TicTacToeAgent.yml b/.github/workflows/TicTacToeAgent.yml index c2a4156cc8..c04f6a1608 100644 --- a/.github/workflows/TicTacToeAgent.yml +++ b/.github/workflows/TicTacToeAgent.yml @@ -42,6 +42,10 @@ jobs: image: maven:3.8.4-openjdk-17-slim timeout-minutes: 120 steps: + - name: Install git + run: | + apt-get update + apt-get install git -y - name: Checkout latest commit uses: actions/checkout@v4 with: @@ -97,7 +101,7 @@ jobs: cd applications/reinforcement_learning/TicTacToeAgent apt-get update apt-get install -y maven - git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cp -r ../../../generators/EMAM2Middleware . cd EMAM2Middleware mvn clean package -s settings.xml -DskipTests cd .. diff --git a/.github/workflows/TopologyOptimizer.yml b/.github/workflows/TopologyOptimizer.yml index be7dcfa585..71d3670453 100644 --- a/.github/workflows/TopologyOptimizer.yml +++ b/.github/workflows/TopologyOptimizer.yml @@ -31,7 +31,7 @@ jobs: cd applications/reinforcement_learning/TopologyOptimizer apt-get update apt-get install -y maven - git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cp -r ../../../generators/EMAM2Middleware . cd EMAM2Middleware mvn clean install -s settings.xml cd target diff --git a/.github/workflows/doppelkopf-agent.yml b/.github/workflows/doppelkopf-agent.yml index 000af3d66f..5f880d0d5b 100644 --- a/.github/workflows/doppelkopf-agent.yml +++ b/.github/workflows/doppelkopf-agent.yml @@ -42,6 +42,10 @@ jobs: image: maven:3.8.4-openjdk-17-slim timeout-minutes: 120 steps: + - name: Install git + run: | + apt-get update + apt-get install git -y - name: Checkout latest commit uses: actions/checkout@v4 with: @@ -97,7 +101,7 @@ jobs: cd applications/reinforcement_learning/doppelkopf-agent apt-get update apt-get install -y maven - git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cp -r ../../../generators/EMAM2Middleware . cd EMAM2Middleware mvn clean package -s settings.xml -DskipTests cd .. diff --git a/.github/workflows/rnnsearch_translator.yml b/.github/workflows/rnnsearch_translator.yml index cad4981eaf..d852c71bec 100644 --- a/.github/workflows/rnnsearch_translator.yml +++ b/.github/workflows/rnnsearch_translator.yml @@ -29,6 +29,7 @@ jobs: SCRIPT: | cd /workspace cd applications/rnnsearch_translator + chmod +x build.sh ./build.sh build/src/cpp/Translator resources/vocabularies/vocab.en resources/vocabularies/vocab.vi 'I am fine .' run: docker exec build-container bash -c "$SCRIPT" diff --git a/.github/workflows/take6-agent.yml b/.github/workflows/take6-agent.yml index b52fd44104..b32a751bfe 100644 --- a/.github/workflows/take6-agent.yml +++ b/.github/workflows/take6-agent.yml @@ -42,6 +42,10 @@ jobs: image: maven:3.8.4-openjdk-17-slim timeout-minutes: 120 steps: + - name: Install git + run: | + apt-get update + apt-get install git -y - name: Checkout latest commit uses: actions/checkout@v4 with: @@ -97,7 +101,7 @@ jobs: cd applications/reinforcement_learning/take6-agent apt-get update apt-get install -y maven - git clone https://gitlab-ci-token:${{ secrets.GITLABTOKEN }}@git.rwth-aachen.de/monticore/EmbeddedMontiArc/generators/EMAM2Middleware.git + cp -r ../../../generators/EMAM2Middleware . cd EMAM2Middleware mvn clean package -s settings.xml -DskipTests cd .. diff --git a/.github/workflows/torcsdprl.yml b/.github/workflows/torcsdprl.yml index 95ed70ad72..3022901a79 100644 --- a/.github/workflows/torcsdprl.yml +++ b/.github/workflows/torcsdprl.yml @@ -63,13 +63,14 @@ jobs: fetch-depth: 1 - name: Script shell: bash + continue-on-error: true run: | cd applications/torcsdprl echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin cd Docker LOWERCASE_OWNER=$(echo "${{ github.repository_owner }}" | tr "[:upper:]" "[:lower:]") - docker build -t ghcr.io/$LOWERCASE_OWNER/emam2mqtt/:latest . - docker push ghcr.io/$LOWERCASE_OWNER/emam2mqtt/:latest + docker build -t ghcr.io/$LOWERCASE_OWNER/dockerimages/mxnet17 . + docker push ghcr.io/$LOWERCASE_OWNER/dockerimages/mxnet17 TestBuild: needs: docker_phase diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000000..15f02db36a --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "external/armadillo"] + path = applications/CooperativeAutopilot/external/armadillo + url = https://gitlab.com/conradsnicta/armadillo-code \ No newline at end of file diff --git a/applications/reinforcement_learning/ChessAgent/chess-environment/settings.xml b/applications/reinforcement_learning/ChessAgent/chess-environment/settings.xml index f9864f0590..986ac1d582 100644 --- a/applications/reinforcement_learning/ChessAgent/chess-environment/settings.xml +++ b/applications/reinforcement_learning/ChessAgent/chess-environment/settings.xml @@ -16,6 +16,7 @@ cibuild ${env.cibuild} + From 030d568a74c91f10c0d4c013870319b7e840b9ee Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:16 +0200 Subject: [PATCH 073/117] Changed maven settings to private token From bcbdefe28ea0465c265e49b11f4e81d67d68200e Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:16 +0200 Subject: [PATCH 074/117] Migrated pipeline of vscode-ema-linter and branch master from Gitlab to Github --- .github/workflows/vscode-ema-linter.yml | 42 +++++++++++++++++++++++++ 1 file changed, 42 insertions(+) create mode 100644 .github/workflows/vscode-ema-linter.yml diff --git a/.github/workflows/vscode-ema-linter.yml b/.github/workflows/vscode-ema-linter.yml new file mode 100644 index 0000000000..e2d8b40b93 --- /dev/null +++ b/.github/workflows/vscode-ema-linter.yml @@ -0,0 +1,42 @@ +name: vscode-ema-linter +on: + push: + paths: + - 'utilities/vscode-ema-linter/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 36190 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + LinuxBuild: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull node:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild node:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/vscode-ema-linter + ./build.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: LinuxBuild + retention-days: 8 weeks + path: | + utilities/vscode-ema-linter/ema-linter.vsix + From ca3ec72822d6ea42c5574a17340df7fc2c5e3f63 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:16 +0200 Subject: [PATCH 075/117] Migrated pipeline of Sol and branch master from Gitlab to Github --- .github/workflows/Sol.yml | 95 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 95 insertions(+) create mode 100644 .github/workflows/Sol.yml diff --git a/.github/workflows/Sol.yml b/.github/workflows/Sol.yml new file mode 100644 index 0000000000..9f62ef0150 --- /dev/null +++ b/.github/workflows/Sol.yml @@ -0,0 +1,95 @@ +name: Sol +on: + push: + paths: + - 'utilities/Sol/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 31332 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} + MAVEN_OPTS : -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn + NODE_OPTIONS : --max-old-space-size=4096 +jobs: + install_phase: + needs: [install] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage install" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage install" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + install: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/sol/build:2019.09.26 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/sol/build:2019.09.26 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/Sol + apt-get update && apt-get install -y build-essential + yarn install --ignore-scripts + mvn -B clean install --settings configs/settings.xml + run: docker exec build-container bash -c "$SCRIPT" + - name: Reporting + uses: dorny/test-reporter@v2 + continue-on-error: true + if : ${{ always() }} + with: + name: install + path: | + - */*/*/target/surefire-reports/TEST-*.xml + reporter: java-junit + + pages: + needs: install_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/sol/build:2019.09.26 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild ghcr.io/monticore/sol/build:2019.09.26 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/Sol + apt-get update && apt-get install -y build-essential + yarn install --ignore-scripts + mvn -B clean install --settings configs/settings.xml + mvn -B deploy sonar:sonar -DskipTests -Dmaven.install.skip=true --settings configs/settings.xml + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: pages + retention-days: 7 + path: | + utilities/Sol/public + From c9695aef03fa8198114faad23fa900ba61f467cb Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:17 +0200 Subject: [PATCH 076/117] Migrated pipeline of reporting and branch master from Gitlab to Github --- .github/workflows/reporting.yml | 57 +++++++++++++++++++++++++++++++++ 1 file changed, 57 insertions(+) create mode 100644 .github/workflows/reporting.yml diff --git a/.github/workflows/reporting.yml b/.github/workflows/reporting.yml new file mode 100644 index 0000000000..d51973b619 --- /dev/null +++ b/.github/workflows/reporting.yml @@ -0,0 +1,57 @@ +name: reporting +on: + push: + paths: + - 'utilities/reporting/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17676 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linux_phase: + needs: [masterJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linux" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linux" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/reporting + git config user.name "gitlab-ci" + git config user.email "malte.heithoff@rwth-aachen.de" + curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py + python get-pip.py + pip install python-gitlab + python scripts/syncProjects.py "EmbeddedMontiArc" ${{ secrets.GITLABTOKEN }} + chmod +x ./scripts/deploy.sh + mvn -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml -U + java -jar target/reporting-0.9.8-jar-with-dependencies.jar "EmbeddedMontiArc" "-testCoCos" "-timeout" "3" "-cTimeout" "2" "-testTests" "-grammar" + python scripts/emaProjectPipelines.py report/data/dataProjectPipelines.json ${{ secrets.GITLABTOKEN }} + ./scripts/deploy.sh + run: docker exec build-container bash -c "$SCRIPT" + From 035bec810988c07968551c1592ef0f43f1dc3b53 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:17 +0200 Subject: [PATCH 077/117] Migrated pipeline of monticore-vscode-commons and branch master from Gitlab to Github --- .../workflows/monticore-vscode-commons.yml | 59 +++++++++++++++++++ 1 file changed, 59 insertions(+) create mode 100644 .github/workflows/monticore-vscode-commons.yml diff --git a/.github/workflows/monticore-vscode-commons.yml b/.github/workflows/monticore-vscode-commons.yml new file mode 100644 index 0000000000..65255b2386 --- /dev/null +++ b/.github/workflows/monticore-vscode-commons.yml @@ -0,0 +1,59 @@ +name: monticore-vscode-commons +on: + push: + paths: + - 'utilities/monticore-vscode-commons/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 38416 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + buildBranch: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull node:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} node:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/monticore-vscode-commons + npm install + npm run compile + run: docker exec build-container bash -c "$SCRIPT" + + buildMaster: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull node:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} node:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/monticore-vscode-commons + mv .npmrc.pipeline .npmrc + npm install + npm run compile + npm publish + run: docker exec build-container bash -c "$SCRIPT" + From 521bcbe6a84ea3e1b8cfe202e7615947d5aa6df1 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:17 +0200 Subject: [PATCH 078/117] Migrated pipeline of monticore-lsp-commons and branch master from Gitlab to Github --- .github/workflows/monticore-lsp-commons.yml | 98 +++++++++++++++++++++ 1 file changed, 98 insertions(+) create mode 100644 .github/workflows/monticore-lsp-commons.yml diff --git a/.github/workflows/monticore-lsp-commons.yml b/.github/workflows/monticore-lsp-commons.yml new file mode 100644 index 0000000000..28df601996 --- /dev/null +++ b/.github/workflows/monticore-lsp-commons.yml @@ -0,0 +1,98 @@ +name: monticore-lsp-commons +on: + push: + paths: + - 'utilities/monticore-lsp-commons/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 31405 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterJobLinux: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.5.4-jdk-8-alpine + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.5.4-jdk-8-alpine tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/monticore-lsp-commons + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.5.4-jdk-8-alpine + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.5.4-jdk-8-alpine tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/monticore-lsp-commons + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From aaf6cb1b9c4e7f28e037968ac252d1a44215f45d Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:17 +0200 Subject: [PATCH 079/117] Migrated pipeline of GDLTools and branch main from Gitlab to Github --- .github/workflows/GDLTools.yml | 82 ++++++++++++++++++++++++++++++++++ 1 file changed, 82 insertions(+) create mode 100644 .github/workflows/GDLTools.yml diff --git a/.github/workflows/GDLTools.yml b/.github/workflows/GDLTools.yml new file mode 100644 index 0000000000..9cb8bd8994 --- /dev/null +++ b/.github/workflows/GDLTools.yml @@ -0,0 +1,82 @@ +name: GDLTools +on: + push: + paths: + - 'utilities/GDLTools/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 69053 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linuxCompile_phase: + needs: [CompileJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linuxCompile" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linuxCompile" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + CompileJobLinux: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.8.3-openjdk-17 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.8.3-openjdk-17 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/GDLTools + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: CompileJobLinux + retention-days: 1 day + path: | + utilities/GDLTools/target/ + + DeployJobLinux: + needs: [CompileJobLinux, linuxCompile_phase] + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: CompileJobLinux + path: | + utilities/GDLTools/utilities/GDLTools/target/ + - name: Start Docker Container + run: | + docker pull maven:3.8.3-openjdk-17 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.8.3-openjdk-17 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/GDLTools + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B deploy --settings settings.xml -U + run: docker exec build-container bash -c "$SCRIPT" + From 8d7f18b5cc976a79a03bb256f5010b02d60c0907 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:17 +0200 Subject: [PATCH 080/117] Migrated pipeline of EmbeddedMontiArcStudio3 and branch master from Gitlab to Github --- .github/workflows/EmbeddedMontiArcStudio3.yml | 84 +++++++++++++++++++ 1 file changed, 84 insertions(+) create mode 100644 .github/workflows/EmbeddedMontiArcStudio3.yml diff --git a/.github/workflows/EmbeddedMontiArcStudio3.yml b/.github/workflows/EmbeddedMontiArcStudio3.yml new file mode 100644 index 0000000000..4e7c02a9ad --- /dev/null +++ b/.github/workflows/EmbeddedMontiArcStudio3.yml @@ -0,0 +1,84 @@ +name: EmbeddedMontiArcStudio3 +on: + push: + paths: + - 'utilities/EmbeddedMontiArcStudio3/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 39210 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + MAVEN_OPTS : -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn + NODE_OPTIONS : --max-old-space-size=4096 +jobs: + install_phase: + needs: [install] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage install" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage install" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + install: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/sol/build:2019.09.26 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/sol/build:2019.09.26 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/EmbeddedMontiArcStudio3 + yarn install --ignore-scripts + mvn -B clean install + yarn install --ignore-scripts + cd common + yarn prepare + run: docker exec build-container bash -c "$SCRIPT" + + deploy: + needs: install_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin + docker pull ghcr.io/monticore/sol/build:2019.09.26 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} ghcr.io/monticore/sol/build:2019.09.26 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/EmbeddedMontiArcStudio3 + yarn install --ignore-scripts + mvn -B clean install + yarn install --ignore-scripts --frozen-lockfile + cd common + echo "" >> .npmrc + echo "email=cibuild@se-rwth.de" >> .npmrc + echo "always-auth=true" >> .npmrc + echo "_auth=\${cibuildb64}" >> .npmrc + yarn publish + run: docker exec build-container bash -c "$SCRIPT" + From 115d7500adb51ccb28ae4b91eb7aa6bdf5c68c1f Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:17 +0200 Subject: [PATCH 081/117] Migrated pipeline of EMAStudioInstaller and branch master from Gitlab to Github --- .github/workflows/EMAStudioInstaller.yml | 37 ++++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 .github/workflows/EMAStudioInstaller.yml diff --git a/.github/workflows/EMAStudioInstaller.yml b/.github/workflows/EMAStudioInstaller.yml new file mode 100644 index 0000000000..c0a7af7c2a --- /dev/null +++ b/.github/workflows/EMAStudioInstaller.yml @@ -0,0 +1,37 @@ +name: EMAStudioInstaller +on: + push: + paths: + - 'utilities/EMAStudioInstaller/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 20764 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + + Linux: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull electronuserland/builder:10 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} electronuserland/builder:10 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/EMAStudioInstaller + git submodule update --init + yarn install + yarn run compile + yarn run build + yarn run package + run: docker exec build-container bash -c "$SCRIPT" + From aaebd1f40dfd7b7674ebafed147f034c724a3d09 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:18 +0200 Subject: [PATCH 082/117] Migrated pipeline of emam-debugger-vscode and branch master from Gitlab to Github --- .github/workflows/emam-debugger-vscode.yml | 42 ++++++++++++++++++++++ 1 file changed, 42 insertions(+) create mode 100644 .github/workflows/emam-debugger-vscode.yml diff --git a/.github/workflows/emam-debugger-vscode.yml b/.github/workflows/emam-debugger-vscode.yml new file mode 100644 index 0000000000..57a97ac9a8 --- /dev/null +++ b/.github/workflows/emam-debugger-vscode.yml @@ -0,0 +1,42 @@ +name: emam-debugger-vscode +on: + push: + paths: + - 'utilities/emam-debugger-vscode/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 30256 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + LinuxBuild: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull node:latest + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild node:latest tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/emam-debugger-vscode + ./build.sh + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: LinuxBuild + retention-days: 8 weeks + path: | + utilities/emam-debugger-vscode/emam-debug.vsix + From 46ab08f870b0ee250cf2b32eb418f5b02f172367 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:18 +0200 Subject: [PATCH 083/117] Migrated pipeline of misc and branch master from Gitlab to Github --- .github/workflows/misc.yml | 47 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 47 insertions(+) create mode 100644 .github/workflows/misc.yml diff --git a/.github/workflows/misc.yml b/.github/workflows/misc.yml new file mode 100644 index 0000000000..e21b41c21e --- /dev/null +++ b/.github/workflows/misc.yml @@ -0,0 +1,47 @@ +name: misc +on: + push: + paths: + - 'utilities/misc/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 33335 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + test_phase: + needs: [] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage test" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage test" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: test_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/misc + echo "hello world123" + run: docker exec build-container bash -c "$SCRIPT" + From b8cf37bd0fe1b9431aee0ff4775a7446b5e97f37 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:18 +0200 Subject: [PATCH 084/117] Migrated pipeline of ema-lsp and branch master from Gitlab to Github --- .github/workflows/ema-lsp.yml | 90 +++++++++++++++++++++++++++++++++++ 1 file changed, 90 insertions(+) create mode 100644 .github/workflows/ema-lsp.yml diff --git a/.github/workflows/ema-lsp.yml b/.github/workflows/ema-lsp.yml new file mode 100644 index 0000000000..ab725216f3 --- /dev/null +++ b/.github/workflows/ema-lsp.yml @@ -0,0 +1,90 @@ +name: ema-lsp +on: + push: + paths: + - 'utilities/ema-lsp/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 36188 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterLinux: ${{steps.masterLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterLinux + id: masterLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterLinux: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterLinux == 'true' }} + runs-on: ubuntu-latest + container: + image: maven:latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd utilities/ema-lsp + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B deploy --settings settings.xml -U + + branchLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + container: + image: maven:latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd utilities/ema-lsp + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B install --settings settings.xml -U + From a5854df8d60b159ad9c7e0be0f57ba1a6c70e7a6 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:27:18 +0200 Subject: [PATCH 085/117] Migrated pipeline of maven-package and branch master from Gitlab to Github --- .github/workflows/maven-package.yml | 84 +++++++++++++++++++++++++++++ 1 file changed, 84 insertions(+) create mode 100644 .github/workflows/maven-package.yml diff --git a/.github/workflows/maven-package.yml b/.github/workflows/maven-package.yml new file mode 100644 index 0000000000..86fe17a351 --- /dev/null +++ b/.github/workflows/maven-package.yml @@ -0,0 +1,84 @@ +name: maven-package +on: + push: + paths: + - 'utilities/maven-package/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17751 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + windows_phase: + needs: [masterJobWindows] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage windows" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage windows" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: windows_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/maven-package + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + masterJobWindows: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd utilities/maven-package + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + + BranchJobLinux: + needs: windows_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd utilities/maven-package + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 188ddcdba8371bb609346af1c5e1eec1a9c3a11b Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:28:02 +0200 Subject: [PATCH 086/117] Manual adaptations --- .github/workflows/maven-package.yml | 29 +---------------------------- 1 file changed, 1 insertion(+), 28 deletions(-) diff --git a/.github/workflows/maven-package.yml b/.github/workflows/maven-package.yml index 86fe17a351..494844b8a2 100644 --- a/.github/workflows/maven-package.yml +++ b/.github/workflows/maven-package.yml @@ -11,21 +11,9 @@ env: GITLABTOKEN : ${{ secrets.GITLABTOKEN }} cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} jobs: - windows_phase: - needs: [masterJobWindows] - if: ${{ !cancelled()}} - runs-on: ubuntu-latest - steps: - - run: | - echo "Finished stage windows" - if: ${{!contains(needs.*.result, 'failure')}} - - run: | - echo "Failed stage windows" - exit 1 - if: ${{contains(needs.*.result, 'failure')}} + masterJobLinux: - needs: windows_phase if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} runs-on: ubuntu-latest timeout-minutes: 120 @@ -46,22 +34,7 @@ jobs: mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" - masterJobWindows: - runs-on: ubuntu-latest - timeout-minutes: 120 - steps: - - name: Checkout latest commit - uses: actions/checkout@v4 - with: - fetch-depth: 1 - - name: Script - shell: bash - run: | - cd utilities/maven-package - mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml - BranchJobLinux: - needs: windows_phase if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} runs-on: ubuntu-latest timeout-minutes: 120 From de0022f11986e6b70b59967c38d6b8ea45f7f3f7 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:30:17 +0200 Subject: [PATCH 087/117] Changed maven settings to private token From 572d2973492432ce7f9ecde3bada78d050d5b295 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:30:17 +0200 Subject: [PATCH 088/117] Migrated pipeline of SimulationLanguage and branch master from Gitlab to Github --- .github/workflows/SimulationLanguage.yml | 68 ++++++++++++++++++++++++ 1 file changed, 68 insertions(+) create mode 100644 .github/workflows/SimulationLanguage.yml diff --git a/.github/workflows/SimulationLanguage.yml b/.github/workflows/SimulationLanguage.yml new file mode 100644 index 0000000000..1e2ca983af --- /dev/null +++ b/.github/workflows/SimulationLanguage.yml @@ -0,0 +1,68 @@ +name: SimulationLanguage +on: + push: + paths: + - 'simulators/SimulationLanguage/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17701 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linux_phase: + needs: [masterJobLinux, BranchJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linux" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linux" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/SimulationLanguage + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/SimulationLanguage + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 125659772801c16bf1ba0dc767ff86e0062e99a3 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:30:17 +0200 Subject: [PATCH 089/117] Migrated pipeline of simulation and branch master from Gitlab to Github --- .github/workflows/simulation.yml | 82 ++++++++++++++++++++++++++++++++ 1 file changed, 82 insertions(+) create mode 100644 .github/workflows/simulation.yml diff --git a/.github/workflows/simulation.yml b/.github/workflows/simulation.yml new file mode 100644 index 0000000000..9e8ec5d485 --- /dev/null +++ b/.github/workflows/simulation.yml @@ -0,0 +1,82 @@ +name: simulation +on: + push: + paths: + - 'simulators/simulation/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17704 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + windows_phase: + needs: [] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage windows" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage windows" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + linux_phase: + needs: [windows_phase, MasterJobLinux, BranchJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linux" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linux" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + MasterJobLinux: + needs: windows_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/simulation + mvn -B -U clean deploy -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: windows_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/simulation + mvn -B -U clean install -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 909d0eee419493a6f97ab69b99f999b305af8d2f Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:30:17 +0200 Subject: [PATCH 090/117] Migrated pipeline of hardware_emulator and branch master from Gitlab to Github --- .github/workflows/hardware_emulator.yml | 122 ++++++++++++++++++++++++ 1 file changed, 122 insertions(+) create mode 100644 .github/workflows/hardware_emulator.yml diff --git a/.github/workflows/hardware_emulator.yml b/.github/workflows/hardware_emulator.yml new file mode 100644 index 0000000000..b940858d57 --- /dev/null +++ b/.github/workflows/hardware_emulator.yml @@ -0,0 +1,122 @@ +name: hardware_emulator +on: + push: + paths: + - 'simulators/hardware_emulator/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 23385 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} + GIT_SUBMODULE_STRATEGY : recursive +jobs: + build_phase: + needs: [build_hardware_emulator] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage build" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage build" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + test_phase: + needs: [build_phase, ] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage test" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage test" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + build_hardware_emulator: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Script + shell: bash + run: | + cd simulators/hardware_emulator + chmod +x ./scripts/unix/build_emulator.sh + ./scripts/unix/build_emulator.sh + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: build_hardware_emulator + retention-days: 7 + path: | + simulators/hardware_emulator/src/main/resources/linux/hardware_emulator_lib.so + + linux_maven_master: + needs: [build_hardware_emulator, test_phase] + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: build_hardware_emulator + path: | + simulators/hardware_emulator/simulators/hardware_emulator/src/main/resources/linux/hardware_emulator_lib.so + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/hardware_emulator + scripts/unix/before_script.sh + scripts/unix/awt_locate.sh + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + linux_maven_branch: + needs: [build_hardware_emulator, test_phase] + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Download artifacts + uses: actions/download-artifact@v4 + with: + name: build_hardware_emulator + path: | + simulators/hardware_emulator/simulators/hardware_emulator/src/main/resources/linux/hardware_emulator_lib.so + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/hardware_emulator + scripts/unix/before_script.sh + scripts/unix/awt_locate.sh + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 96b7f30e441476855dc4739f479a002a80973082 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:30:17 +0200 Subject: [PATCH 091/117] Migrated pipeline of commons and branch master from Gitlab to Github --- .github/workflows/commons.yml | 70 +++++++++++++++++++++++++++++++++++ 1 file changed, 70 insertions(+) create mode 100644 .github/workflows/commons.yml diff --git a/.github/workflows/commons.yml b/.github/workflows/commons.yml new file mode 100644 index 0000000000..866e315569 --- /dev/null +++ b/.github/workflows/commons.yml @@ -0,0 +1,70 @@ +name: commons +on: + push: + paths: + - 'simulators/commons/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17708 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + windows_phase: + needs: [] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage windows" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage windows" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: windows_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/commons + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: windows_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/commons + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 9a884c92772f9adaced8bf84ef2dba09858cfb44 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:30:17 +0200 Subject: [PATCH 092/117] Migrated pipeline of basic-simulator and branch master from Gitlab to Github --- .github/workflows/basic-simulator.yml | 60 +++++++++++++++++++++++++++ 1 file changed, 60 insertions(+) create mode 100644 .github/workflows/basic-simulator.yml diff --git a/.github/workflows/basic-simulator.yml b/.github/workflows/basic-simulator.yml new file mode 100644 index 0000000000..67ec23dcf1 --- /dev/null +++ b/.github/workflows/basic-simulator.yml @@ -0,0 +1,60 @@ +name: basic-simulator +on: + push: + paths: + - 'simulators/basic-simulator/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 31533 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + linux_maven_master: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/basic-simulator + scripts/before_script.sh + scripts/awt_locate.sh + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + linux_maven_branch: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd simulators/basic-simulator + scripts/before_script.sh + scripts/awt_locate.sh + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install -s settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From ed7c552fdfd6f79fc38682518cc366ef7c612e39 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:32:21 +0200 Subject: [PATCH 093/117] Changed maven settings to private token --- generators/Semantics/settings.xml | 138 +++++++++++++++--------------- 1 file changed, 69 insertions(+), 69 deletions(-) diff --git a/generators/Semantics/settings.xml b/generators/Semantics/settings.xml index 6f9b8878d2..4833c7afb4 100644 --- a/generators/Semantics/settings.xml +++ b/generators/Semantics/settings.xml @@ -1,69 +1,69 @@ - - - - - - - - se-nexus - ${user} - ${pass} - - - - - - maven-central - central - http://central.maven.org/maven2/ - - - - - se-nexus - external:* - https://nexus.se.rwth-aachen.de/content/groups/public - - - - - - se-nexus - - - - - central - http://central - - - - - - - - - - - central - http://central - - - - - - - - - - - - - - se-nexus - - - - + + + + + + + + se-nexus + ${user} + ${pass} + + + + + + maven-central + central + http://central.maven.org/maven2/ + + + + + se-nexus + external:* + https://nexus.se.rwth-aachen.de/content/groups/public + + + + + + se-nexus + + + + + central + http://central + + + + + + + + + + + central + http://central + + + + + + + + + + + + + + se-nexus + + + + From 13b2c719b35ba21917126bb7b677a556adf42c7b Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:32:22 +0200 Subject: [PATCH 094/117] Migrated pipeline of VisualizationEMAM and branch master from Gitlab to Github --- .github/workflows/VisualizationEMAM.yml | 56 +++++++++++++++++++++++++ 1 file changed, 56 insertions(+) create mode 100644 .github/workflows/VisualizationEMAM.yml diff --git a/.github/workflows/VisualizationEMAM.yml b/.github/workflows/VisualizationEMAM.yml new file mode 100644 index 0000000000..852de1208a --- /dev/null +++ b/.github/workflows/VisualizationEMAM.yml @@ -0,0 +1,56 @@ +name: VisualizationEMAM +on: + push: + paths: + - 'generators/VisualizationEMAM/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17735 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/VisualizationEMAM + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + if: ${{ github.ref_name != 'master' && github.ref_name != 'gh-pages' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/VisualizationEMAM + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 52dbf77b3450674a96ee5be9c3d8889a9725eb46 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:32:22 +0200 Subject: [PATCH 095/117] Migrated pipeline of ViewVerification and branch master from Gitlab to Github --- .github/workflows/ViewVerification.yml | 333 +++++++++++++++++++++++++ 1 file changed, 333 insertions(+) create mode 100644 .github/workflows/ViewVerification.yml diff --git a/.github/workflows/ViewVerification.yml b/.github/workflows/ViewVerification.yml new file mode 100644 index 0000000000..41ef5e4c9c --- /dev/null +++ b/.github/workflows/ViewVerification.yml @@ -0,0 +1,333 @@ +name: ViewVerification +on: + push: + paths: + - 'generators/ViewVerification/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17662 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJob: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/ViewVerification + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + i + n + s + t + a + l + l + + d + e + p + l + o + y + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + + BranchJob: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/ViewVerification + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + i + n + s + t + a + l + l + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + From 0beb5391a4f157bc81abbdaf802aff09b66dd856 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:32:22 +0200 Subject: [PATCH 096/117] Migrated pipeline of MontiPipes and branch main from Gitlab to Github --- .github/workflows/MontiPipes.yml | 69 ++++++++++++++++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 .github/workflows/MontiPipes.yml diff --git a/.github/workflows/MontiPipes.yml b/.github/workflows/MontiPipes.yml new file mode 100644 index 0000000000..0d8b665133 --- /dev/null +++ b/.github/workflows/MontiPipes.yml @@ -0,0 +1,69 @@ +name: MontiPipes +on: + push: + paths: + - 'generators/MontiPipes/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 75161 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + linux_phase: + needs: [BranchJobLinux] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage linux" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage linux" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: linux_phase + if: ${{ !cancelled() && github.ref_name == 'main' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/MontiPipes + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + if: ${{ github.ref_name != 'main' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/MontiPipes + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From c661dc0c38a95c64e0ee7339abc8504f426df2ac Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:32:22 +0200 Subject: [PATCH 097/117] Migrated pipeline of CNNArch2PyTorch and branch main from Gitlab to Github --- .github/workflows/CNNArch2PyTorch.yml | 58 +++++++++++++++++++++++++++ 1 file changed, 58 insertions(+) create mode 100644 .github/workflows/CNNArch2PyTorch.yml diff --git a/.github/workflows/CNNArch2PyTorch.yml b/.github/workflows/CNNArch2PyTorch.yml new file mode 100644 index 0000000000..783e59e921 --- /dev/null +++ b/.github/workflows/CNNArch2PyTorch.yml @@ -0,0 +1,58 @@ +name: CNNArch2PyTorch +on: + push: + paths: + - 'generators/CNNArch2PyTorch/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 66305 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'main' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2PyTorch + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + if: ${{ github.ref_name != 'main' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2PyTorch + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From 7c379beb6b2d1192b067a815f45be040fe287717 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:32:22 +0200 Subject: [PATCH 098/117] Migrated pipeline of CNNArch2MXNet and branch master from Gitlab to Github --- .github/workflows/CNNArch2MXNet.yml | 58 +++++++++++++++++++++++++++++ 1 file changed, 58 insertions(+) create mode 100644 .github/workflows/CNNArch2MXNet.yml diff --git a/.github/workflows/CNNArch2MXNet.yml b/.github/workflows/CNNArch2MXNet.yml new file mode 100644 index 0000000000..5c6d94e315 --- /dev/null +++ b/.github/workflows/CNNArch2MXNet.yml @@ -0,0 +1,58 @@ +name: CNNArch2MXNet +on: + push: + paths: + - 'generators/CNNArch2MXNet/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17791 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJobLinux: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2MXNet + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/CNNArch2MXNet + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From 68130f581652a2840c85cb6afc821449ba8b9a33 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:32:22 +0200 Subject: [PATCH 099/117] Migrated pipeline of EMAM2Wasm and branch master from Gitlab to Github --- .github/workflows/EMAM2Wasm.yml | 333 ++++++++++++++++++++++++++++++++ 1 file changed, 333 insertions(+) create mode 100644 .github/workflows/EMAM2Wasm.yml diff --git a/.github/workflows/EMAM2Wasm.yml b/.github/workflows/EMAM2Wasm.yml new file mode 100644 index 0000000000..bea65cd17f --- /dev/null +++ b/.github/workflows/EMAM2Wasm.yml @@ -0,0 +1,333 @@ +name: EMAM2Wasm +on: + push: + paths: + - 'generators/EMAM2Wasm/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17668 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJob: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Wasm + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + i + n + s + t + a + l + l + + d + e + p + l + o + y + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + + BranchJob: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd generators/EMAM2Wasm + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + i + n + s + t + a + l + l + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + From 15c2647148d7995f62d650d766079b9a79194b08 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:33:55 +0200 Subject: [PATCH 100/117] Manual adaptations --- .github/workflows/EMAM2Wasm.yml | 281 +------------------------ .github/workflows/ViewVerification.yml | 281 +------------------------ 2 files changed, 4 insertions(+), 558 deletions(-) diff --git a/.github/workflows/EMAM2Wasm.yml b/.github/workflows/EMAM2Wasm.yml index bea65cd17f..a7e6a754e3 100644 --- a/.github/workflows/EMAM2Wasm.yml +++ b/.github/workflows/EMAM2Wasm.yml @@ -30,149 +30,7 @@ jobs: SCRIPT: | cd /workspace cd generators/EMAM2Wasm - m - v - n - - - - D - o - r - g - . - s - l - f - 4 - j - . - s - i - m - p - l - e - L - o - g - g - e - r - . - l - o - g - . - o - r - g - . - a - p - a - c - h - e - . - m - a - v - e - n - . - c - l - i - . - t - r - a - n - s - f - e - r - . - S - l - f - 4 - j - M - a - v - e - n - T - r - a - n - s - f - e - r - L - i - s - t - e - n - e - r - = - w - a - r - n - - - - B - - - c - l - e - a - n - - i - n - s - t - a - l - l - - d - e - p - l - o - y - - - - - - s - e - t - t - i - n - g - s - - s - e - t - t - i - n - g - s - . - x - m - l + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install deploy --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" BranchJob: @@ -193,141 +51,6 @@ jobs: SCRIPT: | cd /workspace cd generators/EMAM2Wasm - m - v - n - - - - D - o - r - g - . - s - l - f - 4 - j - . - s - i - m - p - l - e - L - o - g - g - e - r - . - l - o - g - . - o - r - g - . - a - p - a - c - h - e - . - m - a - v - e - n - . - c - l - i - . - t - r - a - n - s - f - e - r - . - S - l - f - 4 - j - M - a - v - e - n - T - r - a - n - s - f - e - r - L - i - s - t - e - n - e - r - = - w - a - r - n - - - - B - - - c - l - e - a - n - - i - n - s - t - a - l - l - - - - - - s - e - t - t - i - n - g - s - - s - e - t - t - i - n - g - s - . - x - m - l + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install deploy --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" diff --git a/.github/workflows/ViewVerification.yml b/.github/workflows/ViewVerification.yml index 41ef5e4c9c..38a6d0207c 100644 --- a/.github/workflows/ViewVerification.yml +++ b/.github/workflows/ViewVerification.yml @@ -30,149 +30,7 @@ jobs: SCRIPT: | cd /workspace cd generators/ViewVerification - m - v - n - - - - D - o - r - g - . - s - l - f - 4 - j - . - s - i - m - p - l - e - L - o - g - g - e - r - . - l - o - g - . - o - r - g - . - a - p - a - c - h - e - . - m - a - v - e - n - . - c - l - i - . - t - r - a - n - s - f - e - r - . - S - l - f - 4 - j - M - a - v - e - n - T - r - a - n - s - f - e - r - L - i - s - t - e - n - e - r - = - w - a - r - n - - - - B - - - c - l - e - a - n - - i - n - s - t - a - l - l - - d - e - p - l - o - y - - - - - - s - e - t - t - i - n - g - s - - s - e - t - t - i - n - g - s - . - x - m - l + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install deploy --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" BranchJob: @@ -193,141 +51,6 @@ jobs: SCRIPT: | cd /workspace cd generators/ViewVerification - m - v - n - - - - D - o - r - g - . - s - l - f - 4 - j - . - s - i - m - p - l - e - L - o - g - g - e - r - . - l - o - g - . - o - r - g - . - a - p - a - c - h - e - . - m - a - v - e - n - . - c - l - i - . - t - r - a - n - s - f - e - r - . - S - l - f - 4 - j - M - a - v - e - n - T - r - a - n - s - f - e - r - L - i - s - t - e - n - e - r - = - w - a - r - n - - - - B - - - c - l - e - a - n - - i - n - s - t - a - l - l - - - - - - s - e - t - t - i - n - g - s - - s - e - t - t - i - n - g - s - . - x - m - l + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" From 996ecde030d2342aed888d823aa91684c14bf357 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:00 +0200 Subject: [PATCH 101/117] Changed maven settings to private token From f7aa70c9a01241ce8976d5969b74c003e1375933 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 102/117] Migrated pipeline of Tagging and branch master from Gitlab to Github --- .github/workflows/Tagging.yml | 325 ++++++++++++++++++++++++++++++++++ 1 file changed, 325 insertions(+) create mode 100644 .github/workflows/Tagging.yml diff --git a/.github/workflows/Tagging.yml b/.github/workflows/Tagging.yml new file mode 100644 index 0000000000..09987b4bd7 --- /dev/null +++ b/.github/workflows/Tagging.yml @@ -0,0 +1,325 @@ +name: Tagging +on: + push: + paths: + - 'languages/Tagging/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17644 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJob: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.5.4-jdk-8-alpine + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.5.4-jdk-8-alpine tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/Tagging + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + d + e + p + l + o + y + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + + BranchJob: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.5.4-jdk-8-alpine + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.5.4-jdk-8-alpine tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/Tagging + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + i + n + s + t + a + l + l + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + From 9f656479feb2f01d031f1400109243da44a693ac Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 103/117] Migrated pipeline of Tagging-Examples and branch master from Gitlab to Github --- .github/workflows/Tagging-Examples.yml | 105 +++++++++++++++++++++++++ 1 file changed, 105 insertions(+) create mode 100644 .github/workflows/Tagging-Examples.yml diff --git a/.github/workflows/Tagging-Examples.yml b/.github/workflows/Tagging-Examples.yml new file mode 100644 index 0000000000..2f3e21da73 --- /dev/null +++ b/.github/workflows/Tagging-Examples.yml @@ -0,0 +1,105 @@ +name: Tagging-Examples +on: + push: + paths: + - 'languages/Tagging-Examples/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17646 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + EMA_phase: + needs: [TaggingEMA] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage EMA" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage EMA" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + CD4A_phase: + needs: [EMA_phase, TaggingCD4A] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage CD4A" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage CD4A" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + TaggingEMA: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/Tagging-Examples + cd EmbeddedMontiArc + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + TaggingCD4A: + needs: EMA_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/Tagging-Examples + cd CD4A + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + TaggingMCGrammar: + needs: CD4A_phase + if: ${{ !cancelled() && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/Tagging-Examples + cd MCGrammar + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From f50a184e08f97686a76e575ffb2c3f85bff14a57 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 104/117] Migrated pipeline of Struct and branch master from Gitlab to Github --- .github/workflows/Struct.yml | 104 +++++++++++++++++++++++++++++++++++ 1 file changed, 104 insertions(+) create mode 100644 .github/workflows/Struct.yml diff --git a/.github/workflows/Struct.yml b/.github/workflows/Struct.yml new file mode 100644 index 0000000000..50a9810349 --- /dev/null +++ b/.github/workflows/Struct.yml @@ -0,0 +1,104 @@ +name: Struct +on: + push: + paths: + - 'languages/Struct/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17656 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + windows_phase: + needs: [] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage windows" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage windows" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + masterJobLinux: + needs: [windows_phase, FileChanges] + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJobLinux == 'true' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/Struct + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: windows_phase + if: ${{ github.ref_name != 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/Struct + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From e5304db995675bbef3361a7b75e0396753021225 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 105/117] Migrated pipeline of SchemaLang and branch master from Gitlab to Github --- .github/workflows/SchemaLang.yml | 103 +++++++++++++++++++++++++++++++ 1 file changed, 103 insertions(+) create mode 100644 .github/workflows/SchemaLang.yml diff --git a/.github/workflows/SchemaLang.yml b/.github/workflows/SchemaLang.yml new file mode 100644 index 0000000000..89c029805d --- /dev/null +++ b/.github/workflows/SchemaLang.yml @@ -0,0 +1,103 @@ +name: SchemaLang +on: + push: + paths: + - 'languages/SchemaLang/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 55667 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} + MAVEN_OPTS : -Xmx4096m -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=WARN -Dorg.slf4j.simpleLogger.showDateTime=true -Djava.awt.headless=true -Dmaven.repo.local=$CI_PROJECT_DIR/.m2/repository + MAVEN_CLI_OPTS : --batch-mode --errors --fail-at-end --show-version -DinstallAtEnd=true +jobs: + build_phase: + needs: [build] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage build" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage build" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + test_phase: + needs: [build_phase, ] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage test" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage test" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + report_phase: + needs: [test_phase, ] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage report" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage report" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + build: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3.5.4-jdk-8-alpine + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3.5.4-jdk-8-alpine tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/SchemaLang + mvn $MAVEN_CLI_OPTS clean install -U + run: docker exec build-container bash -c "$SCRIPT" + - name: Reporting + uses: dorny/test-reporter@v2 + continue-on-error: true + if : ${{ always() }} + with: + name: build + path: | + - ./target/surefire-reports/TEST-*.xml + reporter: java-junit + + deploy: + needs: report_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/SchemaLang + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From dda05737c6764d0501b1dfc53dc9039a9d8d20cc Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 106/117] Migrated pipeline of MontiMathOpt and branch master from Gitlab to Github --- .github/workflows/MontiMathOpt.yml | 92 ++++++++++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 .github/workflows/MontiMathOpt.yml diff --git a/.github/workflows/MontiMathOpt.yml b/.github/workflows/MontiMathOpt.yml new file mode 100644 index 0000000000..2bb99c44ee --- /dev/null +++ b/.github/workflows/MontiMathOpt.yml @@ -0,0 +1,92 @@ +name: MontiMathOpt +on: + push: + paths: + - 'languages/MontiMathOpt/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17642 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterJobLinux: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/MontiMathOpt + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/MontiMathOpt + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From f555543c1379563733f42eeabbc4cf35f3493074 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 107/117] Migrated pipeline of MontiMath and branch master from Gitlab to Github --- .github/workflows/MontiMath.yml | 94 +++++++++++++++++++++++++++++++++ 1 file changed, 94 insertions(+) create mode 100644 .github/workflows/MontiMath.yml diff --git a/.github/workflows/MontiMath.yml b/.github/workflows/MontiMath.yml new file mode 100644 index 0000000000..4914731f4b --- /dev/null +++ b/.github/workflows/MontiMath.yml @@ -0,0 +1,94 @@ +name: MontiMath +on: + push: + paths: + - 'languages/MontiMath/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17643 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJob: ${{steps.masterJob.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJob + id: masterJob + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterJob: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJob == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/MontiMath + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJob: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/MontiMath + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From def9e39ef4ec7c8663dec25bbb31e08775e8456b Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 108/117] Migrated pipeline of languagescommon and branch master from Gitlab to Github --- .github/workflows/languagescommon.yml | 115 ++++++++++++++++++++++++++ 1 file changed, 115 insertions(+) create mode 100644 .github/workflows/languagescommon.yml diff --git a/.github/workflows/languagescommon.yml b/.github/workflows/languagescommon.yml new file mode 100644 index 0000000000..46db996cd7 --- /dev/null +++ b/.github/workflows/languagescommon.yml @@ -0,0 +1,115 @@ +name: languagescommon +on: + push: + paths: + - 'languages/languagescommon/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17655 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + rule1_files=false + for path in $(cat diff.txt); do + if [[ $path == *src* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + if [[ $path == *pom.xml* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + if [[ $path == *settings.xml* ]]; then + echo "Matching path found: $path" + rule1_files=true + fi + done + echo "rule1_files: $rule1_files" + if [[ ${{ github.ref_name }} == "master" && ${{ github.event_name }} == "workflow_dispatch" ]]; then + echo "rule0 is true" + rule0=1 + else + echo "rule0 is false" + rule0=0 + fi + if [[ ${{ github.ref_name }} == "master" && $rule1_files == true ]]; then + echo "rule1 is true" + rule1=1 + else + echo "rule1 is false" + rule1=0 + fi + run=0 + run=$((run || rule0)) + run=$((run || rule1)) + if [[ $run == 1 ]]; then + run=true + else + run=false + fi + echo "Final run status: $run" + echo "run=$run" >> $GITHUB_OUTPUT + + masterJobLinux: + needs: FileChanges + if: ${{needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/languagescommon + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/languagescommon + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 5598a27e4cb2ce649d0180d15f31077e384dbd03 Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 109/117] Migrated pipeline of GDL and branch master from Gitlab to Github --- .github/workflows/GDL.yml | 92 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 .github/workflows/GDL.yml diff --git a/.github/workflows/GDL.yml b/.github/workflows/GDL.yml new file mode 100644 index 0000000000..b2a054b77e --- /dev/null +++ b/.github/workflows/GDL.yml @@ -0,0 +1,92 @@ +name: GDL +on: + push: + paths: + - 'languages/GDL/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 60571 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} +jobs: + build_phase: + needs: [build] + if: ${{ !cancelled()}} + runs-on: ubuntu-latest + steps: + - run: | + echo "Finished stage build" + if: ${{!contains(needs.*.result, 'failure')}} + - run: | + echo "Failed stage build" + exit 1 + if: ${{contains(needs.*.result, 'failure')}} + + build: + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull gradle:6.9.0-jdk11 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} gradle:6.9.0-jdk11 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/GDL + export GRADLE_USER_HOME=`pwd`/.gradle + apt-get update + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-get update + apt-get install -y swi-prolog + gradle build $GRADLE_OPT $ARGS1 --info + run: docker exec build-container bash -c "$SCRIPT" + - name: Upload artifacts + uses: actions/upload-artifact@v4 + if: success() + with: + name: build + retention-days: 1 week + path: | + languages/GDL/target/ + languages/GDL/.gradle/ + + deploy: + needs: build_phase + if: ${{ !cancelled() && github.ref_name == 'master' && !contains(needs.*.result, 'failure') && !contains(needs.*.result, 'skipped') }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull gradle:6.9.0-jdk11 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} gradle:6.9.0-jdk11 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/GDL + export GRADLE_USER_HOME=`pwd`/.gradle + apt-get update + apt-get install -y gnupg2 + echo "deb http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + echo "deb-src http://ppa.launchpad.net/swi-prolog/stable/ubuntu $(cat /etc/os-release | grep -oP -m 1 "VERSION_CODENAME=\K\w+") main" | tee -a /etc/apt/sources.list + apt-key adv --keyserver keyserver.ubuntu.com --recv-keys EF8406856DBFCA18 + apt-get update + apt-get install -y swi-prolog + gradle publish $GRADLE_OPT $ARGS2 --info + run: docker exec build-container bash -c "$SCRIPT" + From 3d45b4ee318afdc2c3822517b8c3b5da188d98da Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 110/117] Migrated pipeline of Enum and branch master from Gitlab to Github --- .github/workflows/Enum.yml | 92 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 .github/workflows/Enum.yml diff --git a/.github/workflows/Enum.yml b/.github/workflows/Enum.yml new file mode 100644 index 0000000000..e8b942db45 --- /dev/null +++ b/.github/workflows/Enum.yml @@ -0,0 +1,92 @@ +name: Enum +on: + push: + paths: + - 'languages/Enum/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17657 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterJobLinux: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/Enum + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/Enum + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + run: docker exec build-container bash -c "$SCRIPT" + From 9699b479faf98f06b1a468b4ae2fb77287f5f75d Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 111/117] Migrated pipeline of EmbeddedMontiView and branch master from Gitlab to Github --- .github/workflows/EmbeddedMontiView.yml | 333 ++++++++++++++++++++++++ 1 file changed, 333 insertions(+) create mode 100644 .github/workflows/EmbeddedMontiView.yml diff --git a/.github/workflows/EmbeddedMontiView.yml b/.github/workflows/EmbeddedMontiView.yml new file mode 100644 index 0000000000..842b8e9d98 --- /dev/null +++ b/.github/workflows/EmbeddedMontiView.yml @@ -0,0 +1,333 @@ +name: EmbeddedMontiView +on: + push: + paths: + - 'languages/EmbeddedMontiView/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17658 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + + masterJob: + if: ${{ !cancelled() && github.ref_name == 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiView + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + i + n + s + t + a + l + l + + d + e + p + l + o + y + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + + BranchJob: + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiView + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + i + n + s + t + a + l + l + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + From 7ec1307f343de0e88d1f945202f78f156a179b3a Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 112/117] Migrated pipeline of EmbeddedMontiArcMath and branch master from Gitlab to Github --- .github/workflows/EmbeddedMontiArcMath.yml | 100 +++++++++++++++++++++ 1 file changed, 100 insertions(+) create mode 100644 .github/workflows/EmbeddedMontiArcMath.yml diff --git a/.github/workflows/EmbeddedMontiArcMath.yml b/.github/workflows/EmbeddedMontiArcMath.yml new file mode 100644 index 0000000000..1b527f70c0 --- /dev/null +++ b/.github/workflows/EmbeddedMontiArcMath.yml @@ -0,0 +1,100 @@ +name: EmbeddedMontiArcMath +on: + push: + paths: + - 'languages/EmbeddedMontiArcMath/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17650 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJobLinux: ${{steps.masterJobLinux.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJobLinux + id: masterJobLinux + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterJobLinux: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJobLinux == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiArcMath + mvn -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + + BranchJobLinux: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiArcMath + mvn -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml + cat target/site/jacoco/index.html + run: docker exec build-container bash -c "$SCRIPT" + From 65c00239d55ca0c661fecd7bb0121c8b4690e48d Mon Sep 17 00:00:00 2001 From: David Blum Date: Thu, 24 Jul 2025 17:36:01 +0200 Subject: [PATCH 113/117] Migrated pipeline of EmbeddedMontiArcBehaviour and branch master from Gitlab to Github --- .../workflows/EmbeddedMontiArcBehaviour.yml | 375 ++++++++++++++++++ 1 file changed, 375 insertions(+) create mode 100644 .github/workflows/EmbeddedMontiArcBehaviour.yml diff --git a/.github/workflows/EmbeddedMontiArcBehaviour.yml b/.github/workflows/EmbeddedMontiArcBehaviour.yml new file mode 100644 index 0000000000..90caac8227 --- /dev/null +++ b/.github/workflows/EmbeddedMontiArcBehaviour.yml @@ -0,0 +1,375 @@ +name: EmbeddedMontiArcBehaviour +on: + push: + paths: + - 'languages/EmbeddedMontiArcBehaviour/**' + workflow_dispatch: + pull_request: +env: + CI_PROJECT_ID : 17654 + CI_API_V4_URL : https://git.rwth-aachen.de/api/v4 + GITLABTOKEN : ${{ secrets.GITLABTOKEN }} + cibuild : ${{ secrets.SE_NEXUS_PASSWORD }} +jobs: + FileChanges: + runs-on: ubuntu-latest + outputs: + runmasterJob: ${{steps.masterJob.outputs.run}} + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 2 + - name: Check for file changes + run: | + CHANGES=$(git diff --name-only HEAD^ HEAD) + echo "$CHANGES" + echo "$CHANGES" > diff.txt + - name: Check masterJob + id: masterJob + run: | + exc=true + for path in $(cat diff.txt); do + if [[ $path == *README.md* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitlab-ci.yml* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + if [[ $path == *.gitignore* ]]; then + echo "Matching path found: $path" + echo "DONT RUN" + exc=false + break + fi + done + echo "Final file status except check: $exc" + echo "run=$exc" >> $GITHUB_OUTPUT + + masterJob: + needs: FileChanges + if: ${{ !cancelled() && github.ref_name == 'master' && needs.FileChanges.outputs.runmasterJob == 'true' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiArcBehaviour + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + i + n + s + t + a + l + l + + d + e + p + l + o + y + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + + BranchJob: + needs: FileChanges + if: ${{ github.ref_name != 'master' }} + runs-on: ubuntu-latest + timeout-minutes: 120 + steps: + - name: Checkout latest commit + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Start Docker Container + run: | + docker pull maven:3-jdk-8 + docker run --name build-container -d -v $(pwd):/workspace --network=host -e CI_PROJECT_ID=$CI_PROJECT_ID -e CI_API_V4_URL=$CI_API_V4_URL -e GITLABTOKEN=${{ secrets.GITLABTOKEN }} -e cibuild=$cibuild maven:3-jdk-8 tail -f /dev/null + - name: Script + env: + SCRIPT: | + cd /workspace + cd languages/EmbeddedMontiArcBehaviour + m + v + n + + - + D + o + r + g + . + s + l + f + 4 + j + . + s + i + m + p + l + e + L + o + g + g + e + r + . + l + o + g + . + o + r + g + . + a + p + a + c + h + e + . + m + a + v + e + n + . + c + l + i + . + t + r + a + n + s + f + e + r + . + S + l + f + 4 + j + M + a + v + e + n + T + r + a + n + s + f + e + r + L + i + s + t + e + n + e + r + = + w + a + r + n + + - + B + + + c + l + e + a + n + + i + n + s + t + a + l + l + + - + - + s + e + t + t + i + n + g + s + + s + e + t + t + i + n + g + s + . + x + m + l + run: docker exec build-container bash -c "$SCRIPT" + From 79ef67625b19e88d77a5ab1beec9ae7398273c65 Mon Sep 17 00:00:00 2001 From: DavidBlm <34957099+DavidBlm@users.noreply.github.com> Date: Thu, 24 Jul 2025 21:01:19 +0200 Subject: [PATCH 114/117] Deactivate dataset deployment with removed files --- .github/workflows/Datasets.yml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/.github/workflows/Datasets.yml b/.github/workflows/Datasets.yml index c458dcc8f6..fa102731b0 100644 --- a/.github/workflows/Datasets.yml +++ b/.github/workflows/Datasets.yml @@ -13,7 +13,7 @@ env: jobs: deploy-mnist-dataset: - if: ${{ !cancelled() && github.ref_name == 'master' }} + if: ${{ !cancelled() && github.ref_name == 'master' && false}} runs-on: ubuntu-latest timeout-minutes: 120 steps: @@ -185,7 +185,7 @@ jobs: run: docker exec build-container bash -c "$SCRIPT" deploy-vae-mnist-dataset: - if: ${{ !cancelled() && github.ref_name == 'master' }} + if: ${{ !cancelled() && github.ref_name == 'master' && false}} runs-on: ubuntu-latest timeout-minutes: 120 steps: @@ -250,7 +250,7 @@ jobs: run: docker exec build-container bash -c "$SCRIPT" deploy-mnist-letter-dataset: - if: ${{ !cancelled() && github.ref_name == 'master' }} + if: ${{ !cancelled() && github.ref_name == 'master' && false}} runs-on: ubuntu-latest timeout-minutes: 120 steps: @@ -294,7 +294,7 @@ jobs: run: docker exec build-container bash -c "$SCRIPT" deploy-cifar-10-dataset: - if: ${{ !cancelled() && github.ref_name == 'master' }} + if: ${{ !cancelled() && github.ref_name == 'master' && false }} runs-on: ubuntu-latest timeout-minutes: 120 steps: @@ -338,7 +338,7 @@ jobs: run: docker exec build-container bash -c "$SCRIPT" deploy-mnist-operator-dataset: - if: ${{ !cancelled() && github.ref_name == 'master' }} + if: ${{ !cancelled() && github.ref_name == 'master' && false}} runs-on: ubuntu-latest timeout-minutes: 120 steps: @@ -381,7 +381,7 @@ jobs: run: docker exec build-container bash -c "$SCRIPT" deploy-mnist-operator-reduced-dataset: - if: ${{ !cancelled() && github.ref_name == 'master' }} + if: ${{ !cancelled() && github.ref_name == 'master' && false}} runs-on: ubuntu-latest timeout-minutes: 120 steps: @@ -424,7 +424,7 @@ jobs: run: docker exec build-container bash -c "$SCRIPT" deploy-mnist-hexadecimal-dataset: - if: ${{ !cancelled() && github.ref_name == 'master' }} + if: ${{ !cancelled() && github.ref_name == 'master' && false}} runs-on: ubuntu-latest timeout-minutes: 120 steps: @@ -476,4 +476,4 @@ jobs: env: WORKFLOW_FILE: Retry.yml REPO: ${{github.repository}} - GH_TOKEN: ${{github.token}} \ No newline at end of file + GH_TOKEN: ${{github.token}} From 03ae9e319e59b020b7a0e1b18b871b5e91832faa Mon Sep 17 00:00:00 2001 From: DavidBlm <34957099+DavidBlm@users.noreply.github.com> Date: Fri, 25 Jul 2025 08:43:54 +0200 Subject: [PATCH 115/117] Create retry workflow --- .github/workflows/Retry.yml | 34 ++++++++++++++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 .github/workflows/Retry.yml diff --git a/.github/workflows/Retry.yml b/.github/workflows/Retry.yml new file mode 100644 index 0000000000..7db8372f96 --- /dev/null +++ b/.github/workflows/Retry.yml @@ -0,0 +1,34 @@ +name: Retry +on: + workflow_dispatch: + inputs: + job_id: + description: 'ID of the job to retry' + required: true + +jobs: + retry_job: + runs-on: ubuntu-latest + steps: + - name: Wait for Workflow to be retried to finish + run: | + while true; do + STATUS=$(gh run view ${{ inputs.job_id }} --repo=${{github.repository}} --json status --jq '.status') + CONCLUSION=$(gh run view ${{ inputs.job_id }} --repo=${{github.repository}} --json conclusion --jq '.conclusion') + echo "Current status: $STATUS, conclusion: $CONCLUSION" + if [[ "$STATUS" == "completed" && "$CONCLUSION" == "failure" ]]; then + break + fi + sleep 5 + done + sleep 20 + env: + GH_TOKEN: ${{github.token}} + - name: Start Container + run: | + docker pull ubuntu:latest + docker run -d -e GH_TOKEN=${{ github.token }} --name build-container ubuntu:latest tail -f /dev/null + - name: Script + run: gh run rerun ${{ inputs.job_id }} --failed --repo=${{github.repository}} + env: + GH_TOKEN: ${{github.token}} From 6a8877e8991f712cc555742d0775d9a4ac747449 Mon Sep 17 00:00:00 2001 From: DavidBlm <34957099+DavidBlm@users.noreply.github.com> Date: Fri, 25 Jul 2025 08:58:37 +0200 Subject: [PATCH 116/117] Fixed parsing error --- .github/workflows/EmbeddedMontiView.yml | 281 +----------------------- .github/workflows/Tagging.yml | 273 +---------------------- .github/workflows/image.yml | 17 ++ 3 files changed, 21 insertions(+), 550 deletions(-) create mode 100644 .github/workflows/image.yml diff --git a/.github/workflows/EmbeddedMontiView.yml b/.github/workflows/EmbeddedMontiView.yml index 842b8e9d98..38f371515e 100644 --- a/.github/workflows/EmbeddedMontiView.yml +++ b/.github/workflows/EmbeddedMontiView.yml @@ -30,149 +30,7 @@ jobs: SCRIPT: | cd /workspace cd languages/EmbeddedMontiView - m - v - n - - - - D - o - r - g - . - s - l - f - 4 - j - . - s - i - m - p - l - e - L - o - g - g - e - r - . - l - o - g - . - o - r - g - . - a - p - a - c - h - e - . - m - a - v - e - n - . - c - l - i - . - t - r - a - n - s - f - e - r - . - S - l - f - 4 - j - M - a - v - e - n - T - r - a - n - s - f - e - r - L - i - s - t - e - n - e - r - = - w - a - r - n - - - - B - - - c - l - e - a - n - - i - n - s - t - a - l - l - - d - e - p - l - o - y - - - - - - s - e - t - t - i - n - g - s - - s - e - t - t - i - n - g - s - . - x - m - l + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install deploy --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" BranchJob: @@ -193,141 +51,6 @@ jobs: SCRIPT: | cd /workspace cd languages/EmbeddedMontiView - m - v - n - - - - D - o - r - g - . - s - l - f - 4 - j - . - s - i - m - p - l - e - L - o - g - g - e - r - . - l - o - g - . - o - r - g - . - a - p - a - c - h - e - . - m - a - v - e - n - . - c - l - i - . - t - r - a - n - s - f - e - r - . - S - l - f - 4 - j - M - a - v - e - n - T - r - a - n - s - f - e - r - L - i - s - t - e - n - e - r - = - w - a - r - n - - - - B - - - c - l - e - a - n - - i - n - s - t - a - l - l - - - - - - s - e - t - t - i - n - g - s - - s - e - t - t - i - n - g - s - . - x - m - l + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" diff --git a/.github/workflows/Tagging.yml b/.github/workflows/Tagging.yml index 09987b4bd7..b523fe44c1 100644 --- a/.github/workflows/Tagging.yml +++ b/.github/workflows/Tagging.yml @@ -30,141 +30,7 @@ jobs: SCRIPT: | cd /workspace cd languages/Tagging - m - v - n - - - - D - o - r - g - . - s - l - f - 4 - j - . - s - i - m - p - l - e - L - o - g - g - e - r - . - l - o - g - . - o - r - g - . - a - p - a - c - h - e - . - m - a - v - e - n - . - c - l - i - . - t - r - a - n - s - f - e - r - . - S - l - f - 4 - j - M - a - v - e - n - T - r - a - n - s - f - e - r - L - i - s - t - e - n - e - r - = - w - a - r - n - - - - B - - - c - l - e - a - n - - d - e - p - l - o - y - - - - - - s - e - t - t - i - n - g - s - - s - e - t - t - i - n - g - s - . - x - m - l + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean deploy --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" BranchJob: @@ -185,141 +51,6 @@ jobs: SCRIPT: | cd /workspace cd languages/Tagging - m - v - n - - - - D - o - r - g - . - s - l - f - 4 - j - . - s - i - m - p - l - e - L - o - g - g - e - r - . - l - o - g - . - o - r - g - . - a - p - a - c - h - e - . - m - a - v - e - n - . - c - l - i - . - t - r - a - n - s - f - e - r - . - S - l - f - 4 - j - M - a - v - e - n - T - r - a - n - s - f - e - r - L - i - s - t - e - n - e - r - = - w - a - r - n - - - - B - - - c - l - e - a - n - - i - n - s - t - a - l - l - - - - - - s - e - t - t - i - n - g - s - - s - e - t - t - i - n - g - s - . - x - m - l + mvn -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn -B clean install --settings settings.xml run: docker exec build-container bash -c "$SCRIPT" diff --git a/.github/workflows/image.yml b/.github/workflows/image.yml new file mode 100644 index 0000000000..7276246055 --- /dev/null +++ b/.github/workflows/image.yml @@ -0,0 +1,17 @@ +name: Migrate Docker Images +on: + workflow_dispatch: +jobs: + docker-migration: + runs-on: ubuntu-latest + env: + GITLAB_USERNAME: "David.Blum" + GITLABTOKEN: ${{ secrets.GITLABTOKEN }} + GHCR_PAT: ${{ secrets.GHCR_PAT }} + steps: + - name: Log in to GitLab + run: | + docker login registry.git.rwth-aachen.de/ -u "$GITLAB_USERNAME" -p "$GITLABTOKEN" + - name: Log in to GitHub + run: | + echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin From 62e148acf1c91845b73c9c589a00fa33fc9e5580 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Fri, 25 Jul 2025 11:59:40 +0000 Subject: [PATCH 117/117] Bump url-parse from 1.4.6 to 1.5.10 in /utilities/vscode-ema-linter Bumps [url-parse](https://github.com/unshiftio/url-parse) from 1.4.6 to 1.5.10. - [Commits](https://github.com/unshiftio/url-parse/compare/1.4.6...1.5.10) --- updated-dependencies: - dependency-name: url-parse dependency-version: 1.5.10 dependency-type: indirect ... Signed-off-by: dependabot[bot] --- utilities/vscode-ema-linter/package-lock.json | 861 +++++++++++------- 1 file changed, 546 insertions(+), 315 deletions(-) diff --git a/utilities/vscode-ema-linter/package-lock.json b/utilities/vscode-ema-linter/package-lock.json index a64fd1c4b2..1acefd1a6c 100644 --- a/utilities/vscode-ema-linter/package-lock.json +++ b/utilities/vscode-ema-linter/package-lock.json @@ -1,642 +1,764 @@ { "name": "ema-linter", "version": "0.0.1", - "lockfileVersion": 1, + "lockfileVersion": 3, "requires": true, - "dependencies": { - "@babel/code-frame": { + "packages": { + "": { + "version": "0.0.1", + "hasInstallScript": true, + "dependencies": { + "@monticore/monticore-vscode-commons": "~1.0.3", + "circularbuffer": "^0.1.1", + "log4js": "~6.1.0", + "vscode-languageclient": "~5.2.1" + }, + "devDependencies": { + "@types/mocha": "^2.2.42", + "@types/node": "^12.12.12", + "tslint": "^5.12.1", + "typescript": "^3.3.1", + "vscode": "^1.1.28" + }, + "engines": { + "vscode": "^1.33.0" + } + }, + "node_modules/@babel/code-frame": { "version": "7.0.0", "resolved": "https://registry.npmjs.org/@babel/code-frame/-/code-frame-7.0.0.tgz", "integrity": "sha512-OfC2uemaknXr87bdLUkWog7nYuliM9Ij5HUcajsVcMCpQrcLmtxRbVFTIqmcSkSeYRBFBRxs2FiUqFJDLdiebA==", "dev": true, - "requires": { + "dependencies": { "@babel/highlight": "^7.0.0" } }, - "@babel/highlight": { + "node_modules/@babel/highlight": { "version": "7.0.0", "resolved": "https://registry.npmjs.org/@babel/highlight/-/highlight-7.0.0.tgz", "integrity": "sha512-UFMC4ZeFC48Tpvj7C8UgLvtkaUuovQX+5xNWrsIoMG8o2z+XFKjKaN9iVmS84dPwVN00W4wPmqvYoZF3EGAsfw==", "dev": true, - "requires": { + "dependencies": { "chalk": "^2.0.0", "esutils": "^2.0.2", "js-tokens": "^4.0.0" } }, - "@monticore/monticore-vscode-commons": { + "node_modules/@monticore/monticore-vscode-commons": { "version": "1.0.3", "resolved": "https://git.rwth-aachen.de/api/v4/projects/38416/packages/npm/@monticore/monticore-vscode-commons/-/@monticore/monticore-vscode-commons-1.0.3.tgz", - "integrity": "sha1-2MQXSscqR4zoZRt2WJGc0jLk7LM=", - "requires": { - "@types/node": "^12.12.12", - "circularbuffer": "^0.1.1", - "log4js": "^6.1.0", - "vscode-languageclient": "^5.2.1" - }, - "dependencies": { - "@types/node": { - "version": "12.12.12", - "resolved": "https://registry.npmjs.org/@types/node/-/node-12.12.12.tgz", - "integrity": "sha512-MGuvYJrPU0HUwqF7LqvIj50RZUX23Z+m583KBygKYUZLlZ88n6w28XRNJRJgsHukLEnLz6w6SvxZoLgbr5wLqQ==" - } - } + "integrity": "sha1-2MQXSscqR4zoZRt2WJGc0jLk7LM=" }, - "@types/mocha": { + "node_modules/@types/mocha": { "version": "2.2.48", "resolved": "https://registry.npmjs.org/@types/mocha/-/mocha-2.2.48.tgz", "integrity": "sha1-NSOxJqCwSUguHDwRh3Rg92Yi/6s=", "dev": true }, - "@types/node": { + "node_modules/@types/node": { "version": "12.12.12", "resolved": "https://registry.npmjs.org/@types/node/-/node-12.12.12.tgz", "integrity": "sha512-MGuvYJrPU0HUwqF7LqvIj50RZUX23Z+m583KBygKYUZLlZ88n6w28XRNJRJgsHukLEnLz6w6SvxZoLgbr5wLqQ==", "dev": true }, - "agent-base": { + "node_modules/agent-base": { "version": "4.2.1", "resolved": "https://registry.npmjs.org/agent-base/-/agent-base-4.2.1.tgz", "integrity": "sha512-JVwXMr9nHYTUXsBFKUqhJwvlcYU/blreOEUkhNR2eXZIvwd+c+o5V4MgDPKWnMS/56awN3TRzIP+KoPn+roQtg==", "dev": true, - "requires": { + "dependencies": { "es6-promisify": "^5.0.0" + }, + "engines": { + "node": ">= 4.0.0" } }, - "ajv": { + "node_modules/ajv": { "version": "6.10.0", "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.10.0.tgz", "integrity": "sha512-nffhOpkymDECQyR0mnsUtoCE8RlX38G0rYP+wgLWFyZuUyuuojSSvi/+euOiQBIn63whYwYVIIH1TvE3tu4OEg==", "dev": true, - "requires": { + "dependencies": { "fast-deep-equal": "^2.0.1", "fast-json-stable-stringify": "^2.0.0", "json-schema-traverse": "^0.4.1", "uri-js": "^4.2.2" } }, - "ansi-styles": { + "node_modules/ansi-styles": { "version": "3.2.1", "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-3.2.1.tgz", "integrity": "sha1-QfuyAkPlCxK+DwS43tvwdSDOhB0=", "dev": true, - "requires": { + "dependencies": { "color-convert": "^1.9.0" + }, + "engines": { + "node": ">=4" } }, - "argparse": { + "node_modules/argparse": { "version": "1.0.10", "resolved": "https://registry.npmjs.org/argparse/-/argparse-1.0.10.tgz", "integrity": "sha1-vNZ5HqWuCXJeF+WtmIE0zUCz2RE=", "dev": true, - "requires": { + "dependencies": { "sprintf-js": "~1.0.2" } }, - "asn1": { + "node_modules/asn1": { "version": "0.2.4", "resolved": "https://registry.npmjs.org/asn1/-/asn1-0.2.4.tgz", "integrity": "sha1-jSR136tVO7M+d7VOWeiAu4ziMTY=", "dev": true, - "requires": { + "dependencies": { "safer-buffer": "~2.1.0" } }, - "assert-plus": { + "node_modules/assert-plus": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/assert-plus/-/assert-plus-1.0.0.tgz", "integrity": "sha1-8S4PPF13sLHN2RRpQuTpbB5N1SU=", - "dev": true + "dev": true, + "engines": { + "node": ">=0.8" + } }, - "asynckit": { + "node_modules/asynckit": { "version": "0.4.0", "resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz", "integrity": "sha1-x57Zf380y48robyXkLzDZkdLS3k=", "dev": true }, - "aws-sign2": { + "node_modules/aws-sign2": { "version": "0.7.0", "resolved": "https://registry.npmjs.org/aws-sign2/-/aws-sign2-0.7.0.tgz", "integrity": "sha1-tG6JCTSpWR8tL2+G1+ap8bP+dqg=", - "dev": true + "dev": true, + "engines": { + "node": "*" + } }, - "aws4": { + "node_modules/aws4": { "version": "1.8.0", "resolved": "https://registry.npmjs.org/aws4/-/aws4-1.8.0.tgz", "integrity": "sha1-8OAD2cqef1nHpQiUXXsu+aBKVC8=", "dev": true }, - "balanced-match": { + "node_modules/balanced-match": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-1.0.0.tgz", "integrity": "sha1-ibTRmasr7kneFk6gK4nORi1xt2c=", "dev": true }, - "bcrypt-pbkdf": { + "node_modules/bcrypt-pbkdf": { "version": "1.0.2", "resolved": "https://registry.npmjs.org/bcrypt-pbkdf/-/bcrypt-pbkdf-1.0.2.tgz", "integrity": "sha1-pDAdOJtqQ/m2f/PKEaP2Y342Dp4=", "dev": true, - "requires": { + "dependencies": { "tweetnacl": "^0.14.3" } }, - "brace-expansion": { + "node_modules/brace-expansion": { "version": "1.1.11", "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.11.tgz", "integrity": "sha1-PH/L9SnYcibz0vUrlm/1Jx60Qd0=", "dev": true, - "requires": { + "dependencies": { "balanced-match": "^1.0.0", "concat-map": "0.0.1" } }, - "browser-stdout": { + "node_modules/browser-stdout": { "version": "1.3.0", "resolved": "https://registry.npmjs.org/browser-stdout/-/browser-stdout-1.3.0.tgz", "integrity": "sha1-81HTKWnTL6XXpVZxVCY9korjvR8=", "dev": true }, - "buffer-from": { + "node_modules/buffer-from": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/buffer-from/-/buffer-from-1.1.1.tgz", "integrity": "sha1-MnE7wCj3XAL9txDXx7zsHyxgcO8=", "dev": true }, - "builtin-modules": { + "node_modules/builtin-modules": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/builtin-modules/-/builtin-modules-1.1.1.tgz", "integrity": "sha1-Jw8HbFpywC9bZaR9+Uxf46J4iS8=", - "dev": true + "dev": true, + "engines": { + "node": ">=0.10.0" + } }, - "caseless": { + "node_modules/caseless": { "version": "0.12.0", "resolved": "https://registry.npmjs.org/caseless/-/caseless-0.12.0.tgz", "integrity": "sha1-G2gcIf+EAzyCZUMJBolCDRhxUdw=", "dev": true }, - "chalk": { + "node_modules/chalk": { "version": "2.4.2", "resolved": "https://registry.npmjs.org/chalk/-/chalk-2.4.2.tgz", "integrity": "sha1-zUJUFnelQzPPVBpJEIwUMrRMlCQ=", "dev": true, - "requires": { + "dependencies": { "ansi-styles": "^3.2.1", "escape-string-regexp": "^1.0.5", "supports-color": "^5.3.0" + }, + "engines": { + "node": ">=4" } }, - "circularbuffer": { + "node_modules/circularbuffer": { "version": "0.1.1", "resolved": "https://registry.npmjs.org/circularbuffer/-/circularbuffer-0.1.1.tgz", - "integrity": "sha1-Ldboc6NfOKnpAY1iXtEyBrjtrBg=" + "integrity": "sha1-Ldboc6NfOKnpAY1iXtEyBrjtrBg=", + "engines": { + "node": ">= 6" + } }, - "color-convert": { + "node_modules/color-convert": { "version": "1.9.3", "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-1.9.3.tgz", "integrity": "sha1-u3GFBpDh8TZWfeYp0tVHHe2kweg=", "dev": true, - "requires": { + "dependencies": { "color-name": "1.1.3" } }, - "color-name": { + "node_modules/color-name": { "version": "1.1.3", "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.3.tgz", "integrity": "sha1-p9BVi9icQveV3UIyj3QIMcpTvCU=", "dev": true }, - "combined-stream": { + "node_modules/combined-stream": { "version": "1.0.7", "resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.7.tgz", "integrity": "sha512-brWl9y6vOB1xYPZcpZde3N9zDByXTosAeMDo4p1wzo6UMOX4vumB+TP1RZ76sfE6Md68Q0NJSrE/gbezd4Ul+w==", "dev": true, - "requires": { + "dependencies": { "delayed-stream": "~1.0.0" + }, + "engines": { + "node": ">= 0.8" } }, - "commander": { + "node_modules/commander": { "version": "2.20.0", "resolved": "https://registry.npmjs.org/commander/-/commander-2.20.0.tgz", "integrity": "sha512-7j2y+40w61zy6YC2iRNpUe/NwhNyoXrYpHMrSunaMG64nRnaf96zO/KMQR4OyN/UnE5KLyEBnKHd4aG3rskjpQ==", "dev": true }, - "concat-map": { + "node_modules/concat-map": { "version": "0.0.1", "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz", "integrity": "sha1-2Klr13/Wjfd5OnMDajug1UBdR3s=", "dev": true }, - "core-util-is": { + "node_modules/core-util-is": { "version": "1.0.2", "resolved": "https://registry.npmjs.org/core-util-is/-/core-util-is-1.0.2.tgz", "integrity": "sha1-tf1UIgqivFq1eqtxQMlAdUUDwac=", "dev": true }, - "dashdash": { + "node_modules/dashdash": { "version": "1.14.1", "resolved": "https://registry.npmjs.org/dashdash/-/dashdash-1.14.1.tgz", "integrity": "sha1-hTz6D3y+L+1d4gMmuN1YEDX24vA=", "dev": true, - "requires": { + "dependencies": { "assert-plus": "^1.0.0" + }, + "engines": { + "node": ">=0.10" } }, - "date-format": { + "node_modules/date-format": { "version": "3.0.0", "resolved": "https://registry.npmjs.org/date-format/-/date-format-3.0.0.tgz", - "integrity": "sha512-eyTcpKOcamdhWJXj56DpQMo1ylSQpcGtGKXcU0Tb97+K56/CF5amAqqqNj0+KvA0iw2ynxtHWFsPDSClCxe48w==" + "integrity": "sha512-eyTcpKOcamdhWJXj56DpQMo1ylSQpcGtGKXcU0Tb97+K56/CF5amAqqqNj0+KvA0iw2ynxtHWFsPDSClCxe48w==", + "deprecated": "3.x is no longer supported. Please upgrade to 4.x or higher.", + "engines": { + "node": ">=4.0" + } }, - "debug": { + "node_modules/debug": { "version": "3.1.0", "resolved": "https://registry.npmjs.org/debug/-/debug-3.1.0.tgz", "integrity": "sha512-OX8XqP7/1a9cqkxYw2yXss15f26NKWBpDXQd0/uK/KPqdQhxbPa994hnzjcE2VqQpDslf55723cKPUOGSmMY3g==", "dev": true, - "requires": { + "dependencies": { "ms": "2.0.0" } }, - "delayed-stream": { + "node_modules/delayed-stream": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz", "integrity": "sha1-3zrhmayt+31ECqrgsp4icrJOxhk=", - "dev": true + "dev": true, + "engines": { + "node": ">=0.4.0" + } }, - "diff": { + "node_modules/diff": { "version": "3.5.0", "resolved": "https://registry.npmjs.org/diff/-/diff-3.5.0.tgz", "integrity": "sha512-A46qtFgd+g7pDZinpnwiRJtxbC1hpgf0uzP3iG89scHk0AUC7A1TGxf5OiiOUv/JMZR8GOt8hL900hV0bOy5xA==", - "dev": true + "dev": true, + "engines": { + "node": ">=0.3.1" + } }, - "ecc-jsbn": { + "node_modules/ecc-jsbn": { "version": "0.1.2", "resolved": "https://registry.npmjs.org/ecc-jsbn/-/ecc-jsbn-0.1.2.tgz", "integrity": "sha1-OoOpBOVDUyh4dMVkt1SThoSamMk=", "dev": true, - "requires": { + "dependencies": { "jsbn": "~0.1.0", "safer-buffer": "^2.1.0" } }, - "es6-promise": { + "node_modules/es6-promise": { "version": "4.2.6", "resolved": "https://registry.npmjs.org/es6-promise/-/es6-promise-4.2.6.tgz", "integrity": "sha512-aRVgGdnmW2OiySVPUC9e6m+plolMAJKjZnQlCwNSuK5yQ0JN61DZSO1X1Ufd1foqWRAlig0rhduTCHe7sVtK5Q==", "dev": true }, - "es6-promisify": { + "node_modules/es6-promisify": { "version": "5.0.0", "resolved": "https://registry.npmjs.org/es6-promisify/-/es6-promisify-5.0.0.tgz", "integrity": "sha1-UQnWLz5W6pZ8S2NQWu8IKRyKUgM=", "dev": true, - "requires": { + "dependencies": { "es6-promise": "^4.0.3" } }, - "escape-string-regexp": { + "node_modules/escape-string-regexp": { "version": "1.0.5", "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-1.0.5.tgz", "integrity": "sha1-G2HAViGQqN/2rjuyzwIAyhMLhtQ=", - "dev": true + "dev": true, + "engines": { + "node": ">=0.8.0" + } }, - "esprima": { + "node_modules/esprima": { "version": "4.0.1", "resolved": "https://registry.npmjs.org/esprima/-/esprima-4.0.1.tgz", "integrity": "sha1-E7BM2z5sXRnfkatph6hpVhmwqnE=", - "dev": true + "dev": true, + "bin": { + "esparse": "bin/esparse.js", + "esvalidate": "bin/esvalidate.js" + }, + "engines": { + "node": ">=4" + } }, - "esutils": { + "node_modules/esutils": { "version": "2.0.2", "resolved": "https://registry.npmjs.org/esutils/-/esutils-2.0.2.tgz", "integrity": "sha1-Cr9PHKpbyx96nYrMbepPqqBLrJs=", - "dev": true + "dev": true, + "engines": { + "node": ">=0.10.0" + } }, - "extend": { + "node_modules/extend": { "version": "3.0.2", "resolved": "https://registry.npmjs.org/extend/-/extend-3.0.2.tgz", "integrity": "sha1-+LETa0Bx+9jrFAr/hYsQGewpFfo=", "dev": true }, - "extsprintf": { + "node_modules/extsprintf": { "version": "1.3.0", "resolved": "https://registry.npmjs.org/extsprintf/-/extsprintf-1.3.0.tgz", "integrity": "sha1-lpGEQOMEGnpBT4xS48V06zw+HgU=", - "dev": true + "dev": true, + "engines": [ + "node >=0.6.0" + ] }, - "fast-deep-equal": { + "node_modules/fast-deep-equal": { "version": "2.0.1", "resolved": "https://registry.npmjs.org/fast-deep-equal/-/fast-deep-equal-2.0.1.tgz", "integrity": "sha1-ewUhjd+WZ79/Nwv3/bLLFf3Qqkk=", "dev": true }, - "fast-json-stable-stringify": { + "node_modules/fast-json-stable-stringify": { "version": "2.0.0", "resolved": "https://registry.npmjs.org/fast-json-stable-stringify/-/fast-json-stable-stringify-2.0.0.tgz", "integrity": "sha1-1RQsDK7msRifh9OnYREGT4bIu/I=", "dev": true }, - "flatted": { + "node_modules/flatted": { "version": "2.0.1", "resolved": "https://registry.npmjs.org/flatted/-/flatted-2.0.1.tgz", "integrity": "sha1-aeV8qo8OrLwoHS4stFjUb9tEngg=" }, - "forever-agent": { + "node_modules/forever-agent": { "version": "0.6.1", "resolved": "https://registry.npmjs.org/forever-agent/-/forever-agent-0.6.1.tgz", "integrity": "sha1-+8cfDEGt6zf5bFd60e1C2P2sypE=", - "dev": true + "dev": true, + "engines": { + "node": "*" + } }, - "form-data": { + "node_modules/form-data": { "version": "2.3.3", "resolved": "https://registry.npmjs.org/form-data/-/form-data-2.3.3.tgz", "integrity": "sha1-3M5SwF9kTymManq5Nr1yTO/786Y=", "dev": true, - "requires": { + "dependencies": { "asynckit": "^0.4.0", "combined-stream": "^1.0.6", "mime-types": "^2.1.12" + }, + "engines": { + "node": ">= 0.12" } }, - "fs-extra": { + "node_modules/fs-extra": { "version": "8.1.0", "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-8.1.0.tgz", "integrity": "sha512-yhlQgA6mnOJUKOsRUFsgJdQCvkKhcz8tlZG5HBQfReYZy46OwLcY+Zia0mtdHsOo9y/hP+CxMN0TU9QxoOtG4g==", - "requires": { + "dependencies": { "graceful-fs": "^4.2.0", "jsonfile": "^4.0.0", "universalify": "^0.1.0" + }, + "engines": { + "node": ">=6 <7 || >=8" } }, - "fs.realpath": { + "node_modules/fs.realpath": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/fs.realpath/-/fs.realpath-1.0.0.tgz", "integrity": "sha1-FQStJSMVjKpA20onh8sBQRmU6k8=", "dev": true }, - "getpass": { + "node_modules/getpass": { "version": "0.1.7", "resolved": "https://registry.npmjs.org/getpass/-/getpass-0.1.7.tgz", "integrity": "sha1-Xv+OPmhNVprkyysSgmBOi6YhSfo=", "dev": true, - "requires": { + "dependencies": { "assert-plus": "^1.0.0" } }, - "glob": { + "node_modules/glob": { "version": "7.1.3", "resolved": "https://registry.npmjs.org/glob/-/glob-7.1.3.tgz", "integrity": "sha512-vcfuiIxogLV4DlGBHIUOwI0IbrJ8HWPc4MU7HzviGeNho/UJDfi6B5p3sHeWIQ0KGIU0Jpxi5ZHxemQfLkkAwQ==", + "deprecated": "Glob versions prior to v9 are no longer supported", "dev": true, - "requires": { + "dependencies": { "fs.realpath": "^1.0.0", "inflight": "^1.0.4", "inherits": "2", "minimatch": "^3.0.4", "once": "^1.3.0", "path-is-absolute": "^1.0.0" + }, + "engines": { + "node": "*" } }, - "graceful-fs": { + "node_modules/graceful-fs": { "version": "4.2.3", "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.3.tgz", "integrity": "sha512-a30VEBm4PEdx1dRB7MFK7BejejvCvBronbLjht+sHuGYj8PHs7M/5Z+rt5lw551vZ7yfTCj4Vuyy3mSJytDWRQ==" }, - "growl": { + "node_modules/growl": { "version": "1.10.3", "resolved": "https://registry.npmjs.org/growl/-/growl-1.10.3.tgz", "integrity": "sha512-hKlsbA5Vu3xsh1Cg3J7jSmX/WaW6A5oBeqzM88oNbCRQFz+zUaXm6yxS4RVytp1scBoJzSYl4YAEOQIt6O8V1Q==", - "dev": true + "dev": true, + "engines": { + "node": ">=4.x" + } }, - "har-schema": { + "node_modules/har-schema": { "version": "2.0.0", "resolved": "https://registry.npmjs.org/har-schema/-/har-schema-2.0.0.tgz", "integrity": "sha1-qUwiJOvKwEeCoNkDVSHyRzW37JI=", - "dev": true + "dev": true, + "engines": { + "node": ">=4" + } }, - "har-validator": { + "node_modules/har-validator": { "version": "5.1.3", "resolved": "https://registry.npmjs.org/har-validator/-/har-validator-5.1.3.tgz", "integrity": "sha1-HvievT5JllV2de7ZiTEQ3DUPoIA=", + "deprecated": "this library is no longer supported", "dev": true, - "requires": { + "dependencies": { "ajv": "^6.5.5", "har-schema": "^2.0.0" + }, + "engines": { + "node": ">=6" } }, - "has-flag": { + "node_modules/has-flag": { "version": "3.0.0", "resolved": "https://registry.npmjs.org/has-flag/-/has-flag-3.0.0.tgz", "integrity": "sha1-tdRU3CGZriJWmfNGfloH87lVuv0=", - "dev": true + "dev": true, + "engines": { + "node": ">=4" + } }, - "he": { + "node_modules/he": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/he/-/he-1.1.1.tgz", "integrity": "sha1-k0EP0hsAlzUVH4howvJx80J+I/0=", - "dev": true + "dev": true, + "bin": { + "he": "bin/he" + } }, - "http-proxy-agent": { + "node_modules/http-proxy-agent": { "version": "2.1.0", "resolved": "https://registry.npmjs.org/http-proxy-agent/-/http-proxy-agent-2.1.0.tgz", "integrity": "sha1-5IIb7vWyFCogJr1zkm/lN2McVAU=", "dev": true, - "requires": { + "dependencies": { "agent-base": "4", "debug": "3.1.0" + }, + "engines": { + "node": ">= 4.5.0" } }, - "http-signature": { + "node_modules/http-signature": { "version": "1.2.0", "resolved": "https://registry.npmjs.org/http-signature/-/http-signature-1.2.0.tgz", "integrity": "sha1-muzZJRFHcvPZW2WmCruPfBj7rOE=", "dev": true, - "requires": { + "dependencies": { "assert-plus": "^1.0.0", "jsprim": "^1.2.2", "sshpk": "^1.7.0" + }, + "engines": { + "node": ">=0.8", + "npm": ">=1.3.7" } }, - "https-proxy-agent": { + "node_modules/https-proxy-agent": { "version": "2.2.4", "resolved": "https://registry.npmjs.org/https-proxy-agent/-/https-proxy-agent-2.2.4.tgz", "integrity": "sha512-OmvfoQ53WLjtA9HeYP9RNrWMJzzAz1JGaSFr1nijg0PVR1JaD/xbJq1mdEIIlxGpXp9eSe/O2LgU9DJmTPd0Eg==", "dev": true, - "requires": { + "dependencies": { "agent-base": "^4.3.0", "debug": "^3.1.0" }, + "engines": { + "node": ">= 4.5.0" + } + }, + "node_modules/https-proxy-agent/node_modules/agent-base": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/agent-base/-/agent-base-4.3.0.tgz", + "integrity": "sha512-salcGninV0nPrwpGNn4VTXBb1SOuXQBiqbrNXoeizJsHrsL6ERFM2Ne3JUSBWRE6aeNJI2ROP/WEEIDUiDe3cg==", + "dev": true, "dependencies": { - "agent-base": { - "version": "4.3.0", - "resolved": "https://registry.npmjs.org/agent-base/-/agent-base-4.3.0.tgz", - "integrity": "sha512-salcGninV0nPrwpGNn4VTXBb1SOuXQBiqbrNXoeizJsHrsL6ERFM2Ne3JUSBWRE6aeNJI2ROP/WEEIDUiDe3cg==", - "dev": true, - "requires": { - "es6-promisify": "^5.0.0" - } - } - } - }, - "inflight": { + "es6-promisify": "^5.0.0" + }, + "engines": { + "node": ">= 4.0.0" + } + }, + "node_modules/inflight": { "version": "1.0.6", "resolved": "https://registry.npmjs.org/inflight/-/inflight-1.0.6.tgz", "integrity": "sha1-Sb1jMdfQLQwJvJEKEHW6gWW1bfk=", + "deprecated": "This module is not supported, and leaks memory. Do not use it. Check out lru-cache if you want a good and tested way to coalesce async requests by a key value, which is much more comprehensive and powerful.", "dev": true, - "requires": { + "dependencies": { "once": "^1.3.0", "wrappy": "1" } }, - "inherits": { + "node_modules/inherits": { "version": "2.0.3", "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.3.tgz", "integrity": "sha1-Yzwsg+PaQqUC9SRmAiSA9CCCYd4=", "dev": true }, - "is-typedarray": { + "node_modules/is-typedarray": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/is-typedarray/-/is-typedarray-1.0.0.tgz", "integrity": "sha1-5HnICFjfDBsR3dppQPlgEfzaSpo=", "dev": true }, - "isstream": { + "node_modules/isstream": { "version": "0.1.2", "resolved": "https://registry.npmjs.org/isstream/-/isstream-0.1.2.tgz", "integrity": "sha1-R+Y/evVa+m+S4VAOaQ64uFKcCZo=", "dev": true }, - "js-tokens": { + "node_modules/js-tokens": { "version": "4.0.0", "resolved": "https://registry.npmjs.org/js-tokens/-/js-tokens-4.0.0.tgz", "integrity": "sha1-GSA/tZmR35jjoocFDUZHzerzJJk=", "dev": true }, - "js-yaml": { + "node_modules/js-yaml": { "version": "3.13.1", "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-3.13.1.tgz", "integrity": "sha1-r/FRswv9+o5J4F2iLnQV6d+jeEc=", "dev": true, - "requires": { + "dependencies": { "argparse": "^1.0.7", "esprima": "^4.0.0" + }, + "bin": { + "js-yaml": "bin/js-yaml.js" } }, - "jsbn": { + "node_modules/jsbn": { "version": "0.1.1", "resolved": "https://registry.npmjs.org/jsbn/-/jsbn-0.1.1.tgz", "integrity": "sha1-peZUwuWi3rXyAdls77yoDA7y9RM=", "dev": true }, - "json-schema": { + "node_modules/json-schema": { "version": "0.2.3", "resolved": "https://registry.npmjs.org/json-schema/-/json-schema-0.2.3.tgz", "integrity": "sha1-tIDIkuWaLwWVTOcnvT8qTogvnhM=", "dev": true }, - "json-schema-traverse": { + "node_modules/json-schema-traverse": { "version": "0.4.1", "resolved": "https://registry.npmjs.org/json-schema-traverse/-/json-schema-traverse-0.4.1.tgz", "integrity": "sha1-afaofZUTq4u4/mO9sJecRI5oRmA=", "dev": true }, - "json-stringify-safe": { + "node_modules/json-stringify-safe": { "version": "5.0.1", "resolved": "https://registry.npmjs.org/json-stringify-safe/-/json-stringify-safe-5.0.1.tgz", "integrity": "sha1-Epai1Y/UXxmg9s4B1lcB4sc1tus=", "dev": true }, - "jsonfile": { + "node_modules/jsonfile": { "version": "4.0.0", "resolved": "https://registry.npmjs.org/jsonfile/-/jsonfile-4.0.0.tgz", "integrity": "sha1-h3Gq4HmbZAdrdmQPygWPnBDjPss=", - "requires": { + "optionalDependencies": { "graceful-fs": "^4.1.6" } }, - "jsprim": { + "node_modules/jsprim": { "version": "1.4.1", "resolved": "https://registry.npmjs.org/jsprim/-/jsprim-1.4.1.tgz", "integrity": "sha1-MT5mvB5cwG5Di8G3SZwuXFastqI=", "dev": true, - "requires": { + "engines": [ + "node >=0.6.0" + ], + "dependencies": { "assert-plus": "1.0.0", "extsprintf": "1.3.0", "json-schema": "0.2.3", "verror": "1.10.0" } }, - "log4js": { + "node_modules/log4js": { "version": "6.1.0", "resolved": "https://registry.npmjs.org/log4js/-/log4js-6.1.0.tgz", "integrity": "sha512-fSCHMYsMJbHwfNTuMlopVVcfkKwIRLh5mpNZGB2oBbnSmr3yUTo4tL4xGBA0/q29xowlu96eTXGghJFNhPXMnA==", - "requires": { + "dependencies": { "date-format": "^3.0.0", "debug": "^4.1.1", "flatted": "^2.0.1", "rfdc": "^1.1.4", "streamroller": "^2.2.3" }, + "engines": { + "node": ">=8.0" + } + }, + "node_modules/log4js/node_modules/debug": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", + "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", + "deprecated": "Debug versions >=3.2.0 <3.2.7 || >=4 <4.3.1 have a low-severity ReDos regression when used in a Node.js environment. It is recommended you upgrade to 3.2.7 or 4.3.1. (https://github.com/visionmedia/debug/issues/797)", "dependencies": { - "debug": { - "version": "4.1.1", - "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", - "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", - "requires": { - "ms": "^2.1.1" - } - }, - "ms": { - "version": "2.1.2", - "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz", - "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w==" - } - } - }, - "mime-db": { + "ms": "^2.1.1" + } + }, + "node_modules/log4js/node_modules/ms": { + "version": "2.1.2", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz", + "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w==" + }, + "node_modules/mime-db": { "version": "1.40.0", "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.40.0.tgz", "integrity": "sha512-jYdeOMPy9vnxEqFRRo6ZvTZ8d9oPb+k18PKoYNYUe2stVEBPPwsln/qWzdbmaIvnhZ9v2P+CuecK+fpUfsV2mA==", - "dev": true + "dev": true, + "engines": { + "node": ">= 0.6" + } }, - "mime-types": { + "node_modules/mime-types": { "version": "2.1.24", "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.24.tgz", "integrity": "sha512-WaFHS3MCl5fapm3oLxU4eYDw77IQM2ACcxQ9RIxfaC3ooc6PFuBMGZZsYpvoXS5D5QTWPieo1jjLdAm3TBP3cQ==", "dev": true, - "requires": { + "dependencies": { "mime-db": "1.40.0" + }, + "engines": { + "node": ">= 0.6" } }, - "minimatch": { + "node_modules/minimatch": { "version": "3.0.4", "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.0.4.tgz", "integrity": "sha1-UWbihkV/AzBgZL5Ul+jbsMPTIIM=", "dev": true, - "requires": { + "dependencies": { "brace-expansion": "^1.1.7" + }, + "engines": { + "node": "*" } }, - "minimist": { + "node_modules/minimist": { "version": "0.0.8", "resolved": "https://registry.npmjs.org/minimist/-/minimist-0.0.8.tgz", "integrity": "sha1-hX/Kv8M5fSYluCKCYuhqp6ARsF0=", "dev": true }, - "mkdirp": { + "node_modules/mkdirp": { "version": "0.5.1", "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-0.5.1.tgz", "integrity": "sha1-MAV0OOrGz3+MR2fzhkjWaX11yQM=", + "deprecated": "Legacy versions of mkdirp are no longer supported. Please update to mkdirp 1.x. (Note that the API surface has changed to use Promises in 1.x.)", "dev": true, - "requires": { + "dependencies": { "minimist": "0.0.8" + }, + "bin": { + "mkdirp": "bin/cmd.js" } }, - "mocha": { + "node_modules/mocha": { "version": "4.1.0", "resolved": "https://registry.npmjs.org/mocha/-/mocha-4.1.0.tgz", "integrity": "sha512-0RVnjg1HJsXY2YFDoTNzcc1NKhYuXKRrBAG2gDygmJJA136Cs2QlRliZG1mA0ap7cuaT30mw16luAeln+4RiNA==", "dev": true, - "requires": { + "dependencies": { "browser-stdout": "1.3.0", "commander": "2.11.0", "debug": "3.1.0", @@ -648,119 +770,150 @@ "mkdirp": "0.5.1", "supports-color": "4.4.0" }, + "bin": { + "_mocha": "bin/_mocha", + "mocha": "bin/mocha" + }, + "engines": { + "node": ">= 4.0.0" + } + }, + "node_modules/mocha/node_modules/commander": { + "version": "2.11.0", + "resolved": "https://registry.npmjs.org/commander/-/commander-2.11.0.tgz", + "integrity": "sha512-b0553uYA5YAEGgyYIGYROzKQ7X5RAqedkfjiZxwi0kL1g3bOaBNNZfYkzt/CL0umgD5wc9Jec2FbB98CjkMRvQ==", + "dev": true + }, + "node_modules/mocha/node_modules/diff": { + "version": "3.3.1", + "resolved": "https://registry.npmjs.org/diff/-/diff-3.3.1.tgz", + "integrity": "sha512-MKPHZDMB0o6yHyDryUOScqZibp914ksXwAMYMTHj6KO8UeKsRYNJD3oNCKjTqZon+V488P7N/HzXF8t7ZR95ww==", + "dev": true, + "engines": { + "node": ">=0.3.1" + } + }, + "node_modules/mocha/node_modules/glob": { + "version": "7.1.2", + "resolved": "https://registry.npmjs.org/glob/-/glob-7.1.2.tgz", + "integrity": "sha1-wZyd+aAocC1nhhI4SmVSQExjbRU=", + "deprecated": "Glob versions prior to v9 are no longer supported", + "dev": true, + "dependencies": { + "fs.realpath": "^1.0.0", + "inflight": "^1.0.4", + "inherits": "2", + "minimatch": "^3.0.4", + "once": "^1.3.0", + "path-is-absolute": "^1.0.0" + }, + "engines": { + "node": "*" + } + }, + "node_modules/mocha/node_modules/has-flag": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/has-flag/-/has-flag-2.0.0.tgz", + "integrity": "sha1-6CB68cx7MNRGzHC3NLXovhj4jVE=", + "dev": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/mocha/node_modules/supports-color": { + "version": "4.4.0", + "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-4.4.0.tgz", + "integrity": "sha512-rKC3+DyXWgK0ZLKwmRsrkyHVZAjNkfzeehuFWdGGcqGDTZFH73+RH6S/RDAAxl9GusSjZSUWYLmT9N5pzXFOXQ==", + "dev": true, "dependencies": { - "commander": { - "version": "2.11.0", - "resolved": "https://registry.npmjs.org/commander/-/commander-2.11.0.tgz", - "integrity": "sha512-b0553uYA5YAEGgyYIGYROzKQ7X5RAqedkfjiZxwi0kL1g3bOaBNNZfYkzt/CL0umgD5wc9Jec2FbB98CjkMRvQ==", - "dev": true - }, - "diff": { - "version": "3.3.1", - "resolved": "https://registry.npmjs.org/diff/-/diff-3.3.1.tgz", - "integrity": "sha512-MKPHZDMB0o6yHyDryUOScqZibp914ksXwAMYMTHj6KO8UeKsRYNJD3oNCKjTqZon+V488P7N/HzXF8t7ZR95ww==", - "dev": true - }, - "glob": { - "version": "7.1.2", - "resolved": "https://registry.npmjs.org/glob/-/glob-7.1.2.tgz", - "integrity": "sha1-wZyd+aAocC1nhhI4SmVSQExjbRU=", - "dev": true, - "requires": { - "fs.realpath": "^1.0.0", - "inflight": "^1.0.4", - "inherits": "2", - "minimatch": "^3.0.4", - "once": "^1.3.0", - "path-is-absolute": "^1.0.0" - } - }, - "has-flag": { - "version": "2.0.0", - "resolved": "https://registry.npmjs.org/has-flag/-/has-flag-2.0.0.tgz", - "integrity": "sha1-6CB68cx7MNRGzHC3NLXovhj4jVE=", - "dev": true - }, - "supports-color": { - "version": "4.4.0", - "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-4.4.0.tgz", - "integrity": "sha512-rKC3+DyXWgK0ZLKwmRsrkyHVZAjNkfzeehuFWdGGcqGDTZFH73+RH6S/RDAAxl9GusSjZSUWYLmT9N5pzXFOXQ==", - "dev": true, - "requires": { - "has-flag": "^2.0.0" - } - } - } - }, - "ms": { + "has-flag": "^2.0.0" + }, + "engines": { + "node": ">=4" + } + }, + "node_modules/ms": { "version": "2.0.0", "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", "integrity": "sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=", "dev": true }, - "oauth-sign": { + "node_modules/oauth-sign": { "version": "0.9.0", "resolved": "https://registry.npmjs.org/oauth-sign/-/oauth-sign-0.9.0.tgz", "integrity": "sha1-R6ewFrqmi1+g7PPe4IqFxnmsZFU=", - "dev": true + "dev": true, + "engines": { + "node": "*" + } }, - "once": { + "node_modules/once": { "version": "1.4.0", "resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz", "integrity": "sha1-WDsap3WWHUsROsF9nFC6753Xa9E=", "dev": true, - "requires": { + "dependencies": { "wrappy": "1" } }, - "path-is-absolute": { + "node_modules/path-is-absolute": { "version": "1.0.1", "resolved": "https://registry.npmjs.org/path-is-absolute/-/path-is-absolute-1.0.1.tgz", "integrity": "sha1-F0uSaHNVNP+8es5r9TpanhtcX18=", - "dev": true + "dev": true, + "engines": { + "node": ">=0.10.0" + } }, - "path-parse": { + "node_modules/path-parse": { "version": "1.0.6", "resolved": "https://registry.npmjs.org/path-parse/-/path-parse-1.0.6.tgz", "integrity": "sha1-1i27VnlAXXLEc37FhgDp3c8G0kw=", "dev": true }, - "performance-now": { + "node_modules/performance-now": { "version": "2.1.0", "resolved": "https://registry.npmjs.org/performance-now/-/performance-now-2.1.0.tgz", "integrity": "sha1-Ywn04OX6kT7BxpMHrjZLSzd8nns=", "dev": true }, - "psl": { + "node_modules/psl": { "version": "1.1.31", "resolved": "https://registry.npmjs.org/psl/-/psl-1.1.31.tgz", "integrity": "sha512-/6pt4+C+T+wZUieKR620OpzN/LlnNKuWjy1iFLQ/UG35JqHlR/89MP1d96dUfkf6Dne3TuLQzOYEYshJ+Hx8mw==", "dev": true }, - "punycode": { + "node_modules/punycode": { "version": "2.1.1", "resolved": "https://registry.npmjs.org/punycode/-/punycode-2.1.1.tgz", "integrity": "sha1-tYsBCsQMIsVldhbI0sLALHv0eew=", - "dev": true + "dev": true, + "engines": { + "node": ">=6" + } }, - "qs": { + "node_modules/qs": { "version": "6.5.2", "resolved": "https://registry.npmjs.org/qs/-/qs-6.5.2.tgz", "integrity": "sha1-yzroBuh0BERYTvFUzo7pjUA/PjY=", - "dev": true + "dev": true, + "engines": { + "node": ">=0.6" + } }, - "querystringify": { + "node_modules/querystringify": { "version": "2.1.1", "resolved": "https://registry.npmjs.org/querystringify/-/querystringify-2.1.1.tgz", "integrity": "sha1-YOWl/WSn+L+k0qsu1v30yFutFU4=", "dev": true }, - "request": { + "node_modules/request": { "version": "2.88.0", "resolved": "https://registry.npmjs.org/request/-/request-2.88.0.tgz", "integrity": "sha1-nC/KT301tZLv5Xx/ClXoEFIST+8=", + "deprecated": "request has been deprecated, see https://github.com/request/request/issues/3142", "dev": true, - "requires": { + "dependencies": { "aws-sign2": "~0.7.0", "aws4": "^1.8.0", "caseless": "~0.12.0", @@ -781,73 +934,82 @@ "tough-cookie": "~2.4.3", "tunnel-agent": "^0.6.0", "uuid": "^3.3.2" + }, + "engines": { + "node": ">= 4" } }, - "requires-port": { + "node_modules/requires-port": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/requires-port/-/requires-port-1.0.0.tgz", "integrity": "sha1-kl0mAdOaxIXgkc8NpcbmlNw9yv8=", "dev": true }, - "resolve": { + "node_modules/resolve": { "version": "1.10.0", "resolved": "https://registry.npmjs.org/resolve/-/resolve-1.10.0.tgz", "integrity": "sha512-3sUr9aq5OfSg2S9pNtPA9hL1FVEAjvfOC4leW0SNf/mpnaakz2a9femSd6LqAww2RaFctwyf1lCqnTHuF1rxDg==", "dev": true, - "requires": { + "dependencies": { "path-parse": "^1.0.6" } }, - "rfdc": { + "node_modules/rfdc": { "version": "1.1.4", "resolved": "https://registry.npmjs.org/rfdc/-/rfdc-1.1.4.tgz", "integrity": "sha1-unLME2egzNnPgahws7WL060H+MI=" }, - "safe-buffer": { + "node_modules/safe-buffer": { "version": "5.1.2", "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz", "integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g==", "dev": true }, - "safer-buffer": { + "node_modules/safer-buffer": { "version": "2.1.2", "resolved": "https://registry.npmjs.org/safer-buffer/-/safer-buffer-2.1.2.tgz", "integrity": "sha1-RPoWGwGHuVSd2Eu5GAL5vYOFzWo=", "dev": true }, - "semver": { + "node_modules/semver": { "version": "5.7.0", "resolved": "https://registry.npmjs.org/semver/-/semver-5.7.0.tgz", - "integrity": "sha512-Ya52jSX2u7QKghxeoFGpLwCtGlt7j0oY9DYb5apt9nPlJ42ID+ulTXESnt/qAQcoSERyZ5sl3LDIOw0nAn/5DA==" + "integrity": "sha512-Ya52jSX2u7QKghxeoFGpLwCtGlt7j0oY9DYb5apt9nPlJ42ID+ulTXESnt/qAQcoSERyZ5sl3LDIOw0nAn/5DA==", + "bin": { + "semver": "bin/semver" + } }, - "source-map": { + "node_modules/source-map": { "version": "0.6.1", "resolved": "https://registry.npmjs.org/source-map/-/source-map-0.6.1.tgz", "integrity": "sha1-dHIq8y6WFOnCh6jQu95IteLxomM=", - "dev": true + "dev": true, + "engines": { + "node": ">=0.10.0" + } }, - "source-map-support": { + "node_modules/source-map-support": { "version": "0.5.12", "resolved": "https://registry.npmjs.org/source-map-support/-/source-map-support-0.5.12.tgz", "integrity": "sha512-4h2Pbvyy15EE02G+JOZpUCmqWJuqrs+sEkzewTm++BPi7Hvn/HwcqLAcNxYAyI0x13CpPPn+kMjl+hplXMHITQ==", "dev": true, - "requires": { + "dependencies": { "buffer-from": "^1.0.0", "source-map": "^0.6.0" } }, - "sprintf-js": { + "node_modules/sprintf-js": { "version": "1.0.3", "resolved": "https://registry.npmjs.org/sprintf-js/-/sprintf-js-1.0.3.tgz", "integrity": "sha1-BOaSb2YolTVPPdAVIDYzuFcpfiw=", "dev": true }, - "sshpk": { + "node_modules/sshpk": { "version": "1.16.1", "resolved": "https://registry.npmjs.org/sshpk/-/sshpk-1.16.1.tgz", "integrity": "sha1-+2YcC+8ps520B2nuOfpwCT1vaHc=", "dev": true, - "requires": { + "dependencies": { "asn1": "~0.2.3", "assert-plus": "^1.0.0", "bcrypt-pbkdf": "^1.0.0", @@ -857,77 +1019,96 @@ "jsbn": "~0.1.0", "safer-buffer": "^2.0.2", "tweetnacl": "~0.14.0" + }, + "bin": { + "sshpk-conv": "bin/sshpk-conv", + "sshpk-sign": "bin/sshpk-sign", + "sshpk-verify": "bin/sshpk-verify" + }, + "engines": { + "node": ">=0.10.0" } }, - "streamroller": { + "node_modules/streamroller": { "version": "2.2.3", "resolved": "https://registry.npmjs.org/streamroller/-/streamroller-2.2.3.tgz", "integrity": "sha512-AegmvQsscTRhHVO46PhCDerjIpxi7E+d2GxgUDu+nzw/HuLnUdxHWr6WQ+mVn/4iJgMKKFFdiUwFcFRDvcjCtw==", - "requires": { + "deprecated": "2.x is no longer supported. Please upgrade to 3.x or higher.", + "dependencies": { "date-format": "^2.1.0", "debug": "^4.1.1", "fs-extra": "^8.1.0" }, + "engines": { + "node": ">=8.0" + } + }, + "node_modules/streamroller/node_modules/date-format": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/date-format/-/date-format-2.1.0.tgz", + "integrity": "sha512-bYQuGLeFxhkxNOF3rcMtiZxvCBAquGzZm6oWA1oZ0g2THUzivaRhv8uOhdr19LmoobSOLoIAxeUK2RdbM8IFTA==", + "deprecated": "2.x is no longer supported. Please upgrade to 4.x or higher.", + "engines": { + "node": ">=4.0" + } + }, + "node_modules/streamroller/node_modules/debug": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", + "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", + "deprecated": "Debug versions >=3.2.0 <3.2.7 || >=4 <4.3.1 have a low-severity ReDos regression when used in a Node.js environment. It is recommended you upgrade to 3.2.7 or 4.3.1. (https://github.com/visionmedia/debug/issues/797)", "dependencies": { - "date-format": { - "version": "2.1.0", - "resolved": "https://registry.npmjs.org/date-format/-/date-format-2.1.0.tgz", - "integrity": "sha512-bYQuGLeFxhkxNOF3rcMtiZxvCBAquGzZm6oWA1oZ0g2THUzivaRhv8uOhdr19LmoobSOLoIAxeUK2RdbM8IFTA==" - }, - "debug": { - "version": "4.1.1", - "resolved": "https://registry.npmjs.org/debug/-/debug-4.1.1.tgz", - "integrity": "sha512-pYAIzeRo8J6KPEaJ0VWOh5Pzkbw/RetuzehGM7QRRX5he4fPHx2rdKMB256ehJCkX+XRQm16eZLqLNS8RSZXZw==", - "requires": { - "ms": "^2.1.1" - } - }, - "ms": { - "version": "2.1.2", - "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz", - "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w==" - } - } - }, - "supports-color": { + "ms": "^2.1.1" + } + }, + "node_modules/streamroller/node_modules/ms": { + "version": "2.1.2", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.2.tgz", + "integrity": "sha512-sGkPx+VjMtmA6MX27oA4FBFELFCZZ4S4XqeGOXCv68tT+jb3vk/RyaKWP0PTKyWtmLSM0b+adUTEvbs1PEaH2w==" + }, + "node_modules/supports-color": { "version": "5.5.0", "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-5.5.0.tgz", "integrity": "sha1-4uaaRKyHcveKHsCzW2id9lMO/I8=", "dev": true, - "requires": { + "dependencies": { "has-flag": "^3.0.0" + }, + "engines": { + "node": ">=4" } }, - "tough-cookie": { + "node_modules/tough-cookie": { "version": "2.4.3", "resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-2.4.3.tgz", "integrity": "sha1-U/Nto/R3g7CSWvoG/587FlKA94E=", "dev": true, - "requires": { + "dependencies": { "psl": "^1.1.24", "punycode": "^1.4.1" }, - "dependencies": { - "punycode": { - "version": "1.4.1", - "resolved": "https://registry.npmjs.org/punycode/-/punycode-1.4.1.tgz", - "integrity": "sha1-wNWmOycYgArY4esPpSachN1BhF4=", - "dev": true - } + "engines": { + "node": ">=0.8" } }, - "tslib": { + "node_modules/tough-cookie/node_modules/punycode": { + "version": "1.4.1", + "resolved": "https://registry.npmjs.org/punycode/-/punycode-1.4.1.tgz", + "integrity": "sha1-wNWmOycYgArY4esPpSachN1BhF4=", + "dev": true + }, + "node_modules/tslib": { "version": "1.9.3", "resolved": "https://registry.npmjs.org/tslib/-/tslib-1.9.3.tgz", "integrity": "sha512-4krF8scpejhaOgqzBEcGM7yDIEfi0/8+8zDRZhNZZ2kjmHJ4hv3zCbQWxoJGz1iw5U0Jl0nma13xzHXcncMavQ==", "dev": true }, - "tslint": { + "node_modules/tslint": { "version": "5.16.0", "resolved": "https://registry.npmjs.org/tslint/-/tslint-5.16.0.tgz", "integrity": "sha512-UxG2yNxJ5pgGwmMzPMYh/CCnCnh0HfPgtlVRDs1ykZklufFBL1ZoTlWFRz2NQjcoEiDoRp+JyT0lhBbbH/obyA==", "dev": true, - "requires": { + "dependencies": { "@babel/code-frame": "^7.0.0", "builtin-modules": "^1.1.1", "chalk": "^2.3.0", @@ -941,85 +1122,119 @@ "semver": "^5.3.0", "tslib": "^1.8.0", "tsutils": "^2.29.0" + }, + "bin": { + "tslint": "bin/tslint" + }, + "engines": { + "node": ">=4.8.0" + }, + "peerDependencies": { + "typescript": ">=2.1.0 || >=2.1.0-dev || >=2.2.0-dev || >=2.3.0-dev || >=2.4.0-dev || >=2.5.0-dev || >=2.6.0-dev || >=2.7.0-dev || >=2.8.0-dev || >=2.9.0-dev || >=3.0.0-dev || >= 3.1.0-dev || >= 3.2.0-dev" } }, - "tsutils": { + "node_modules/tsutils": { "version": "2.29.0", "resolved": "https://registry.npmjs.org/tsutils/-/tsutils-2.29.0.tgz", "integrity": "sha1-MrSIUBRnrL7dS4VJhnOggSrKC5k=", "dev": true, - "requires": { + "dependencies": { "tslib": "^1.8.1" + }, + "peerDependencies": { + "typescript": ">=2.1.0 || >=2.1.0-dev || >=2.2.0-dev || >=2.3.0-dev || >=2.4.0-dev || >=2.5.0-dev || >=2.6.0-dev || >=2.7.0-dev || >=2.8.0-dev || >=2.9.0-dev || >= 3.0.0-dev || >= 3.1.0-dev" } }, - "tunnel-agent": { + "node_modules/tunnel-agent": { "version": "0.6.0", "resolved": "https://registry.npmjs.org/tunnel-agent/-/tunnel-agent-0.6.0.tgz", "integrity": "sha1-J6XeoGs2sEoKmWZ3SykIaPD8QP0=", "dev": true, - "requires": { + "dependencies": { "safe-buffer": "^5.0.1" + }, + "engines": { + "node": "*" } }, - "tweetnacl": { + "node_modules/tweetnacl": { "version": "0.14.5", "resolved": "https://registry.npmjs.org/tweetnacl/-/tweetnacl-0.14.5.tgz", "integrity": "sha1-WuaBd/GS1EViadEIr6k/+HQ/T2Q=", "dev": true }, - "typescript": { + "node_modules/typescript": { "version": "3.4.4", "resolved": "https://registry.npmjs.org/typescript/-/typescript-3.4.4.tgz", "integrity": "sha512-xt5RsIRCEaf6+j9AyOBgvVuAec0i92rgCaS3S+UVf5Z/vF2Hvtsw08wtUTJqp4djwznoAgjSxeCcU4r+CcDBJA==", - "dev": true + "dev": true, + "bin": { + "tsc": "bin/tsc", + "tsserver": "bin/tsserver" + }, + "engines": { + "node": ">=4.2.0" + } }, - "universalify": { + "node_modules/universalify": { "version": "0.1.2", "resolved": "https://registry.npmjs.org/universalify/-/universalify-0.1.2.tgz", - "integrity": "sha1-tkb2m+OULavOzJ1mOcgNwQXvqmY=" + "integrity": "sha1-tkb2m+OULavOzJ1mOcgNwQXvqmY=", + "engines": { + "node": ">= 4.0.0" + } }, - "uri-js": { + "node_modules/uri-js": { "version": "4.2.2", "resolved": "https://registry.npmjs.org/uri-js/-/uri-js-4.2.2.tgz", "integrity": "sha1-lMVA4f93KVbiKZUHwBCupsiDjrA=", "dev": true, - "requires": { + "dependencies": { "punycode": "^2.1.0" } }, - "url-parse": { - "version": "1.4.6", - "resolved": "https://registry.npmjs.org/url-parse/-/url-parse-1.4.6.tgz", - "integrity": "sha512-/B8AD9iQ01seoXmXf9z/MjLZQIdOoYl/+gvsQF6+mpnxaTfG9P7srYaiqaDMyKkR36XMXfhqSHss5MyFAO8lew==", + "node_modules/url-parse": { + "version": "1.5.10", + "resolved": "https://registry.npmjs.org/url-parse/-/url-parse-1.5.10.tgz", + "integrity": "sha512-WypcfiRhfeUP9vvF0j6rw0J3hrWrw6iZv3+22h6iRMJ/8z1Tj6XfLP4DsUix5MhMPnXpiHDoKyoZ/bdCkwBCiQ==", "dev": true, - "requires": { - "querystringify": "^2.0.0", + "license": "MIT", + "dependencies": { + "querystringify": "^2.1.1", "requires-port": "^1.0.0" } }, - "uuid": { + "node_modules/uuid": { "version": "3.3.2", "resolved": "https://registry.npmjs.org/uuid/-/uuid-3.3.2.tgz", "integrity": "sha512-yXJmeNaw3DnnKAOKJE51sL/ZaYfWJRl1pK9dr19YFCu0ObS231AB1/LbqTKRAQ5kw8A90rA6fr4riOUpTZvQZA==", - "dev": true + "deprecated": "Please upgrade to version 7 or higher. Older versions may use Math.random() in certain circumstances, which is known to be problematic. See https://v8.dev/blog/math-random for details.", + "dev": true, + "bin": { + "uuid": "bin/uuid" + } }, - "verror": { + "node_modules/verror": { "version": "1.10.0", "resolved": "https://registry.npmjs.org/verror/-/verror-1.10.0.tgz", "integrity": "sha1-OhBcoXBTr1XW4nDB+CiGguGNpAA=", "dev": true, - "requires": { + "engines": [ + "node >=0.6.0" + ], + "dependencies": { "assert-plus": "^1.0.0", "core-util-is": "1.0.2", "extsprintf": "^1.2.0" } }, - "vscode": { + "node_modules/vscode": { "version": "1.1.33", "resolved": "https://registry.npmjs.org/vscode/-/vscode-1.1.33.tgz", "integrity": "sha512-sXedp2oF6y4ZvqrrFiZpeMzaCLSWV+PpYkIxjG/iYquNZ9KrLL2LujltGxPLvzn49xu2sZkyC+avVNFgcJD1Iw==", + "deprecated": "This package is deprecated in favor of @types/vscode and vscode-test. For more information please read: https://code.visualstudio.com/updates/v1_36#_splitting-vscode-package-into-typesvscode-and-vscodetest", "dev": true, - "requires": { + "dependencies": { "glob": "^7.1.2", "mocha": "^4.0.1", "request": "^2.88.0", @@ -1027,47 +1242,63 @@ "source-map-support": "^0.5.0", "url-parse": "^1.4.4", "vscode-test": "^0.1.4" + }, + "bin": { + "vscode-install": "bin/install" + }, + "engines": { + "node": ">=8.9.3" } }, - "vscode-jsonrpc": { + "node_modules/vscode-jsonrpc": { "version": "4.0.0", "resolved": "https://registry.npmjs.org/vscode-jsonrpc/-/vscode-jsonrpc-4.0.0.tgz", - "integrity": "sha1-p7907zJU0KDCcvqxXIISjjeLO+k=" + "integrity": "sha1-p7907zJU0KDCcvqxXIISjjeLO+k=", + "engines": { + "node": ">=8.0.0 || >=10.0.0" + } }, - "vscode-languageclient": { + "node_modules/vscode-languageclient": { "version": "5.2.1", "resolved": "https://registry.npmjs.org/vscode-languageclient/-/vscode-languageclient-5.2.1.tgz", "integrity": "sha512-7jrS/9WnV0ruqPamN1nE7qCxn0phkH5LjSgSp9h6qoJGoeAKzwKz/PF6M+iGA/aklx4GLZg1prddhEPQtuXI1Q==", - "requires": { + "dependencies": { "semver": "^5.5.0", "vscode-languageserver-protocol": "3.14.1" + }, + "engines": { + "vscode": "^1.30" } }, - "vscode-languageserver-protocol": { + "node_modules/vscode-languageserver-protocol": { "version": "3.14.1", "resolved": "https://registry.npmjs.org/vscode-languageserver-protocol/-/vscode-languageserver-protocol-3.14.1.tgz", "integrity": "sha512-IL66BLb2g20uIKog5Y2dQ0IiigW0XKrvmWiOvc0yXw80z3tMEzEnHjaGAb3ENuU7MnQqgnYJ1Cl2l9RvNgDi4g==", - "requires": { + "dependencies": { "vscode-jsonrpc": "^4.0.0", "vscode-languageserver-types": "3.14.0" } }, - "vscode-languageserver-types": { + "node_modules/vscode-languageserver-types": { "version": "3.14.0", "resolved": "https://registry.npmjs.org/vscode-languageserver-types/-/vscode-languageserver-types-3.14.0.tgz", "integrity": "sha512-lTmS6AlAlMHOvPQemVwo3CezxBp0sNB95KNPkqp3Nxd5VFEnuG1ByM0zlRWos0zjO3ZWtkvhal0COgiV1xIA4A==" }, - "vscode-test": { + "node_modules/vscode-test": { "version": "0.1.5", "resolved": "https://registry.npmjs.org/vscode-test/-/vscode-test-0.1.5.tgz", "integrity": "sha512-s+lbF1Dtasc0yXVB9iQTexBe2JK6HJAUJe3fWezHKIjq+xRw5ZwCMEMBaonFIPy7s95qg2HPTRDR5W4h4kbxGw==", + "deprecated": "This package has been renamed to @vscode/test-electron, please update to the new name", "dev": true, - "requires": { + "dependencies": { "http-proxy-agent": "^2.1.0", "https-proxy-agent": "^2.2.1" + }, + "engines": { + "node": ">=8.9.3" } }, - "wrappy": { + "node_modules/wrappy": { "version": "1.0.2", "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz", "integrity": "sha1-tSQ9jz7BqjXxNkYFvA0QNuMKtp8=",