Build script merge (#3743)

Merged the build script into main repository. Some related cleanups.

.cargo/config.toml

@@ -0,0 +1,11 @@
+[build]
+target-dir = "target/rust/"
+rustflags = ["--cfg", "tokio_unstable"]
+
+[target.wasm32-unknown-unknown]
+rustflags = [
+  # Increas the stack size from 1MB to 2MB. This is required to avoid running out of stack space
+  # in debug builds. The error is reported as `RuntimeError: memory access out of bounds`.
+  "-C",
+  "link-args=-z stack-size=2097152",
+]

.github/CODEOWNERS

@@ -1,6 +1,11 @@
 # Change log
 CHANGELOG.md
 
+# Build script & utilities
+/run @mwu-tow
+/run.bat @mwu-tow
+/build @mwu-tow
+
 # Rust Libraries and Related Files
 rust-toolchain.toml @MichaelMauderer @mwu-tow @farmaazon
 rustfmt.toml @MichaelMauderer @mwu-tow @farmaazon
@@ -20,8 +25,6 @@ Cargo.toml
 /lib/scala/interpreter-dsl/ @4e6 @jaroslavtulach
 
 # GUI
-/run @MichaelMauderer @wdanilo
-/build/ @MichaelMauderer @wdanilo
 /app/gui/ @MichaelMauderer @wdanilo @farmaazon @mwu-tow
 /app/gui/view/ @MichaelMauderer @wdanilo @farmaazon
 /app/ide-desktop/ @MichaelMauderer @wdanilo

.github/workflows/benchmark.yml

@@ -8,9 +8,7 @@ on:
   workflow_dispatch:
     inputs:
       just-check:
-        description:
-          If set, benchmarks will be only checked to run correctly, not
-          to measure actual performance.
+        description: If set, benchmarks will be only checked to run correctly, not to measure actual performance.
         required: true
         type: boolean
         default: false
@@ -22,37 +20,25 @@ jobs:
     steps:
       - name: Setup conda (GH runners only)
         uses: s-weigand/[email protected]
-        if:
-          startsWith(runner.name, 'GitHub Actions') || startsWith(runner.name, 'Hosted
-          Agent')
+        if: startsWith(runner.name, 'GitHub Actions') || startsWith(runner.name, 'Hosted Agent')
         with:
           update-conda: false
           conda-channels: anaconda, conda-forge
       - name: Installing wasm-pack
         uses: jetli/[email protected]
-        if:
-          startsWith(runner.name, 'GitHub Actions') || startsWith(runner.name, 'Hosted
-          Agent')
+        if: startsWith(runner.name, 'GitHub Actions') || startsWith(runner.name, 'Hosted Agent')
         with:
           version: v0.10.2
-      - name: Setup the Artifact API environment
+      - name: Expose Artifact API and context information.
         uses: actions/github-script@v6
         with:
-          script: |-
-            core.exportVariable("ACTIONS_RUNTIME_TOKEN", process.env["ACTIONS_RUNTIME_TOKEN"])
-            core.exportVariable("ACTIONS_RUNTIME_URL", process.env["ACTIONS_RUNTIME_URL"])
-            core.exportVariable("GITHUB_RETENTION_DAYS", process.env["GITHUB_RETENTION_DAYS"])
+          script: "\n    core.exportVariable(\"ACTIONS_RUNTIME_TOKEN\", process.env[\"ACTIONS_RUNTIME_TOKEN\"])\n    core.exportVariable(\"ACTIONS_RUNTIME_URL\", process.env[\"ACTIONS_RUNTIME_URL\"])\n    core.exportVariable(\"GITHUB_RETENTION_DAYS\", process.env[\"GITHUB_RETENTION_DAYS\"])\n    console.log(context)\n    "
       - name: Workaround for https://github.com/actions/checkout/issues/590 (Windows)
-        run:
-          '"c:\Program Files\Git\bin\bash.exe" -c "git checkout -f $(git -c user.name=x
-          -c user.email=x@x commit-tree $(git hash-object -t tree /dev/null) < /dev/null)
-          || :"'
+        run: '"c:\Program Files\Git\bin\bash.exe" -c "git checkout -f $(git -c user.name=x -c user.email=x@x commit-tree $(git hash-object -t tree /dev/null) < /dev/null) || :"'
         if: runner.os == 'Windows'
         shell: cmd
       - name: Workaround for  https://github.com/actions/checkout/issues/590 (non-Windows)
-        run:
-          "git checkout -f $(git -c user.name=x -c user.email=x@x commit-tree $(git
-          hash-object -t tree /dev/null) < /dev/null) || :"
+        run: "git checkout -f $(git -c user.name=x -c user.email=x@x commit-tree $(git hash-object -t tree /dev/null) < /dev/null) || :"
         if: runner.os != 'Windows'
         shell: bash
       - name: Checking out the repository
@@ -64,6 +50,11 @@ jobs:
         run: ./run --help
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Clean before
+        run: ./run git-clean
+        if: "contains(github.event.pull_request.labels.*.name, 'CI: Clean build required')"
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
       - run: ./run backend benchmark runtime
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -73,6 +64,11 @@ jobs:
       - name: List files if failed (non-Windows)
         run: ls -lAR
         if: failure() && runner.os != 'Windows'
+      - name: Clean after
+        run: ./run git-clean
+        if: "always() && always() && contains(github.event.pull_request.labels.*.name, 'CI: Clean build required')"
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 env:
-  ENSO_BUILD_MINIMAL_RUN: ${{ inputs.just-check }}
+  ENSO_BUILD_MINIMAL_RUN: ${{ true == inputs.just-check }}
   ENSO_BUILD_SKIP_VERSION_CHECK: "true"

.github/workflows/changelog.yml

@@ -0,0 +1,68 @@
+name: Changelog
+on:
+  pull_request:
+    types:
+      - labeled
+      - unlabeled
+      - synchronize
+      - opened
+      - reopened
+jobs:
+  changelog:
+    name: Changelog
+    runs-on:
+      - X64
+    steps:
+      - name: Setup conda (GH runners only)
+        uses: s-weigand/[email protected]
+        if: startsWith(runner.name, 'GitHub Actions') || startsWith(runner.name, 'Hosted Agent')
+        with:
+          update-conda: false
+          conda-channels: anaconda, conda-forge
+      - name: Installing wasm-pack
+        uses: jetli/[email protected]
+        if: startsWith(runner.name, 'GitHub Actions') || startsWith(runner.name, 'Hosted Agent')
+        with:
+          version: v0.10.2
+      - name: Expose Artifact API and context information.
+        uses: actions/github-script@v6
+        with:
+          script: "\n    core.exportVariable(\"ACTIONS_RUNTIME_TOKEN\", process.env[\"ACTIONS_RUNTIME_TOKEN\"])\n    core.exportVariable(\"ACTIONS_RUNTIME_URL\", process.env[\"ACTIONS_RUNTIME_URL\"])\n    core.exportVariable(\"GITHUB_RETENTION_DAYS\", process.env[\"GITHUB_RETENTION_DAYS\"])\n    console.log(context)\n    "
+      - name: Workaround for https://github.com/actions/checkout/issues/590 (Windows)
+        run: '"c:\Program Files\Git\bin\bash.exe" -c "git checkout -f $(git -c user.name=x -c user.email=x@x commit-tree $(git hash-object -t tree /dev/null) < /dev/null) || :"'
+        if: runner.os == 'Windows'
+        shell: cmd
+      - name: Workaround for  https://github.com/actions/checkout/issues/590 (non-Windows)
+        run: "git checkout -f $(git -c user.name=x -c user.email=x@x commit-tree $(git hash-object -t tree /dev/null) < /dev/null) || :"
+        if: runner.os != 'Windows'
+        shell: bash
+      - name: Checking out the repository
+        uses: actions/checkout@v2
+        with:
+          clean: false
+          submodules: recursive
+      - name: Build Script Setup
+        run: ./run --help
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Clean before
+        run: ./run git-clean
+        if: "contains(github.event.pull_request.labels.*.name, 'CI: Clean build required')"
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - run: ./run changelog-check
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: List files if failed (Windows)
+        run: Get-ChildItem -Force -Recurse
+        if: failure() && runner.os == 'Windows'
+      - name: List files if failed (non-Windows)
+        run: ls -lAR
+        if: failure() && runner.os != 'Windows'
+      - name: Clean after
+        run: ./run git-clean
+        if: "always() && always() && contains(github.event.pull_request.labels.*.name, 'CI: Clean build required')"
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+env:
+  ENSO_BUILD_SKIP_VERSION_CHECK: "true"