Merge branch 'petra' into feat/colossus-s3-api

Joystream · Jun 17, 2024 · 8ae8d77 · 8ae8d77
2 parents fc57895 + 4fcb2e6
commit 8ae8d77
Show file tree

Hide file tree

Showing 68 changed files with 3,367 additions and 739 deletions.
diff --git a/.github/workflows/joystream-cli.yml b/.github/workflows/joystream-cli.yml
@@ -39,6 +39,8 @@ jobs:
  uses: actions/setup-node@v3
  with:
  node-version: ${{ matrix.node-version }}
+ - name: python setuptools
+ run: brew install python-setuptools
  - name: checks
  run: |
  yarn install --frozen-lockfile --network-timeout 120000

diff --git a/.github/workflows/joystream-types.yml b/.github/workflows/joystream-types.yml
@@ -9,21 +9,21 @@ jobs:
  matrix:
  node-version: [18.x]
  steps:
- - uses: actions/checkout@v3
- - name: Use Node.js ${{ matrix.node-version }}
- uses: actions/setup-node@v3
- with:
- node-version: ${{ matrix.node-version }}
- - name: checks
- run: |
- yarn install --frozen-lockfile
- yarn workspace @joystream/types build
- - name: npm pack test
- run: |
- cd types
- npm pack | tail -1 | xargs tar xzf
- cd package && npm install
- node ./lib/cjs/index.js
+  - uses: actions/checkout@v3
+  - name: Use Node.js ${{ matrix.node-version }}
+  uses: actions/setup-node@v3
+  with:
+  node-version: ${{ matrix.node-version }}
+  - name: checks
+  run: |
+  yarn install --frozen-lockfile
+  yarn workspace @joystream/types build
+  - name: npm pack test
+  run: |
+  cd types
+  npm pack | tail -1 | xargs tar xzf
+  cd package && npm install
+  node ./lib/cjs/index.js
 
  types_checks_osx:
  name: MacOS Checks
@@ -32,18 +32,20 @@ jobs:
  matrix:
  node-version: [18.x]
  steps:
- - uses: actions/checkout@v3
- - name: Use Node.js ${{ matrix.node-version }}
- uses: actions/setup-node@v3
- with:
- node-version: ${{ matrix.node-version }}
- - name: checks
- run: |
- yarn install --frozen-lockfile --network-timeout 120000
- yarn workspace @joystream/types build
- - name: npm pack test
- run: |
- cd types
- npm pack | tail -1 | xargs tar xzf
- cd package && npm install
- node ./lib/cjs/index.js
+ - uses: actions/checkout@v3
+ - name: Use Node.js ${{ matrix.node-version }}
+ uses: actions/setup-node@v3
+ with:
+ node-version: ${{ matrix.node-version }}
+ - name: python setuptools
+ run: brew install python-setuptools
+ - name: checks
+ run: |
+ yarn install --frozen-lockfile --network-timeout 120000
+ yarn workspace @joystream/types build
+ - name: npm pack test
+ run: |
+ cd types
+ npm pack | tail -1 | xargs tar xzf
+ cd package && npm install
+ node ./lib/cjs/index.js
diff --git a/.github/workflows/lint-typescript.yml b/.github/workflows/lint-typescript.yml
@@ -9,15 +9,15 @@ jobs:
  matrix:
  node-version: [18.x]
  steps:
- - uses: actions/checkout@v3
- - name: Use Node.js ${{ matrix.node-version }}
- uses: actions/setup-node@v3
- with:
- node-version: ${{ matrix.node-version }}
- - name: lint
- run: |
- yarn build
- yarn lint
+  - uses: actions/checkout@v3
+  - name: Use Node.js ${{ matrix.node-version }}
+  uses: actions/setup-node@v3
+  with:
+  node-version: ${{ matrix.node-version }}
+  - name: lint
+  run: |
+  yarn build
+  yarn lint
 
  lint_osx:
  name: MacOS Checks
@@ -26,12 +26,14 @@ jobs:
  matrix:
  node-version: [18.x]
  steps:
- - uses: actions/checkout@v3
- - name: Use Node.js ${{ matrix.node-version }}
- uses: actions/setup-node@v3
- with:
- node-version: ${{ matrix.node-version }}
- - name: lint
- run: |
- yarn build
- yarn lint
+ - uses: actions/checkout@v3
+ - name: Use Node.js ${{ matrix.node-version }}
+ uses: actions/setup-node@v3
+ with:
+ node-version: ${{ matrix.node-version }}
+ - name: python setuptools
+ run: brew install python-setuptools
+ - name: lint
+ run: |
+ yarn build
+ yarn lint
diff --git a/.github/workflows/query-node.yml b/.github/workflows/query-node.yml
@@ -9,18 +9,18 @@ jobs:
  matrix:
  node-version: [18.x]
  steps:
- - uses: actions/checkout@v3
- - name: Use Node.js ${{ matrix.node-version }}
- uses: actions/setup-node@v3
- with:
- node-version: ${{ matrix.node-version }}
- - name: checks
- run: |
- yarn install --frozen-lockfile
- yarn workspace @joystream/types build
- yarn workspace @joystream/metadata-protobuf build
- yarn workspace @joystream/js build
- yarn workspace query-node-root build
+  - uses: actions/checkout@v3
+  - name: Use Node.js ${{ matrix.node-version }}
+  uses: actions/setup-node@v3
+  with:
+  node-version: ${{ matrix.node-version }}
+  - name: checks
+  run: |
+  yarn install --frozen-lockfile
+  yarn workspace @joystream/types build
+  yarn workspace @joystream/metadata-protobuf build
+  yarn workspace @joystream/js build
+  yarn workspace query-node-root build
 
  query_node_build_osx:
  name: MacOS Checks
@@ -29,15 +29,17 @@ jobs:
  matrix:
  node-version: [18.x]
  steps:
- - uses: actions/checkout@v3
- - name: Use Node.js ${{ matrix.node-version }}
- uses: actions/setup-node@v3
- with:
- node-version: ${{ matrix.node-version }}
- - name: checks
- run: |
- yarn install --frozen-lockfile --network-timeout 120000
- yarn workspace @joystream/types build
- yarn workspace @joystream/metadata-protobuf build
- yarn workspace @joystream/js build
- yarn workspace query-node-root build
+ - uses: actions/checkout@v3
+ - name: Use Node.js ${{ matrix.node-version }}
+ uses: actions/setup-node@v3
+ with:
+ node-version: ${{ matrix.node-version }}
+ - name: python setuptools
+ run: brew install python-setuptools
+ - name: checks
+ run: |
+ yarn install --frozen-lockfile --network-timeout 120000
+ yarn workspace @joystream/types build
+ yarn workspace @joystream/metadata-protobuf build
+ yarn workspace @joystream/js build
+ yarn workspace query-node-root build
diff --git a/.github/workflows/run-network-tests.yml b/.github/workflows/run-network-tests.yml
@@ -14,14 +14,14 @@ jobs:
  matrix:
  node-version: [18.x]
  steps:
- - uses: actions/checkout@v3
- - name: Use Node.js ${{ matrix.node-version }}
- uses: actions/setup-node@v3
- with:
- node-version: ${{ matrix.node-version }}
- - name: checks
- run: |
- yarn build
+  - uses: actions/checkout@v4
+  - name: Use Node.js ${{ matrix.node-version }}
+  uses: actions/setup-node@v4
+  with:
+  node-version: ${{ matrix.node-version }}
+  - name: checks
+  run: |
+  yarn build
 
  tests_build_osx:
  name: MacOS Checks
@@ -30,14 +30,16 @@ jobs:
  matrix:
  node-version: [18.x]
  steps:
- - uses: actions/checkout@v3
- - name: Use Node.js ${{ matrix.node-version }}
- uses: actions/setup-node@v3
- with:
- node-version: ${{ matrix.node-version }}
- - name: checks
- run: |
- yarn build
+ - uses: actions/checkout@v4
+ - name: Use Node.js ${{ matrix.node-version }}
+ uses: actions/setup-node@v4
+ with:
+ node-version: ${{ matrix.node-version }}
+ - name: python setuptools
+ run: brew install python-setuptools
+ - name: checks
+ run: |
+ yarn build
 
  build_images:
  name: Build joystream/node
@@ -54,8 +56,8 @@ jobs:
  sudo rm -rf /opt/ghc
  sudo rm -rf "/usr/local/share/boost"
  sudo rm -rf "$AGENT_TOOLSDIRECTORY"
- - uses: actions/checkout@v3
- - uses: actions/setup-node@v3
+ - uses: actions/checkout@v4
+ - uses: actions/setup-node@v4
  with:
  node-version: '18.x'
 
@@ -159,8 +161,8 @@ jobs:
  - scenario: 'setupNewChainMultiStorage'
  no_storage: 'true'
  steps:
- - uses: actions/checkout@v3
- - uses: actions/setup-node@v3
+ - uses: actions/checkout@v4
+ - uses: actions/setup-node@v4
  with:
  node-version: '18.x'
  - name: Get artifacts
@@ -181,78 +183,3 @@ jobs:
  export RUNTIME=${{ needs.build_images.outputs.runtime }}
  export NO_STORAGE=${{ matrix.no_storage }}
  tests/network-tests/run-tests.sh ${{ matrix.scenario }}
-
- runtime_upgrade:
- name: Runtime Upgrade from production runtime
- needs: build_images
- runs-on: ubuntu-latest
- # Disabling until we find a workaround
- # as it is no longer practical to start the node
- # while importing huge state from production network in genesis block.
- # if: github.ref != 'refs/heads/master'
- if: false
- steps:
- # Checkout master branch
- - name: check out master repo
- uses: actions/checkout@v3
- with:
- repository: Joystream/joystream
- ref: master
-
- - name: pull base runtime image
- id: pull_base_image
- env:
- RUNTIME_PROFILE: 'TESTING'
- run: |
- export RUNTIME=`scripts/runtime-code-shasum.sh`
- echo "::set-output name=shasum::${RUNTIME}"
- docker pull joystream/node:$RUNTIME
- docker images
-
- # Get new runtime built for this workflow (target runtime)
- # tagged in local repo as joystream/node:latest
- - name: Get artifacts
- uses: actions/download-artifact@v3
- with:
- name: ${{ needs.build_images.outputs.use_artifact }}
- - name: Install artifacts
- run: |
- docker load --input joystream-node-docker-image.tar.gz
- docker images
-
- # Checkout workflow's branch/tag/commit
- - name: checkout workflow branch
- uses: actions/checkout@v3
-
- # Look only for changes that would indicate possible change in runtime version
- # This is not the best way to check. Ideally the script "run-runtime-upgrade-tests.sh" should
- # look for the change of `spec_version`, and exit gracefully.
- - name: Check for runtime version change
- uses: technote-space/get-diff-action@v3
- with:
- PREFIX_FILTER: |
- runtime
- runtime-modules
- SUFFIX_FILTER: |
- .rs
- - name: setup node
- uses: actions/setup-node@v3
- with:
- node-version: '18.x'
- - name: Install packages and dependencies
- if: env.GIT_DIFF
- run: |
- yarn build
- - name: Ensure tests are runnable
- if: env.GIT_DIFF
- run: yarn workspace network-tests build
- - name: Execute network tests
- if: env.GIT_DIFF
- env:
- TARGET_RUNTIME: ${{ needs.build_images.outputs.runtime }}
- RUNTIME: ${{ steps.pull_base_image.outputs.shasum }}
- run: |
- export HOME=${PWD}
- mkdir -p ${HOME}/.local/share/joystream-cli
- yarn joystream-cli api:setUri ws://localhost:9944
- tests/network-tests/run-runtime-upgrade-tests.sh