DVX-182: Run integration tests in parallel #1

	name: Pyatlan PR Tests

	on:
	pull_request:
	workflow_dispatch:

	jobs:
	pyatlan-pr-tests:
	runs-on: ubuntu-latest
	strategy:
	fail-fast: false
	matrix:
	job_id:
	[
	"job1",
	"job2",
	"job3",
	"job4",
	"job5",
	"job6",
	"job7",
	"job8",
	"job9",
	"job10",
	"job11",
	"job12",
	"job13",
	"job14",
	"job15",
	"job16",
	"job17",
	"job18",
	"job19",
	"job20",
	]
	steps:
	- uses: actions/checkout@v4
	- name: Set up Python 3.9
	uses: actions/setup-python@v4
	with:
	python-version: 3.9

	- name: Install dependencies
	run: \|
	sudo apt-get install -y jq
	python -m pip install --upgrade pip
	if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
	if [ -f requirements-dev.txt ]; then pip install -r requirements-dev.txt; fi

	- name: Run unit tests
	env: # Test tenant environment variables
	ATLAN_API_KEY: ${{ secrets.ATLAN_API_KEY }}
	ATLAN_BASE_URL: ${{ secrets.ATLAN_BASE_URL }}
	MARK_API_KEY: ${{ secrets.MARK_ATLAN_API_KEY }}
	MARK_BASE_URL: https://mark.atlan.com
	run: pytest tests/unit

	- name: Run integration tests
	env: # Test tenant environment variables
	ATLAN_API_KEY: ${{ secrets.ATLAN_API_KEY }}
	ATLAN_BASE_URL: ${{ secrets.ATLAN_BASE_URL }}
	MARK_API_KEY: ${{ secrets.MARK_ATLAN_API_KEY }}
	MARK_BASE_URL: https://mark.atlan.com
	run: \|
	DISTRIBUTED_TESTS=$(python3 st.py)
	TEST_FILES=$(echo "${DISTRIBUTED_TESTS}" \| jq -r --arg targetJob "${{ matrix.job_id }}" '.[$targetJob].test_files[]' \| tr '\n' ' ')
	echo "Running ${TEST_FILES}"
	pytest ${TEST_FILES}

Provide feedback