diff --git a/.github/workflows/pythonpackage.yml b/.github/workflows/pythonpackage.yml
index e4c445c..f12da15 100644
--- a/.github/workflows/pythonpackage.yml
+++ b/.github/workflows/pythonpackage.yml
@@ -90,8 +90,20 @@ jobs:
         name: apps-python-sdist
         path: helics_apps-pip/dist/*.tar.gz
 
-  publish-helics_apps:
+
+  check_helics_appcs-dist:
+    name: Check helics_apps Python packages
     needs: [build-helics_apps, build-helics_apps-sdist]
+    runs-on: ubuntu-20.04
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          path: dist
+          merge-multiple: true
+      - run: pipx run twine check --strict dist/*
+
+  publish-helics_apps:
+    needs: [build-helics_apps, build-helics_apps-sdist, check_helics_appcs-dist]
     runs-on: ubuntu-latest
     if: github.event.action == 'published' || endsWith(github.ref, 'main')
     environment:
diff --git a/helics_apps-pip/pyproject.toml b/helics_apps-pip/pyproject.toml
index de24692..50985ca 100644
--- a/helics_apps-pip/pyproject.toml
+++ b/helics_apps-pip/pyproject.toml
@@ -48,6 +48,11 @@ helics_broker_server = "helics_apps:helics_broker_server"
 helics_player = "helics_apps:helics_player"
 helics_recorder = "helics_apps:helics_recorder"
 
+[tool.cibuildwheel]
+test-command = [
+  "helics_app --version",
+]
+
 [tool.scikit-build]
 minimum-version = "0.8"
 cmake.version = ">=3.15"