Modernize Python packaging: migrate from setup.cfg to pyproject.toml (#275)

* Bring data_workflow in line with current standards - replace setup.cfg

* Fix warnings

* Fix setuptools deprecation warnings

* Address more comments

* Address more comments

* Address coderabbit's review comments

Author: darshdinger

docs/developer/instruction/build.rst

@@ -50,11 +50,36 @@ After installing pre-commit the checks can be run using
 
    pre-commit run --all-files
 
+Python package configuration
+-----------------------------
+
+This project contains three separate Python packages (dasmon_app, webmon_app, and workflow_app),
+each with its own ``pyproject.toml`` file following modern Python packaging standards (PEP 518 and PEP 621).
+The configuration includes:
+
+* Package metadata (name, version, description, authors, license)
+* Console script entry points for command-line tools
+* Package data specifications (SQL files, templates, static assets)
+* Build system configuration using setuptools
+* Test dependencies
+
+Each package can be built independently using:
+
+.. code-block:: shell
+
+   make wheel/dasmon   # Build dasmon package
+   make wheel/webmon   # Build webmon package
+   make wheel/workflow # Build workflow package
+   make wheel/all      # Build all three packages
+
+The built wheels are stored in each package's ``dist/`` directory and are used by the Docker containers
+to install the applications.
+
 Running unit tests
 ------------------
 
 The unit tests exist next to the code it is testing.
-They are run inside a pixi environment and pointing at the correct directory with the configuration inside the root-level ``setup.cfg``.
+They are run inside a pixi environment with configuration defined in the root-level ``pyproject.toml``.
 This is based on what is run in `.github/workflow/ci.yml <https://github.com/neutrons/data_workflow/blob/next/.github/workflows/ci.yml>`_
 
 .. code-block:: shell

src/dasmon_app/pyproject.toml

@@ -2,6 +2,36 @@
 requires = ["setuptools >= 42", "wheel", "toml", "versioningit"]
 build-backend = "setuptools.build_meta"
 
+[project]
+name = "django-nscd-dasmon"
+description = "SNS DASMON listener"
+dynamic = ["version"]
+requires-python = ">=3.10"
+license = "LGPL-3.0-or-later"
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: System :: Distributed Computing",
+    "Topic :: System :: Networking",
+]
+
+[project.scripts]
+dasmon_listener = "dasmon_listener.dasmon_listener:run"
+# Note: reduction_update entry point commented out - module dasmon_listener.reduction_script_update does not exist
+# Uncomment when module is implemented:
+# reduction_update = "dasmon_listener.reduction_script_update:run"
+
+[project.optional-dependencies]
+tests = ["pytest"]
+
+[tool.setuptools]
+include-package-data = false
+
+[tool.setuptools.packages.find]
+exclude = ["dasmon_listener.tests*"]
+
 [tool.versioningit.vcs]
 method = "git"
 default-tag = "1.0.0"

src/dasmon_app/setup.cfg

@@ -2,6 +2,40 @@
 requires = ["setuptools >= 42", "wheel", "toml", "versioningit"]
 build-backend = "setuptools.build_meta"
 
+[project]
+name = "django-nscd-webmon"
+description = "Common models for nscd web monitor"
+dynamic = ["version"]
+requires-python = ">=3.10"
+license = "LGPL-3.0-or-later"
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: System :: Distributed Computing",
+    "Topic :: System :: Networking",
+]
+
+[project.optional-dependencies]
+tests = ["pytest"]
+
+[tool.setuptools]
+include-package-data = true
+
+[tool.setuptools.packages.find]
+exclude = ["tests*"]
+
+[tool.setuptools.package-data]
+reporting = [
+    "dasmon/sql/*.sql",
+    "pvmon/sql/*.sql",
+    "report/sql/*.sql",
+    "fixtures/db_init.json",
+    "static/**/*",
+    "templates/**/*",
+]
+
 [tool.check-wheel-contents]
 ignore = ["W002", "W004"]  # duplicate files and can't import django migrations
 

src/webmon_app/pyproject.toml

@@ -2,6 +2,34 @@
 requires = ["setuptools >= 42", "wheel", "toml", "versioningit"]
 build-backend = "setuptools.build_meta"
 
+[project]
+name = "django-nscd-workflow"
+description = "SNS data workflow manager"
+dynamic = ["version"]
+requires-python = ">=3.10"
+license = "LGPL-3.0-or-later"
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: System :: Distributed Computing",
+    "Topic :: System :: Networking",
+]
+
+[project.scripts]
+workflowmgr = "workflow.sns_post_processing:run"
+
+[project.optional-dependencies]
+tests = ["pytest"]
+
+[tool.setuptools]
+include-package-data = false
+
+[tool.setuptools.packages.find]
+where = ["."]
+exclude = ["workflow.tests*"]
+
 [tool.versioningit.vcs]
 method = "git"
 default-tag = "1.0.0"