Merge pull request #241 from scipp/kafka-consumer

Add kafka library and streaming type helper packages as dependencies.

pyproject.toml

@@ -32,6 +32,8 @@ requires-python = ">=3.10"
 dependencies = [
   "rich",
   "essreduce",
+  "confluent_kafka",
+  "ess-streaming-data-types"
 ]
 
 dynamic = ["version"]

requirements/base.in

@@ -4,3 +4,5 @@
 # The following was generated by 'tox -e deps', DO NOT EDIT MANUALLY!
 rich
 essreduce
+confluent_kafka
+ess-streaming-data-types

requirements/base.txt

@@ -1,36 +1,51 @@
-# SHA1:89978bb0fef0efd08032890f4d4bc4e3fd22eb53
+# SHA1:f86f6e2691af328856584c477156f7eafd050e86
 #
 # This file is autogenerated by pip-compile-multi
 # To update, run:
 #
 #    pip-compile-multi
 #
-essreduce==24.8.0
+confluent-kafka==2.5.3
     # via -r base.in
-h5py==3.11.0
+cyclebane==24.6.0
+    # via sciline
+ess-streaming-data-types==0.26.1
+    # via -r base.in
+essreduce==24.10.0
+    # via -r base.in
+flatbuffers==24.3.25
+    # via ess-streaming-data-types
+h5py==3.12.1
     # via scippnexus
 markdown-it-py==3.0.0
     # via rich
 mdurl==0.1.2
     # via markdown-it-py
-numpy==2.0.1
+networkx==3.3
+    # via cyclebane
+numpy==2.1.1
     # via
+    #   ess-streaming-data-types
     #   h5py
     #   scipp
     #   scipy
 pygments==2.18.0
     # via rich
 python-dateutil==2.9.0.post0
     # via scippnexus
-rich==13.7.1
+rich==13.9.1
     # via -r base.in
+sciline==24.6.3
+    # via essreduce
 scipp==24.9.1
     # via
     #   essreduce
     #   scippnexus
-scippnexus==24.8.1
+scippnexus==24.9.1
     # via essreduce
-scipy==1.14.0
+scipy==1.14.1
     # via scippnexus
 six==1.16.0
     # via python-dateutil
+typing-extensions==4.12.2
+    # via rich

requirements/basetest.txt

@@ -5,33 +5,39 @@
 #
 #    pip-compile-multi
 #
-certifi==2024.7.4
+certifi==2024.8.30
     # via requests
 charset-normalizer==3.3.2
     # via requests
-contourpy==1.2.1
+contourpy==1.3.0
     # via matplotlib
 coverage[toml]==7.6.1
     # via pytest-cov
+cyclebane==24.6.0
+    # via sciline
 cycler==0.12.1
     # via matplotlib
-essreduce==24.8.0
+essreduce==24.10.0
     # via -r basetest.in
+exceptiongroup==1.2.2
+    # via pytest
 execnet==2.1.1
     # via pytest-xdist
-fonttools==4.53.1
+fonttools==4.54.1
     # via matplotlib
-h5py==3.11.0
+h5py==3.12.1
     # via scippnexus
-idna==3.7
+idna==3.10
     # via requests
 iniconfig==2.0.0
     # via pytest
-kiwisolver==1.4.5
+kiwisolver==1.4.7
     # via matplotlib
 matplotlib==3.9.2
     # via plopp
-numpy==2.0.1
+networkx==3.3
+    # via cyclebane
+numpy==2.1.1
     # via
     #   contourpy
     #   h5py
@@ -45,13 +51,13 @@ packaging==24.1
     #   matplotlib
     #   pooch
     #   pytest
-pandas==2.2.2
+pandas==2.2.3
     # via -r basetest.in
 pillow==10.4.0
     # via matplotlib
-platformdirs==4.2.2
+platformdirs==4.3.6
     # via pooch
-plopp==24.6.0
+plopp==24.9.3
     # via -r basetest.in
 pluggy==1.5.0
     # via pytest
@@ -61,15 +67,15 @@ psutil==6.0.0
     # via -r basetest.in
 pyarrow==17.0.0
     # via -r basetest.in
-pyparsing==3.1.2
+pyparsing==3.1.4
     # via matplotlib
-pytest==8.3.2
+pytest==8.3.3
     # via
     #   -r basetest.in
     #   pytest-asyncio
     #   pytest-cov
     #   pytest-xdist
-pytest-asyncio==0.23.8
+pytest-asyncio==0.24.0
     # via -r basetest.in
 pytest-cov==5.0.0
     # via -r basetest.in
@@ -80,22 +86,28 @@ python-dateutil==2.9.0.post0
     #   matplotlib
     #   pandas
     #   scippnexus
-pytz==2024.1
+pytz==2024.2
     # via pandas
 requests==2.32.3
     # via pooch
+sciline==24.6.3
+    # via essreduce
 scipp==24.9.1
     # via
     #   -r basetest.in
     #   essreduce
     #   scippnexus
-scippnexus==24.8.1
+scippnexus==24.9.1
     # via essreduce
-scipy==1.14.0
+scipy==1.14.1
     # via scippnexus
 six==1.16.0
     # via python-dateutil
-tzdata==2024.1
+tomli==2.0.2
+    # via
+    #   coverage
+    #   pytest
+tzdata==2024.2
     # via pandas
-urllib3==2.2.2
+urllib3==2.2.3
     # via requests

requirements/ci.txt

@@ -5,9 +5,9 @@
 #
 #    pip-compile-multi
 #
-cachetools==5.4.0
+cachetools==5.5.0
     # via tox
-certifi==2024.7.4
+certifi==2024.8.30
     # via requests
 chardet==5.2.0
     # via tox
@@ -17,40 +17,42 @@ colorama==0.4.6
     # via tox
 distlib==0.3.8
     # via virtualenv
-filelock==3.15.4
+filelock==3.16.1
     # via
     #   tox
     #   virtualenv
 gitdb==4.0.11
     # via gitpython
 gitpython==3.1.43
     # via -r ci.in
-idna==3.7
+idna==3.10
     # via requests
 packaging==24.1
     # via
     #   -r ci.in
     #   pyproject-api
     #   tox
-platformdirs==4.2.2
+platformdirs==4.3.6
     # via
     #   tox
     #   virtualenv
 pluggy==1.5.0
     # via tox
-pyproject-api==1.7.1
+pyproject-api==1.8.0
     # via tox
 requests==2.32.3
     # via -r ci.in
 smmap==5.0.1
     # via gitdb
-tomli==2.0.1
+tomli==2.0.2
     # via
     #   pyproject-api
     #   tox
-tox==4.18.0
+tox==4.21.2
     # via -r ci.in
-urllib3==2.2.2
+typing-extensions==4.12.2
+    # via tox
+urllib3==2.2.3
     # via requests
-virtualenv==20.26.3
+virtualenv==20.26.6
     # via tox

requirements/dev.txt

@@ -14,7 +14,7 @@
 -r wheels.txt
 annotated-types==0.7.0
     # via pydantic
-anyio==4.4.0
+anyio==4.6.0
     # via
     #   httpx
     #   jupyter-server
@@ -26,7 +26,7 @@ arrow==1.3.0
     # via isoduration
 async-lru==2.0.4
     # via jupyterlab
-cffi==1.17.0
+cffi==1.17.1
     # via argon2-cffi-bindings
 click==8.1.7
     # via
@@ -42,9 +42,9 @@ funcy==2.0
     # via copier
 h11==0.14.0
     # via httpcore
-httpcore==1.0.5
+httpcore==1.0.6
     # via httpx
-httpx==0.27.0
+httpx==0.27.2
     # via jupyterlab
 isoduration==20.11.0
     # via jsonschema
@@ -71,7 +71,7 @@ jupyter-server==2.14.2
     #   notebook-shim
 jupyter-server-terminals==0.5.3
     # via jupyter-server
-jupyterlab==4.2.4
+jupyterlab==4.2.5
     # via -r dev.in
 jupyterlab-server==2.27.3
     # via jupyterlab
@@ -87,13 +87,13 @@ pip-tools==7.4.1
     # via pip-compile-multi
 plumbum==1.8.3
     # via copier
-prometheus-client==0.20.0
+prometheus-client==0.21.0
     # via jupyter-server
 pycparser==2.22
     # via cffi
-pydantic==2.8.2
+pydantic==2.9.2
     # via copier
-pydantic-core==2.20.1
+pydantic-core==2.23.4
     # via pydantic
 python-json-logger==2.0.7
     # via jupyter-events
@@ -119,7 +119,7 @@ terminado==0.18.1
     #   jupyter-server-terminals
 toposort==1.10
     # via pip-compile-multi
-types-python-dateutil==2.9.0.20240316
+types-python-dateutil==2.9.0.20241003
     # via arrow
 uri-template==1.3.0
     # via jsonschema