Update requirements

- Update to the latest FVHIoT-python and remove unnecessary dependencies
- Update requirements files, add dev and test files

.pre-commit-config.yaml

@@ -0,0 +1,30 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v2.3.0
+    hooks:
+    - id: check-yaml
+    - id: end-of-file-fixer
+    - id: trailing-whitespace
+  - repo: https://github.com/psf/black
+    rev: 23.12.0
+    hooks:
+      - id: black
+  - repo: https://github.com/charliermarsh/ruff-pre-commit
+    rev: 'v0.1.8'
+    hooks:
+      - id: ruff
+  - repo: https://github.com/jazzband/pip-tools
+    rev: 7.3.0
+    hooks:
+      - id: pip-compile
+        name: pip-compile requirements.txt
+        args: [--strip-extras, --output-file=requirements.txt]
+        files: ^(pyproject\.toml|requirements\.txt)$
+      - id: pip-compile
+        name: pip-compile requirements-test.txt
+        args: [--extra=test, --strip-extras, --output-file=requirements-test.txt]
+        files: ^(pyproject\.toml|requirements-test\.txt)$
+      - id: pip-compile
+        name: pip-compile requirements-dev.txt
+        args: [--extra=dev, --strip-extras, --output-file=requirements-dev.txt]
+        files: ^(pyproject\.toml|requirements-dev\.txt)$

azure-build-main.yml

@@ -1,4 +1,4 @@
-# Continuous integration (CI) triggers cause a pipeline to run whenever you push 
+# Continuous integration (CI) triggers cause a pipeline to run whenever you push
 # an update to the specified branches or you push specified tags.
 trigger:
   batch: true
@@ -9,15 +9,15 @@ trigger:
     exclude:
     - README.md
 
-# Pull request (PR) triggers cause a pipeline to run whenever a pull request is 
-# opened with one of the specified target branches, or when updates are made to 
+# Pull request (PR) triggers cause a pipeline to run whenever a pull request is
+# opened with one of the specified target branches, or when updates are made to
 # such a pull request.
 #
-# GitHub creates a new ref when a pull request is created. The ref points to a 
-# merge commit, which is the merged code between the source and target branches 
+# GitHub creates a new ref when a pull request is created. The ref points to a
+# merge commit, which is the merged code between the source and target branches
 # of the pull request.
 #
-# Opt out of pull request validation 
+# Opt out of pull request validation
 pr: none
 
 # By default, use self-hosted agents

pyproject.toml

@@ -1,6 +1,3 @@
-[tool.setuptools]
-py-modules = []
-
 [build-system]
 requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
@@ -17,12 +14,9 @@ requires-python = ">=3.10"
 dynamic = ["version"]
 
 dependencies = [
+  "fvhiot[kafka]@https://github.com/ForumViriumHelsinki/FVHIoT-python/archive/refs/tags/v0.4.1.zip",
   "httpx",
-  "aiokafka",
-  "isodate",
-  "fvhiot@https://github.com/ForumViriumHelsinki/FVHIoT-python/archive/refs/tags/v0.3.1.zip",
   "kafka-python",
-  "msgpack",
   "pydantic",
   "sentry_sdk"
 ]

requirements-dev.txt

@@ -0,0 +1,147 @@
+#
+# This file is autogenerated by pip-compile with Python 3.11
+# by the following command:
+#
+#    pip-compile --extra=dev --output-file=requirements-dev.txt --strip-extras
+#
+aiohttp==3.9.1
+    # via black
+aiokafka==0.10.0
+    # via fvhiot
+aiosignal==1.3.1
+    # via aiohttp
+annotated-types==0.6.0
+    # via pydantic
+anyio==4.2.0
+    # via httpx
+async-timeout==4.0.3
+    # via aiokafka
+attrs==23.1.0
+    # via aiohttp
+autoflake==2.2.1
+    # via mittaridatapumppu-parser (pyproject.toml)
+autopep8==2.0.4
+    # via mittaridatapumppu-parser (pyproject.toml)
+black==23.12.0
+    # via mittaridatapumppu-parser (pyproject.toml)
+certifi==2023.11.17
+    # via
+    #   fvhiot
+    #   httpcore
+    #   httpx
+    #   sentry-sdk
+cfgv==3.4.0
+    # via pre-commit
+click==8.1.7
+    # via black
+coverage==7.3.3
+    # via
+    #   coverage
+    #   pytest-cov
+distlib==0.3.8
+    # via virtualenv
+filelock==3.13.1
+    # via virtualenv
+flake8==6.1.0
+    # via
+    #   mittaridatapumppu-parser (pyproject.toml)
+    #   pep8-naming
+frozenlist==1.4.1
+    # via
+    #   aiohttp
+    #   aiosignal
+fvhiot @ https://github.com/ForumViriumHelsinki/FVHIoT-python/archive/refs/tags/v0.4.1.zip
+    # via mittaridatapumppu-parser (pyproject.toml)
+gunicorn==21.2.0
+    # via mittaridatapumppu-parser (pyproject.toml)
+h11==0.14.0
+    # via httpcore
+httpcore==1.0.2
+    # via httpx
+httpx==0.25.2
+    # via mittaridatapumppu-parser (pyproject.toml)
+identify==2.5.33
+    # via pre-commit
+idna==3.6
+    # via
+    #   anyio
+    #   httpx
+    #   yarl
+iniconfig==2.0.0
+    # via pytest
+isort==5.13.2
+    # via mittaridatapumppu-parser (pyproject.toml)
+kafka-python==2.0.2
+    # via mittaridatapumppu-parser (pyproject.toml)
+mccabe==0.7.0
+    # via flake8
+msgpack==1.0.7
+    # via fvhiot
+multidict==6.0.4
+    # via
+    #   aiohttp
+    #   yarl
+mypy-extensions==1.0.0
+    # via black
+nodeenv==1.8.0
+    # via pre-commit
+packaging==23.2
+    # via
+    #   aiokafka
+    #   black
+    #   gunicorn
+    #   pytest
+pathspec==0.12.1
+    # via black
+pep8-naming==0.13.3
+    # via mittaridatapumppu-parser (pyproject.toml)
+platformdirs==4.1.0
+    # via
+    #   black
+    #   virtualenv
+pluggy==1.3.0
+    # via pytest
+pre-commit==3.6.0
+    # via mittaridatapumppu-parser (pyproject.toml)
+pycodestyle==2.11.1
+    # via
+    #   autopep8
+    #   flake8
+pydantic==2.5.2
+    # via mittaridatapumppu-parser (pyproject.toml)
+pydantic-core==2.14.5
+    # via pydantic
+pyflakes==3.1.0
+    # via
+    #   autoflake
+    #   flake8
+pytest==7.4.3
+    # via
+    #   mittaridatapumppu-parser (pyproject.toml)
+    #   pytest-asyncio
+    #   pytest-cov
+pytest-asyncio==0.23.2
+    # via mittaridatapumppu-parser (pyproject.toml)
+pytest-cov==4.1.0
+    # via mittaridatapumppu-parser (pyproject.toml)
+pyyaml==6.0.1
+    # via pre-commit
+sentry-sdk==1.39.1
+    # via mittaridatapumppu-parser (pyproject.toml)
+sniffio==1.3.0
+    # via
+    #   anyio
+    #   httpx
+typing-extensions==4.9.0
+    # via
+    #   pydantic
+    #   pydantic-core
+urllib3==2.1.0
+    # via sentry-sdk
+virtualenv==20.25.0
+    # via pre-commit
+yarl==1.9.4
+    # via aiohttp
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools

requirements-test.txt

@@ -0,0 +1,70 @@
+#
+# This file is autogenerated by pip-compile with Python 3.11
+# by the following command:
+#
+#    pip-compile --extra=test --output-file=requirements-test.txt --strip-extras
+#
+aiokafka==0.10.0
+    # via fvhiot
+annotated-types==0.6.0
+    # via pydantic
+anyio==4.2.0
+    # via httpx
+async-timeout==4.0.3
+    # via aiokafka
+certifi==2023.11.17
+    # via
+    #   fvhiot
+    #   httpcore
+    #   httpx
+    #   requests
+    #   sentry-sdk
+charset-normalizer==3.3.2
+    # via requests
+fvhiot @ https://github.com/ForumViriumHelsinki/FVHIoT-python/archive/refs/tags/v0.4.1.zip
+    # via mittaridatapumppu-parser (pyproject.toml)
+h11==0.14.0
+    # via httpcore
+httpcore==1.0.2
+    # via httpx
+httpx==0.25.2
+    # via mittaridatapumppu-parser (pyproject.toml)
+idna==3.6
+    # via
+    #   anyio
+    #   httpx
+    #   requests
+iniconfig==2.0.0
+    # via pytest
+kafka-python==2.0.2
+    # via mittaridatapumppu-parser (pyproject.toml)
+msgpack==1.0.7
+    # via fvhiot
+packaging==23.2
+    # via
+    #   aiokafka
+    #   pytest
+pluggy==1.3.0
+    # via pytest
+pydantic==2.5.2
+    # via mittaridatapumppu-parser (pyproject.toml)
+pydantic-core==2.14.5
+    # via pydantic
+pytest==7.4.3
+    # via mittaridatapumppu-parser (pyproject.toml)
+requests==2.31.0
+    # via mittaridatapumppu-parser (pyproject.toml)
+sentry-sdk==1.39.1
+    # via mittaridatapumppu-parser (pyproject.toml)
+sniffio==1.3.0
+    # via
+    #   anyio
+    #   httpx
+typing-extensions==4.9.0
+    # via
+    #   pydantic
+    #   pydantic-core
+urllib3==2.1.0
+    # via
+    #   requests
+    #   sentry-sdk