build first set of docker container in pipline and place them in the the github registry (#142)

- added a Dockerfile for the thre containers
- added a workflow step to build and placing the container in the
registry
- added a docker-compose.yaml to use the build images
- added a docker compose to build the images locally and a script for
prebuild steps

pyproject.toml

@@ -16,7 +16,7 @@ source = ["src"]
 
 [tool.mypy]
 disallow_untyped_defs = true
-exclude = [".ipynb_checkpoints", ".mypy_cache", ".mytest_cache", "build", "venv", ".venv", "Jupyter"]
+exclude = ["\\.ipynb_checkpoints", "\\.mypy_cache", "\\.mytest_cache", "build", "venv", "\\.venv", "Jupyter"]
 follow_imports = "silent"
 ignore_missing_imports = true
 install_types = true
@@ -35,15 +35,15 @@ readme = "README.md"
 version = "0.1.0"
 
 [tool.poetry.dependencies]
-SQLAlchemy = {version = "^1.4.49", extras = ["mypy"]}
 aenum = "^3.1.15"
+SQLAlchemy = "^1.4.49"
 cachetools = "^5.3.1"
 dash = "^2.13.0"
+dash-auth = "^2.0.0"
 dash-bootstrap-components = "^1.5.0"
 deutschland = {git = "https://github.com/TrisNol/deutschland.git", branch = "hotfix/python-3.11-support"}
 loguru = "^0.7.0"
 matplotlib = "^3.7.2"
-plotly = "^5.16.1"
 psycopg2-binary = "^2.9.7"
 pymongo = "^4.5.0"
 python = "^3.11"
@@ -54,7 +54,9 @@ tqdm = "^4.66.1"
 xmltodict = "^0.13.0"
 
 [tool.poetry.extras]
-ingest = ["selenium"]
+ingest = ["selenium", "deutschland"]
+processing = []
+web-server = ["dash", "dash-auth", "dash-bootstrap-components", "matplotlib", "seaborn"]
 
 [tool.poetry.group.develop.dependencies]
 black = {extras = ["jupyter"], version = "^23.9.1"}
@@ -77,6 +79,7 @@ sphinxcontrib-mermaid = "^0.9.2"
 sphinxcontrib-napoleon = "^0.7"
 
 [tool.poetry.group.lint.dependencies]
+SQLAlchemy = {version = "^1.4.46", extras = ["mypy"]}
 black = "^23.9.1"
 loguru-mypy = "^0.0.4"
 mypy = "^1.5.1"
@@ -99,8 +102,8 @@ pytest-repeat = "^0.9.1"
 
 [tool.poetry.scripts]
 copy-sql = "aki_prj23_transparenzregister.utils.sql.copy_sql:copy_db_cli"
-data-transfer = "aki_prj23_transparenzregister.utils.data_transfer:transfer_data"
-reset-sql = "aki_prj23_transparenzregister.utils.sql.connector:reset_all_tables"
+data-transfer = {reference = "aki_prj23_transparenzregister.utils.data_transfer:transfer_data", extras = ["processing"], type = "console"}
+reset-sql = {reference = "aki_prj23_transparenzregister.utils.sql.connector:reset_all_tables", extras = ["processing"], type = "console"}
 
 [tool.ruff]
 exclude = [
@@ -127,7 +130,7 @@ exclude = [
   "venv"
 ]
 # Never enforce `E501` (line length violations).
-ignore = ["E501"]
+ignore = ["E501", "D105"]
 line-length = 88
 # Enable flake8-bugbear (`B`) rules.
 select = ["E", "F", "B", "I", "S", "RSE", "RET", "SLF", "SIM", "TID", "PD", "PL", "PLE", "PLR", "PLW", "NPY", "UP", "D", "N", "A", "C4", "T20", "PT"]