Philipp/aki_prj23_transparenzregister
1
0
Fork 0
mirror of https://github.com/fhswf/aki_prj23_transparenzregister.git synced 2025-06-22 22:13:54 +02:00
Code Issues Packages Projects Releases Wiki Activity

Script for the transfer of data from Mongo to SQL (#80)

Browse Source
This commit is contained in:
Philipp Horstenkamp
2023-09-11 20:21:35 +02:00
committed by GitHub
parent 2ea99c8c17
commit d64f53eca9
22 changed files with 1565 additions and 73 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
pyproject.toml
View File

@ -16,7 +16,7 @@ source = ["src"]
[tool.mypy]
disallow_untyped_defs = true
exclude = ".ipynb_checkpoints, .mypy_cache, .mytest_cache, build"
exclude = [".ipynb_checkpoints", ".mypy_cache", ".mytest_cache", "build", "venv", ".venv", "Jupyter"]
follow_imports = "silent"
ignore_missing_imports = true
install_types = true
@ -35,20 +35,22 @@ readme = "README.md"
version = "0.1.0"
[tool.poetry.dependencies]
SQLAlchemy = {version = "^1.4.46", extras = ["mypy"]}
dash = "^2.11.1"
dash-bootstrap-components = "^1.4.2"
SQLAlchemy = {version = "^1.4.49", extras = ["mypy"]}
cachetools = "^5.3.1"
dash = "^2.13.0"
dash-bootstrap-components = "^1.5.0"
deutschland = {git = "https://github.com/TrisNol/deutschland.git", branch = "hotfix/python-3.11-support"}
loguru = "^0.7.0"
matplotlib = "^3.7.1"
plotly = "^5.14.1"
matplotlib = "^3.7.2"
pgeocode = "^0.4.0"
plotly = "^5.16.1"
psycopg2-binary = "^2.9.7"
pymongo = "^4.4.1"
pymongo = "^4.5.0"
python = "^3.11"
python-dotenv = "^1.0.0"
seaborn = "^0.12.2"
selenium = "^4.10.0"
tqdm = "^4.65.0"
selenium = "^4.12.0"
tqdm = "^4.66.1"
[tool.poetry.extras]
ingest = ["selenium"]
@ -57,6 +59,7 @@ ingest = ["selenium"]
black = {extras = ["jupyter"], version = "^23.9.0"}
jupyterlab = "^4.0.5"
nbconvert = "^7.8.0"
openpyxl = "^3.1.2"
pre-commit = "^3.4.0"
rise = "^5.7.1"
@ -64,7 +67,7 @@ rise = "^5.7.1"
jupyter = "^1.0.0"
myst-parser = "^1.0.0"
nbsphinx = "^0.9.2"
sphinx = "^6.2.1"
sphinx = "*"
sphinx-copybutton = "^0.5.2"
sphinx-rtd-theme = "^1.3.0"
sphinx_autodoc_typehints = "*"
@ -73,11 +76,13 @@ sphinxcontrib-napoleon = "^0.7"
[tool.poetry.group.lint.dependencies]
black = "^23.9.0"
loguru-mypy = "^0.0.4"
mypy = "^1.5.1"
pandas-stubs = "^2.0.3.230814"
pandas-stubs = "^2.0.1.230501"
pip-audit = "^2.6.1"
pip-licenses = "^4.3.2"
ruff = "^0.0.287"
types-cachetools = "^5.3.0.6"
types-pyOpenSSL = "*"
types-requests = "^2.31.0.2"
types-setuptools = "*"
@ -90,6 +95,10 @@ pytest-cov = "^4.1.0"
pytest-mock = "^3.11.1"
pytest-repeat = "^0.9.1"
[tool.poetry.scripts]
data-transfer = "aki_prj23_transparenzregister.utils.data_transfer:transfer_data"
reset-sql = "aki_prj23_transparenzregister.utils.sql.connector:reset_all_tables"
[tool.ruff]
exclude = [
".bzr",
@ -127,7 +136,7 @@ unfixable = ["B"]
builtins-ignorelist = ["id"]
[tool.ruff.per-file-ignores]
"tests/*.py" = ["S101", "D100", "D101", "D107", "D103"]
"tests/*.py" = ["S101", "SLF001", "S311", "D103"]
[tool.ruff.pydocstyle]
convention = "google"