Merge main into feature/data-extraction

.pre-commit-config.yaml

@@ -23,6 +23,13 @@ repos:
   - id: debug-statements
   - id: pretty-format-json
 
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  # Ruff version.
+  rev: v0.0.270
+  hooks:
+  - id: ruff
+    args: [--fix, --exit-non-zero-on-fix]
+
 - repo: https://github.com/psf/black
   rev: 23.3.0
   hooks:
@@ -33,7 +40,7 @@ repos:
 
 
 - repo: https://github.com/macisamuele/language-formatters-pre-commit-hooks
-  rev: v2.8.0
+  rev: v2.9.0
   hooks:
   - id: pretty-format-ini
     args: [--autofix]
@@ -44,56 +51,31 @@ repos:
     exclude: (^poetry.lock$)
 
 
-- repo: https://github.com/domdfcoding/flake2lint
-  rev: v0.4.2
-  hooks:
-  - id: flake2lint
-
-- repo: https://github.com/PyCQA/flake8
-  rev: 6.0.0
-  hooks:
-  - id: flake8
-    # args: [--config=tox.ini]
-
 - repo: https://github.com/pre-commit/mirrors-mypy
-  rev: v1.2.0
+  rev: v1.3.0
   hooks:
   - id: mypy
+    additional_dependencies:
+    - pandas==2.*
+    - pandas-stubs==2.0.*
+    - types-requests
 
 - repo: https://github.com/frnmst/md-toc
   rev: 8.1.9
   hooks:
   - id: md-toc
 
-- repo: https://gitlab.com/smop/pre-commit-hooks
-  rev: v1.0.0
-  hooks: []
-  # - id: check-poetry
+- repo: https://github.com/python-poetry/poetry
+  rev: '1.4'
+  hooks:
+  - id: poetry-check
 
 - repo: https://github.com/Lucas-C/pre-commit-hooks-java
   rev: 1.3.10
-  hooks: []
-  # - id: validate-html
-
-- repo: https://github.com/asottile/pyupgrade
-  rev: v3.3.2
   hooks:
-  - id: pyupgrade
-    args: [--py311-plus]
+  - id: validate-html
 
-- repo: https://github.com/pylint-dev/pylint
-  rev: v3.0.0a6
-  hooks: []
-  # - id: pylint
-  #  args: [--disable=import-error]
-
-- repo: https://github.com/MarcoGorelli/absolufy-imports
-  rev: v0.3.1
+- repo: https://github.com/python-jsonschema/check-jsonschema
+  rev: 0.23.2
   hooks:
-  - id: absolufy-imports
-
-- repo: https://github.com/pycqa/isort
-  rev: 5.12.0
-  hooks:
-  - id: isort
-    name: isort (python)
+  - id: check-github-workflows