Philipp/aki_prj23_transparenzregister
Philipp/aki_prj23_transparenzregister
1
0
Fork 0
mirror of https://github.com/fhswf/aki_prj23_transparenzregister.git synced 2025-04-22 16:12:55 +02:00
Code Issues Packages Projects Releases Wiki Activity

Adapt ingest schedule (#381)

Browse Source 
Adapt ingest schedule
This commit is contained in:
Tristan Nolde 2023-11-13 21:33:43 +01:00 committed by GitHub
commit dd511af3a5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -71,6 +71,8 @@ PYTHON_SQLITE_PATH=PathToSQLite3.db # An overwrite path to an sqllite db
PYTHON_DASH_LOGIN_USERNAME=some-login-to-webgui PYTHON_DASH_LOGIN_USERNAME=some-login-to-webgui
PYTHON_DASH_LOGIN_PW=some-pw-to-login-to-webgui PYTHON_DASH_LOGIN_PW=some-pw-to-login-to-webgui
PYTHON_INGEST_SCHEDULE=12 # Every x hours
CR=ghcr.io/fhswf/aki_prj23_transparenzregister CR=ghcr.io/fhswf/aki_prj23_transparenzregister
TAG=latest TAG=latest

2
docker-compose.yml
View File

@ -12,6 +12,7 @@ services:
PYTHON_MONGO_HOST: ${PYTHON_MONGO_HOST:-mongodb} PYTHON_MONGO_HOST: ${PYTHON_MONGO_HOST:-mongodb}
PYTHON_MONGO_PORT: ${PYTHON_MONGO_PORT:-27017} PYTHON_MONGO_PORT: ${PYTHON_MONGO_PORT:-27017}
PYTHON_MONGO_DATABASE: ${PYTHON_MONGO_DATABASE:-transparenzregister} PYTHON_MONGO_DATABASE: ${PYTHON_MONGO_DATABASE:-transparenzregister}
PYTHON_INGEST_SCHEDULE: ${PYTHON_INGEST_SCHEDULE:-4}
deploy: deploy:
replicas: 1 replicas: 1
restart: on-failure:3 restart: on-failure:3
@ -23,7 +24,6 @@ services:
MONGO_INITDB_ROOT_USERNAME: ${PYTHON_MONGO_USERNAME:-root} MONGO_INITDB_ROOT_USERNAME: ${PYTHON_MONGO_USERNAME:-root}
MONGO_INITDB_ROOT_PASSWORD: ${PYTHON_MONGO_PASSWORD:?error} MONGO_INITDB_ROOT_PASSWORD: ${PYTHON_MONGO_PASSWORD:?error}
MONGO_INITDB_DATABASE: ${PYTHON_MONGO_DATABASE:-transparenzregister} MONGO_INITDB_DATABASE: ${PYTHON_MONGO_DATABASE:-transparenzregister}
TEST_ENV_VAR: Hello_World
ports: ports:
- ${MONGO_EXTERNAL_PORT:-27018}:27017 - ${MONGO_EXTERNAL_PORT:-27018}:27017

1
local-docker-compose.yml
View File

@ -16,6 +16,7 @@ services:
PYTHON_MONGO_HOST: ${PYTHON_MONGO_HOST:-mongodb} PYTHON_MONGO_HOST: ${PYTHON_MONGO_HOST:-mongodb}
PYTHON_MONGO_PORT: ${PYTHON_MONGO_PORT:-27017} PYTHON_MONGO_PORT: ${PYTHON_MONGO_PORT:-27017}
PYTHON_MONGO_DATABASE: ${PYTHON_MONGO_DATABASE:-transparenzregister} PYTHON_MONGO_DATABASE: ${PYTHON_MONGO_DATABASE:-transparenzregister}
PYTHON_INGEST_SCHEDULE: ${PYTHON_INGEST_SCHEDULE:-4}
mongodb: mongodb:
image: mongo:4.4.6 image: mongo:4.4.6

6
src/aki_prj23_transparenzregister/apps/fetch_news.py
View File

@ -1,5 +1,6 @@
"""Scheduled news article extraction and transfer to MongoDB.""" """Scheduled news article extraction and transfer to MongoDB."""
import argparse import argparse
import os
import sys import sys
import time import time
@ -45,7 +46,10 @@ def fetch_news_cli() -> None: # pragma: no cover
configer_logger(namespace=parsed) configer_logger(namespace=parsed)
config_provider = get_config_provider(parsed.config) config_provider = get_config_provider(parsed.config)
every(12).hours.do(schedule, config_provider) schedule = int(os.getenv("PYTHON_INGEST_SCHEDULE", "6"))
logger.info(f"Scheduled job will run every {schedule} hours")
every(schedule).hours.do(schedule, config_provider)
while True: while True:
run_pending() run_pending()