monitorly checks website availability periodically and produce log info into kafka topic, then a consumer consume that logs and persists into Postgres Database.
requirements:
- Kafka
- Postgresql
environment variables:
- KAFKA_URI
- KAFKA_TOPIC
- KAFKA_CA
- KAFKA_SERVICE_CERT
- KAFKA_SERVICE_KEY
- POSTGRES_URI
docker compose:
docker-compose up -d
unix machine:
python3 -m venv .venv
source .venv/bin/activate
pip install -U pip
pip install -r requirements.txt
python webscanner.py &
python consumer.py &