Structured Logging for Data Pipelines

from loguru import logger
import sys

logger.remove()
logger.add(sys.stdout, format='{message}', serialize=True)

def extract(source: str) -> list[dict]:
    logger.info('Extract started', source=source)
    records = [{'id': 1, 'val': 42}]
    logger.info('Extract complete', records=len(records), source=source)
    return records

extract('s3://my-bucket/events.json')