config.py

import os
from dotenv import load_dotenv
load_dotenv()

GITHUB_TOKEN = os.getenv("GITHUB_TOKEN")

BASE_URL = "https://api.github.com"
HEADERS = {
    "Authorization": f"Bearer {GITHUB_TOKEN}",
    "Accept": "application/vnd.github+json"
}

MONGODB_DB_URI = os.getenv("MONGODB_DB_URI")
GCS_BUCKET_NAME = os.getenv("GCS_BUCKET_NAME")
GCS_PATH_PREFIX = os.getenv("GCS_PATH_PREFIX")

GOOGLE_APPLICATION_CREDENTIALS = os.getenv("GOOGLE_APPLICATION_CREDENTIALS")

PRS_PER_PAGE = int(os.getenv("PRS_PER_PAGE"))

PR_REQ_FETCH_TIMEOUT = int(os.getenv("PR_REQ_FETCH_TIMEOUT"))
ENRICHER_MAX_RETRIES = int(os.getenv("ENRICHER_MAX_RETRIES"))
MAX_PR_ENRICHER_WORKERS = int(os.getenv("MAX_PR_ENRICHER_WORKERS"))
MAX_PR_FETCH_WORKERS = int(os.getenv("MAX_PR_ENRICHER_WORKERS"))
MAX_EXTRACTION_PAGES = int(os.getenv("MAX_EXTRACTION_PAGES"))

ETL_BATCH_SIZE = int(os.getenv("ETL_BATCH_SIZE"))