.env.example

LOCAL_SINK_PATH=./out/ingestion.jsonl
LOCAL_DEDUP_KEY=identifiers.nct_id
LOCAL_DEDUP_FALLBACK_ENABLED=true
LOCAL_DEDUP_STATE_PATH=./out/ingestion.seen.json
INCREMENTAL_ENABLED=true
STATE_STORE_PATH=./out/source_state.sqlite

# Global throttle defaults (can be overridden per-source below)
AUTOTHROTTLE_ENABLED=true
AUTOTHROTTLE_START_DELAY=1
AUTOTHROTTLE_MAX_DELAY=10
AUTOTHROTTLE_TARGET_CONCURRENCY=1
DOWNLOAD_DELAY=1
CONCURRENT_REQUESTS=8
CONCURRENT_REQUESTS_PER_DOMAIN=2
RETRY_ENABLED=true
RETRY_TIMES=3

# Source-specific throttle settings
# ClinicalTrials.gov: Conservative (large paginated API, stricter rate limits)
CLINICALTRIALS_DOWNLOAD_DELAY=2
CLINICALTRIALS_CONCURRENT_REQUESTS_PER_DOMAIN=1
# FDA OpenFDA API: Moderate (government API, reasonable limits)
FDA_DOWNLOAD_DELAY=1
FDA_CONCURRENT_REQUESTS_PER_DOMAIN=2
# FDA RSS: Moderate (RSS feed, similar to OpenFDA)
FDA_RSS_DOWNLOAD_DELAY=1
FDA_RSS_CONCURRENT_REQUESTS_PER_DOMAIN=2
# EMA RSS: Minimal (feed is small, single request per run typical)
EMA_DOWNLOAD_DELAY=0
EMA_CONCURRENT_REQUESTS_PER_DOMAIN=1

METRICS_ENABLED=true
METRICS_OUTPUT_PATH=./out/metrics/ingestion_metrics.jsonl
VALIDATION_ENABLED=true
VALIDATION_MODE=drop
STRUCTURED_LOGS_ENABLED=true
STRUCTURED_LOG_EVERY_N_ITEMS=100
TARGET_COMPANY=''
COMPANY_CANONICAL_MAP_JSON={"pfizer inc":"pfizer","pfizer, inc.":"pfizer","novo nordisk a/s":"novo nordisk","novo nordisk as":"novo nordisk","novo nordisk":"novo nordisk"}
DRUG_CANONICAL_MAP_JSON={"pembrolizumab (keytruda)":"pembrolizumab","semaglutide (ozempic)":"semaglutide","semaglutide (wegovy)":"semaglutide"}
CLINICALTRIALS_QUERY=diabetes
CLINICALTRIALS_PAGE_SIZE=50
CLINICALTRIALS_SORT=LastUpdatePostDate:desc
CLINICALTRIALS_PAGINATION_CUTOFF_ENABLED=true
FDA_JSON_URL=https://api.fda.gov/drug/enforcement.json?limit=100
FDA_RSS_URL=
EMA_RSS_URL=https://www.ema.europa.eu/en/news.xml