diff --git a/scenarios/monitoring/cdp_monitoring/scripts/ingest_activation.py b/scenarios/monitoring/cdp_monitoring/scripts/ingest_activation.py index 240f0398..cdd3aa1a 100644 --- a/scenarios/monitoring/cdp_monitoring/scripts/ingest_activation.py +++ b/scenarios/monitoring/cdp_monitoring/scripts/ingest_activation.py @@ -18,7 +18,10 @@ def get_activations_per_audience(base_url, headers, id): def get_all_activations(base_url, headers, id_list): l = [] for i in id_list: - l.extend(get_activations_per_audience(base_url=base_url, headers=headers, id=i)) + try: + l.extend(get_activations_per_audience(base_url=base_url, headers=headers, id=i)) + except requests.exceptions.HTTPError as e: + print(f'Skipping audience {i}: {e}') return l def insert_activations(import_unixtime, endpoint, apikey, dest_db, dest_table, activations): diff --git a/scenarios/monitoring/cdp_monitoring/scripts/ingest_journey_activation.py b/scenarios/monitoring/cdp_monitoring/scripts/ingest_journey_activation.py index 0ec811f7..fd806ecb 100644 --- a/scenarios/monitoring/cdp_monitoring/scripts/ingest_journey_activation.py +++ b/scenarios/monitoring/cdp_monitoring/scripts/ingest_journey_activation.py @@ -22,9 +22,12 @@ def get_journey_activation(base_url, headers, id): def get_all_journey_activation(base_url, headers, ids): l = [] for i in ids: - d = get_journey_activation(base_url, headers, i) - if d != None: - l.extend(d) + try: + d = get_journey_activation(base_url, headers, i) + if d != None: + l.extend(d) + except requests.exceptions.HTTPError as e: + print(f'Skipping journey {i}: {e}') return l def run(session_unixtime, dest_db, dest_table, journey_ids, api_endpoint='api.treasuredata.com', cdp_api_endpoint='api-cdp.treasuredata.com'): diff --git a/scenarios/monitoring/cdp_monitoring/scripts/ingest_journey_summary.py b/scenarios/monitoring/cdp_monitoring/scripts/ingest_journey_summary.py index 444888d3..ee03b4d5 100644 --- a/scenarios/monitoring/cdp_monitoring/scripts/ingest_journey_summary.py +++ b/scenarios/monitoring/cdp_monitoring/scripts/ingest_journey_summary.py @@ -24,9 +24,12 @@ def get_journey_summary(base_url, headers, id): def get_all_journey_summary(base_url, headers, ids): l = [] for i in ids: - d = get_journey_summary(base_url, headers, i) - if d != None: - l.append(d) + try: + d = get_journey_summary(base_url, headers, i) + if d != None: + l.append(d) + except requests.exceptions.HTTPError as e: + print(f'Skipping journey {i}: {e}') return l def run(session_unixtime, dest_db, dest_table, journey_ids, api_endpoint='api.treasuredata.com', cdp_api_endpoint='api-cdp.treasuredata.com'):