From 83fbf83141e75d17359ef6cec294fd794acdd497 Mon Sep 17 00:00:00 2001
From: Ankit Yadav <yankit.dev@gmail.com>
Date: Sun, 21 Dec 2025 23:33:48 +0530
Subject: [PATCH 1/3] fix: rss failures with exponential blacklist

failed rss feed urls are marked as blacklisted upto
24 hours, if it's a dead url it notifies with error log
for admin to remove it.
---
 .../tjbot/features/rss/RSSHandlerRoutine.java | 56 +++++++++++++++++--
 1 file changed, 50 insertions(+), 6 deletions(-)

diff --git a/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java b/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java
index 56aea37b74..06b09f2156 100644
--- a/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java
+++ b/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java
@@ -2,6 +2,8 @@
 
 import com.apptasticsoftware.rssreader.Item;
 import com.apptasticsoftware.rssreader.RssReader;
+import com.github.benmanes.caffeine.cache.Cache;
+import com.github.benmanes.caffeine.cache.Caffeine;
 import net.dv8tion.jda.api.EmbedBuilder;
 import net.dv8tion.jda.api.JDA;
 import net.dv8tion.jda.api.entities.channel.concrete.TextChannel;
@@ -48,7 +50,7 @@
  * <p>
  * To include a new RSS feed, simply define an {@link RSSFeed} entry in the {@code "rssFeeds"} array
  * within the configuration file, adhering to the format shown below:
- * 
+ *
  * <pre>
  * {@code
  * {
@@ -58,7 +60,7 @@
  * }
  * }
  * </pre>
- * 
+ * <p>
  * Where:
  * <ul>
  * <li>{@code url} represents the URL of the RSS feed.</li>
@@ -70,6 +72,9 @@
  */
 public final class RSSHandlerRoutine implements Routine {
 
+    private record FailureState(int count, ZonedDateTime lastFailure) {
+    }
+
     private static final Logger logger = LoggerFactory.getLogger(RSSHandlerRoutine.class);
     private static final int MAX_CONTENTS = 1000;
     private static final ZonedDateTime ZONED_TIME_MIN =
@@ -84,6 +89,11 @@ public final class RSSHandlerRoutine implements Routine {
     private final int interval;
     private final Database database;
 
+    private final Cache<String, FailureState> circuitBreaker =
+            Caffeine.newBuilder().expireAfterWrite(7, TimeUnit.DAYS).maximumSize(500).build();
+
+    private static final int DEAD_RSS_FEED_FAILURE_THRESHOLD = 15;
+
     /**
      * Constructs an RSSHandlerRoutine with the provided configuration and database.
      *
@@ -117,7 +127,14 @@ public Schedule createSchedule() {
 
     @Override
     public void runRoutine(@Nonnull JDA jda) {
-        this.config.feeds().forEach(feed -> sendRSS(jda, feed));
+        this.config.feeds().forEach(feed -> {
+            if (isBackingOff(feed.url())) {
+                logger.info("Skipping RSS feed (Backing off): {}", feed.url());
+                return;
+            }
+
+            sendRSS(jda, feed);
+        });
     }
 
     /**
@@ -257,7 +274,6 @@ private void postItem(List<TextChannel> textChannels, Item rssItem, RSSFeed feed
      * @param rssFeedRecord the record representing the RSS feed, can be null if not found in the
      *        database
      * @param lastPostedDate the last posted date to be updated
-     *
      * @throws DateTimeParseException if the date cannot be parsed
      */
     private void updateLastDateToDatabase(RSSFeed feedConfig, @Nullable RssFeedRecord rssFeedRecord,
@@ -400,9 +416,26 @@ private MessageCreateData constructMessage(Item item, RSSFeed feedConfig) {
      */
     private List<Item> fetchRSSItemsFromURL(String rssUrl) {
         try {
-            return rssReader.read(rssUrl).toList();
+            List<Item> items = rssReader.read(rssUrl).toList();
+            circuitBreaker.invalidate(rssUrl);
+            return items;
         } catch (IOException e) {
-            logger.error("Could not fetch RSS from URL ({})", rssUrl, e);
+            FailureState oldState = circuitBreaker.getIfPresent(rssUrl);
+            int newCount = (oldState == null) ? 1 : oldState.count() + 1;
+
+            if (newCount >= DEAD_RSS_FEED_FAILURE_THRESHOLD) {
+                logger.error(
+                        "Possibly dead RSS feed URL: {} - Failed {} times. Please remove it from config.",
+                        rssUrl, newCount);
+            }
+            circuitBreaker.put(rssUrl, new FailureState(newCount, ZonedDateTime.now()));
+
+            long nextWait = (long) Math.min(Math.pow(2.0, newCount - 1.0), 24.0);
+
+            logger.warn(
+                    "RSS fetch failed for {} (Attempt #{}). Backing off for {} hours. Reason: {}",
+                    rssUrl, newCount, nextWait, e.getMessage(), e);
+
             return List.of();
         }
     }
@@ -424,4 +457,15 @@ private static ZonedDateTime getZonedDateTime(@Nullable String date, String form
 
         return ZonedDateTime.parse(date, DateTimeFormatter.ofPattern(format));
     }
+
+    private boolean isBackingOff(String url) {
+        FailureState state = circuitBreaker.getIfPresent(url);
+        if (state == null) {
+            return false;
+        }
+        long waitHours = (long) Math.min(Math.pow(2.0, state.count() - 1.0), 24.0);
+        ZonedDateTime retryAt = state.lastFailure().plusHours(waitHours);
+
+        return ZonedDateTime.now().isBefore(retryAt);
+    }
 }

From 128454e6d2b2905564e1fc1f3eb5101cf9006f64 Mon Sep 17 00:00:00 2001
From: Ankit Yadav <yankit.dev@gmail.com>
Date: Sun, 21 Dec 2025 23:52:42 +0530
Subject: [PATCH 2/3] refactor: helper and magic numbers

moves numbers used for backing off hours
to constants and adds a helper to calculate backing off
hours duration
---
 .../tjbot/features/rss/RSSHandlerRoutine.java  | 18 +++++++++++++-----
 1 file changed, 13 insertions(+), 5 deletions(-)

diff --git a/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java b/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java
index 06b09f2156..24a340e704 100644
--- a/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java
+++ b/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java
@@ -93,6 +93,9 @@ private record FailureState(int count, ZonedDateTime lastFailure) {
             Caffeine.newBuilder().expireAfterWrite(7, TimeUnit.DAYS).maximumSize(500).build();
 
     private static final int DEAD_RSS_FEED_FAILURE_THRESHOLD = 15;
+    private static final double BACKOFF_BASE = 2.0;
+    private static final double BACKOFF_EXPONENT_OFFSET = 1.0;
+    private static final double MAX_BACKOFF_HOURS = 24.0;
 
     /**
      * Constructs an RSSHandlerRoutine with the provided configuration and database.
@@ -430,11 +433,11 @@ private List<Item> fetchRSSItemsFromURL(String rssUrl) {
             }
             circuitBreaker.put(rssUrl, new FailureState(newCount, ZonedDateTime.now()));
 
-            long nextWait = (long) Math.min(Math.pow(2.0, newCount - 1.0), 24.0);
+            long blacklistedHours = calculateWaitHours(newCount);
 
             logger.warn(
                     "RSS fetch failed for {} (Attempt #{}). Backing off for {} hours. Reason: {}",
-                    rssUrl, newCount, nextWait, e.getMessage(), e);
+                    rssUrl, newCount, blacklistedHours, e.getMessage(), e);
 
             return List.of();
         }
@@ -458,12 +461,17 @@ private static ZonedDateTime getZonedDateTime(@Nullable String date, String form
         return ZonedDateTime.parse(date, DateTimeFormatter.ofPattern(format));
     }
 
+    private long calculateWaitHours(int failureCount) {
+        return (long) Math.min(Math.pow(BACKOFF_BASE, failureCount - BACKOFF_EXPONENT_OFFSET),
+                MAX_BACKOFF_HOURS);
+    }
+
     private boolean isBackingOff(String url) {
         FailureState state = circuitBreaker.getIfPresent(url);
-        if (state == null) {
+        if (state == null)
             return false;
-        }
-        long waitHours = (long) Math.min(Math.pow(2.0, state.count() - 1.0), 24.0);
+
+        long waitHours = calculateWaitHours(state.count());
         ZonedDateTime retryAt = state.lastFailure().plusHours(waitHours);
 
         return ZonedDateTime.now().isBefore(retryAt);

From 7da18dc2e0e43eec371c556b2e5e619a6a4c7f1b Mon Sep 17 00:00:00 2001
From: Ankit Yadav <yankit.dev@gmail.com>
Date: Sun, 21 Dec 2025 23:55:07 +0530
Subject: [PATCH 3/3] chore: log level for skips to debug

---
 .../org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java  | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java b/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java
index 24a340e704..a75f6d64ff 100644
--- a/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java
+++ b/application/src/main/java/org/togetherjava/tjbot/features/rss/RSSHandlerRoutine.java
@@ -132,7 +132,7 @@ public Schedule createSchedule() {
     public void runRoutine(@Nonnull JDA jda) {
         this.config.feeds().forEach(feed -> {
             if (isBackingOff(feed.url())) {
-                logger.info("Skipping RSS feed (Backing off): {}", feed.url());
+                logger.debug("Skipping RSS feed (Backing off): {}", feed.url());
                 return;
             }