backend/src/main/java/gc/mda/kcg/collector/osint/OsintCollector.java

@@ -118,8 +118,7 @@ public class OsintCollector {
                 if (articleUrl == null || title == null || title.isBlank()) continue;
 
                 if (osintFeedRepository.existsBySourceAndSourceUrl("gdelt", articleUrl)) continue;
-                if (osintFeedRepository.existsByRegionAndTitleAndCollectedAtAfter(
-                        region, title, Instant.now().minus(24, ChronoUnit.HOURS))) continue;
+                if (osintFeedRepository.existsByTitle(title)) continue;
 
                 String seendate = article.path("seendate").asText(null);
                 Instant publishedAt = parseGdeltDate(seendate);
@@ -184,8 +183,7 @@ public class OsintCollector {
 
                 if (link == null || title == null || title.isBlank()) continue;
                 if (osintFeedRepository.existsBySourceAndSourceUrl(sourceName, link)) continue;
-                if (osintFeedRepository.existsByRegionAndTitleAndCollectedAtAfter(
-                        region, title, Instant.now().minus(24, ChronoUnit.HOURS))) continue;
+                if (osintFeedRepository.existsByTitle(title)) continue;
 
                 Instant publishedAt = parseRssDate(pubDate);
 

backend/src/main/java/gc/mda/kcg/domain/osint/OsintFeedRepository.java

@@ -9,7 +9,7 @@ public interface OsintFeedRepository extends JpaRepository<OsintFeed, Long> {
 
     boolean existsBySourceAndSourceUrl(String source, String sourceUrl);
 
-    boolean existsByRegionAndTitleAndCollectedAtAfter(String region, String title, Instant since);
+    boolean existsByTitle(String title);
 
     List<OsintFeed> findByRegionAndCollectedAtAfterOrderByPublishedAtDesc(String region, Instant since);
 }