Merge pull request 'release: OSINT 중복 체크 핫픽스' (#81) from develop into main
All checks were successful
Deploy KCG / deploy (push) Successful in 1m21s
All checks were successful
Deploy KCG / deploy (push) Successful in 1m21s
This commit is contained in:
커밋
3967d77d65
@ -118,8 +118,7 @@ public class OsintCollector {
|
||||
if (articleUrl == null || title == null || title.isBlank()) continue;
|
||||
|
||||
if (osintFeedRepository.existsBySourceAndSourceUrl("gdelt", articleUrl)) continue;
|
||||
if (osintFeedRepository.existsByRegionAndTitleAndCollectedAtAfter(
|
||||
region, title, Instant.now().minus(24, ChronoUnit.HOURS))) continue;
|
||||
if (osintFeedRepository.existsByTitle(title)) continue;
|
||||
|
||||
String seendate = article.path("seendate").asText(null);
|
||||
Instant publishedAt = parseGdeltDate(seendate);
|
||||
@ -184,8 +183,7 @@ public class OsintCollector {
|
||||
|
||||
if (link == null || title == null || title.isBlank()) continue;
|
||||
if (osintFeedRepository.existsBySourceAndSourceUrl(sourceName, link)) continue;
|
||||
if (osintFeedRepository.existsByRegionAndTitleAndCollectedAtAfter(
|
||||
region, title, Instant.now().minus(24, ChronoUnit.HOURS))) continue;
|
||||
if (osintFeedRepository.existsByTitle(title)) continue;
|
||||
|
||||
Instant publishedAt = parseRssDate(pubDate);
|
||||
|
||||
|
||||
@ -9,7 +9,7 @@ public interface OsintFeedRepository extends JpaRepository<OsintFeed, Long> {
|
||||
|
||||
boolean existsBySourceAndSourceUrl(String source, String sourceUrl);
|
||||
|
||||
boolean existsByRegionAndTitleAndCollectedAtAfter(String region, String title, Instant since);
|
||||
boolean existsByTitle(String title);
|
||||
|
||||
List<OsintFeed> findByRegionAndCollectedAtAfterOrderByPublishedAtDesc(String region, Instant since);
|
||||
}
|
||||
|
||||
불러오는 중...
Reference in New Issue
Block a user