diff options
| author | nsfisis <54318333+nsfisis@users.noreply.github.com> | 2026-01-12 18:13:30 +0900 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2026-01-12 18:13:30 +0900 |
| commit | 8ca7887979bb045eea6331360b2bedc6de7f3d34 (patch) | |
| tree | fbf632ed9c179dd109afa6e1749a446f540a45c4 /backend/cmd | |
| parent | 67bfaf8f103295c5562db02a0044e311e3504518 (diff) | |
| parent | 86254f8eb7f812915464c8733f7017a6e0a3dd4d (diff) | |
| download | feedaka-8ca7887979bb045eea6331360b2bedc6de7f3d34.tar.gz feedaka-8ca7887979bb045eea6331360b2bedc6de7f3d34.tar.zst feedaka-8ca7887979bb045eea6331360b2bedc6de7f3d34.zip | |
Prevent duplicate feed items with same GUID
Diffstat (limited to 'backend/cmd')
| -rw-r--r-- | backend/cmd/serve.go | 20 |
1 files changed, 16 insertions, 4 deletions
diff --git a/backend/cmd/serve.go b/backend/cmd/serve.go index 28b1282..30d0702 100644 --- a/backend/cmd/serve.go +++ b/backend/cmd/serve.go @@ -47,16 +47,18 @@ func fetchOneFeed(feedID int64, url string, ctx context.Context, queries *db.Que if err != nil { return err } + // Get GUIDs for this feed (for updating existing articles) guids, err := queries.GetArticleGUIDsByFeed(ctx, feedID) if err != nil { return err } - existingArticleGUIDs := make(map[string]bool) + existingFeedGUIDs := make(map[string]bool) for _, guid := range guids { - existingArticleGUIDs[guid] = true + existingFeedGUIDs[guid] = true } for _, item := range feed.Items { - if existingArticleGUIDs[item.GUID] { + if existingFeedGUIDs[item.GUID] { + // Article exists in this feed, update it err := queries.UpdateArticle(ctx, db.UpdateArticleParams{ Title: item.Title, Url: item.Link, @@ -67,7 +69,17 @@ func fetchOneFeed(feedID int64, url string, ctx context.Context, queries *db.Que return err } } else { - _, err := queries.CreateArticle(ctx, db.CreateArticleParams{ + // Check if article with same GUID exists globally (in any feed) + exists, err := queries.CheckArticleExistsByGUID(ctx, item.GUID) + if err != nil { + return err + } + if exists == 1 { + // Article already exists in another feed, skip + continue + } + // Create new article + _, err = queries.CreateArticle(ctx, db.CreateArticleParams{ FeedID: feedID, Guid: item.GUID, Title: item.Title, |
