1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
package feed
import (
"context"
"fmt"
"time"
"github.com/mmcdole/gofeed"
"undef.ninja/x/feedaka/db"
)
func Fetch(ctx context.Context, url string) (*gofeed.Feed, error) {
fp := gofeed.NewParser()
ctx, cancel := context.WithTimeout(ctx, 10*time.Second)
defer cancel()
feed, err := fp.ParseURLWithContext(url, ctx)
if err != nil {
return nil, fmt.Errorf("failed to fetch %s: %w", url, err)
}
return feed, nil
}
func Sync(ctx context.Context, queries *db.Queries, feedID int64, f *gofeed.Feed) error {
err := queries.UpdateFeedMetadata(ctx, db.UpdateFeedMetadataParams{
Title: f.Title,
FetchedAt: time.Now().UTC().Format(time.RFC3339),
ID: feedID,
})
if err != nil {
return err
}
guids, err := queries.GetArticleGUIDsByFeed(ctx, feedID)
if err != nil {
return err
}
existingFeedGUIDs := make(map[string]bool, len(guids))
for _, guid := range guids {
existingFeedGUIDs[guid] = true
}
for _, item := range f.Items {
if existingFeedGUIDs[item.GUID] {
err := queries.UpdateArticle(ctx, db.UpdateArticleParams{
Title: item.Title,
Url: item.Link,
FeedID: feedID,
Guid: item.GUID,
})
if err != nil {
return err
}
} else {
exists, err := queries.CheckArticleExistsByGUID(ctx, item.GUID)
if err != nil {
return err
}
if exists == 1 {
continue
}
_, err = queries.CreateArticle(ctx, db.CreateArticleParams{
FeedID: feedID,
Guid: item.GUID,
Title: item.Title,
Url: item.Link,
IsRead: 0,
})
if err != nil {
return err
}
}
}
return nil
}
|
