254 lines
7.3 KiB
Go
254 lines
7.3 KiB
Go
// SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
package atom // import "miniflux.app/v2/internal/reader/atom"
|
|
|
|
import (
|
|
"log/slog"
|
|
"slices"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"miniflux.app/v2/internal/crypto"
|
|
"miniflux.app/v2/internal/model"
|
|
"miniflux.app/v2/internal/reader/date"
|
|
"miniflux.app/v2/internal/reader/sanitizer"
|
|
"miniflux.app/v2/internal/urllib"
|
|
)
|
|
|
|
type Atom10Adapter struct {
|
|
atomFeed *Atom10Feed
|
|
}
|
|
|
|
func NewAtom10Adapter(atomFeed *Atom10Feed) *Atom10Adapter {
|
|
return &Atom10Adapter{atomFeed}
|
|
}
|
|
|
|
func (a *Atom10Adapter) BuildFeed(baseURL string) *model.Feed {
|
|
feed := new(model.Feed)
|
|
|
|
// Populate the feed URL.
|
|
feedURL := a.atomFeed.Links.firstLinkWithRelation("self")
|
|
if feedURL != "" {
|
|
if absoluteFeedURL, err := urllib.AbsoluteURL(baseURL, feedURL); err == nil {
|
|
feed.FeedURL = absoluteFeedURL
|
|
}
|
|
} else {
|
|
feed.FeedURL = baseURL
|
|
}
|
|
|
|
// Populate the site URL.
|
|
siteURL := a.atomFeed.Links.OriginalLink()
|
|
if siteURL != "" {
|
|
if absoluteSiteURL, err := urllib.AbsoluteURL(baseURL, siteURL); err == nil {
|
|
feed.SiteURL = absoluteSiteURL
|
|
}
|
|
} else {
|
|
feed.SiteURL = baseURL
|
|
}
|
|
|
|
// Populate the feed title.
|
|
feed.Title = a.atomFeed.Title.Body()
|
|
if feed.Title == "" {
|
|
feed.Title = feed.SiteURL
|
|
}
|
|
|
|
// Populate the feed icon.
|
|
if a.atomFeed.Icon != "" {
|
|
if absoluteIconURL, err := urllib.AbsoluteURL(feed.SiteURL, a.atomFeed.Icon); err == nil {
|
|
feed.IconURL = absoluteIconURL
|
|
}
|
|
} else if a.atomFeed.Logo != "" {
|
|
if absoluteLogoURL, err := urllib.AbsoluteURL(feed.SiteURL, a.atomFeed.Logo); err == nil {
|
|
feed.IconURL = absoluteLogoURL
|
|
}
|
|
}
|
|
feed.Entries = a.populateEntries(feed.SiteURL)
|
|
return feed
|
|
}
|
|
|
|
func (a *Atom10Adapter) populateEntries(siteURL string) model.Entries {
|
|
entries := make(model.Entries, 0, len(a.atomFeed.Entries))
|
|
|
|
for _, atomEntry := range a.atomFeed.Entries {
|
|
entry := model.NewEntry()
|
|
|
|
// Populate the entry URL.
|
|
entry.URL = atomEntry.Links.OriginalLink()
|
|
if entry.URL != "" {
|
|
if absoluteEntryURL, err := urllib.AbsoluteURL(siteURL, entry.URL); err == nil {
|
|
entry.URL = absoluteEntryURL
|
|
}
|
|
}
|
|
|
|
// Populate the entry content.
|
|
entry.Content = atomEntry.Content.Body()
|
|
if entry.Content == "" {
|
|
entry.Content = atomEntry.Summary.Body()
|
|
if entry.Content == "" {
|
|
entry.Content = atomEntry.FirstMediaDescription()
|
|
}
|
|
}
|
|
|
|
// Populate the entry title.
|
|
entry.Title = atomEntry.Title.Title()
|
|
if entry.Title == "" {
|
|
entry.Title = sanitizer.TruncateHTML(entry.Content, 100)
|
|
if entry.Title == "" {
|
|
entry.Title = entry.URL
|
|
}
|
|
}
|
|
|
|
// Populate the entry author.
|
|
authors := atomEntry.Authors.PersonNames()
|
|
if len(authors) == 0 {
|
|
authors = a.atomFeed.Authors.PersonNames()
|
|
}
|
|
sort.Strings(authors)
|
|
authors = slices.Compact(authors)
|
|
entry.Author = strings.Join(authors, ", ")
|
|
|
|
// Populate the entry date.
|
|
for _, value := range []string{atomEntry.Published, atomEntry.Updated} {
|
|
if value != "" {
|
|
if parsedDate, err := date.Parse(value); err != nil {
|
|
slog.Debug("Unable to parse date from Atom 1.0 feed",
|
|
slog.String("date", value),
|
|
slog.String("url", entry.URL),
|
|
slog.Any("error", err),
|
|
)
|
|
} else {
|
|
entry.Date = parsedDate
|
|
break
|
|
}
|
|
}
|
|
}
|
|
if entry.Date.IsZero() {
|
|
entry.Date = time.Now()
|
|
}
|
|
|
|
// Populate categories.
|
|
categories := atomEntry.Categories.CategoryNames()
|
|
if len(categories) == 0 {
|
|
categories = a.atomFeed.Categories.CategoryNames()
|
|
}
|
|
sort.Strings(categories)
|
|
entry.Tags = slices.Compact(categories)
|
|
|
|
// Populate the commentsURL if defined.
|
|
// See https://tools.ietf.org/html/rfc4685#section-4
|
|
// If the type attribute of the atom:link is omitted, its value is assumed to be "application/atom+xml".
|
|
// We accept only HTML or XHTML documents for now since the intention is to have the same behavior as RSS.
|
|
commentsURL := atomEntry.Links.firstLinkWithRelationAndType("replies", "text/html", "application/xhtml+xml")
|
|
if urllib.IsAbsoluteURL(commentsURL) {
|
|
entry.CommentsURL = commentsURL
|
|
}
|
|
|
|
// Generate the entry hash.
|
|
for _, value := range []string{atomEntry.ID, atomEntry.Links.OriginalLink()} {
|
|
if value != "" {
|
|
entry.Hash = crypto.Hash(value)
|
|
break
|
|
}
|
|
}
|
|
|
|
// Populate the entry enclosures.
|
|
uniqueEnclosuresMap := make(map[string]bool)
|
|
|
|
for _, mediaThumbnail := range atomEntry.AllMediaThumbnails() {
|
|
mediaURL := strings.TrimSpace(mediaThumbnail.URL)
|
|
if mediaURL == "" {
|
|
continue
|
|
}
|
|
if _, found := uniqueEnclosuresMap[mediaURL]; !found {
|
|
if mediaAbsoluteURL, err := urllib.AbsoluteURL(siteURL, mediaURL); err != nil {
|
|
slog.Debug("Unable to build absolute URL for media thumbnail",
|
|
slog.String("url", mediaThumbnail.URL),
|
|
slog.String("site_url", siteURL),
|
|
slog.Any("error", err),
|
|
)
|
|
} else {
|
|
uniqueEnclosuresMap[mediaAbsoluteURL] = true
|
|
entry.Enclosures = append(entry.Enclosures, &model.Enclosure{
|
|
URL: mediaAbsoluteURL,
|
|
MimeType: mediaThumbnail.MimeType(),
|
|
Size: mediaThumbnail.Size(),
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
for _, link := range atomEntry.Links.findAllLinksWithRelation("enclosure") {
|
|
absoluteEnclosureURL, err := urllib.AbsoluteURL(siteURL, link.Href)
|
|
if err != nil {
|
|
slog.Debug("Unable to resolve absolute URL for enclosure",
|
|
slog.String("enclosure_url", link.Href),
|
|
slog.String("entry_url", entry.URL),
|
|
slog.Any("error", err),
|
|
)
|
|
} else {
|
|
if _, found := uniqueEnclosuresMap[absoluteEnclosureURL]; !found {
|
|
uniqueEnclosuresMap[absoluteEnclosureURL] = true
|
|
length, _ := strconv.ParseInt(link.Length, 10, 0)
|
|
entry.Enclosures = append(entry.Enclosures, &model.Enclosure{
|
|
URL: absoluteEnclosureURL,
|
|
MimeType: link.Type,
|
|
Size: length,
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
for _, mediaContent := range atomEntry.AllMediaContents() {
|
|
mediaURL := strings.TrimSpace(mediaContent.URL)
|
|
if mediaURL == "" {
|
|
continue
|
|
}
|
|
if mediaAbsoluteURL, err := urllib.AbsoluteURL(siteURL, mediaURL); err != nil {
|
|
slog.Debug("Unable to build absolute URL for media content",
|
|
slog.String("url", mediaContent.URL),
|
|
slog.String("site_url", siteURL),
|
|
slog.Any("error", err),
|
|
)
|
|
} else {
|
|
if _, found := uniqueEnclosuresMap[mediaAbsoluteURL]; !found {
|
|
uniqueEnclosuresMap[mediaAbsoluteURL] = true
|
|
entry.Enclosures = append(entry.Enclosures, &model.Enclosure{
|
|
URL: mediaAbsoluteURL,
|
|
MimeType: mediaContent.MimeType(),
|
|
Size: mediaContent.Size(),
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
for _, mediaPeerLink := range atomEntry.AllMediaPeerLinks() {
|
|
mediaURL := strings.TrimSpace(mediaPeerLink.URL)
|
|
if mediaURL == "" {
|
|
continue
|
|
}
|
|
if mediaAbsoluteURL, err := urllib.AbsoluteURL(siteURL, mediaURL); err != nil {
|
|
slog.Debug("Unable to build absolute URL for media peer link",
|
|
slog.String("url", mediaPeerLink.URL),
|
|
slog.String("site_url", siteURL),
|
|
slog.Any("error", err),
|
|
)
|
|
} else {
|
|
if _, found := uniqueEnclosuresMap[mediaAbsoluteURL]; !found {
|
|
uniqueEnclosuresMap[mediaAbsoluteURL] = true
|
|
entry.Enclosures = append(entry.Enclosures, &model.Enclosure{
|
|
URL: mediaAbsoluteURL,
|
|
MimeType: mediaPeerLink.MimeType(),
|
|
Size: mediaPeerLink.Size(),
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
entries = append(entries, entry)
|
|
}
|
|
|
|
return entries
|
|
}
|