southfox/miniflux
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity Actions

Add scraper rules for version2.dk and ing.dk

Browse source
This commit is contained in:
Frédéric Guillot 2017-12-27 19:44:23 -08:00
parent d4839b5597
commit c454f67037
2 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
http/client.go
View file

@ -129,7 +129,7 @@ func (c *Client) buildClient() http.Client {
func (c *Client) buildHeaders() http.Header { func (c *Client) buildHeaders() http.Header {
headers := make(http.Header) headers := make(http.Header)
headers.Add("User-Agent", userAgent) headers.Add("User-Agent", userAgent)
headers.Add("Accept", "text/html,application/xhtml+xml,application/xml,application/json,image/*") headers.Add("Accept", "*/*")
if c.etagHeader != "" { if c.etagHeader != "" {
headers.Add("If-None-Match", c.etagHeader) headers.Add("If-None-Match", c.etagHeader)

2
reader/scraper/rules.go
View file

@ -10,6 +10,7 @@ var predefinedRules = map[string]string{
"cbc.ca": ".story-content", "cbc.ca": ".story-content",
"github.com": "article.entry-content", "github.com": "article.entry-content",
"igen.fr": "section.corps", "igen.fr": "section.corps",
"ing.dk": "section.body",
"lapresse.ca": ".amorce, .entry", "lapresse.ca": ".amorce, .entry",
"lemonde.fr": "div#articleBody", "lemonde.fr": "div#articleBody",
"lesjoiesducode.fr": ".blog-post-content img", "lesjoiesducode.fr": ".blog-post-content img",
@ -20,5 +21,6 @@ var predefinedRules = map[string]string{
"phoronix.com": "div.content", "phoronix.com": "div.content",
"techcrunch.com": "div.article-entry", "techcrunch.com": "div.article-entry",
"theregister.co.uk": "#body", "theregister.co.uk": "#body",
"version2.dk": "section.body",
"wired.com": "main figure, article", "wired.com": "main figure, article",
} }