26 lines
978 B
Go
26 lines
978 B
Go
// Copyright 2017 Frédéric Guillot. All rights reserved.
|
|
// Use of this source code is governed by the Apache 2.0
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package scraper
|
|
|
|
// List of predefined scraper rules (alphabetically sorted)
|
|
// domain => CSS selectors
|
|
var predefinedRules = map[string]string{
|
|
"cbc.ca": ".story-content",
|
|
"github.com": "article.entry-content",
|
|
"igen.fr": "section.corps",
|
|
"ing.dk": "section.body",
|
|
"lapresse.ca": ".amorce, .entry",
|
|
"lemonde.fr": "div#articleBody",
|
|
"lesjoiesducode.fr": ".blog-post-content img",
|
|
"linux.com": "div.content, div[property]",
|
|
"medium.com": ".section-content",
|
|
"opensource.com": "div[property]",
|
|
"osnews.com": "div.newscontent1",
|
|
"phoronix.com": "div.content",
|
|
"techcrunch.com": "div.article-entry",
|
|
"theregister.co.uk": "#body",
|
|
"version2.dk": "section.body",
|
|
"wired.com": "main figure, article",
|
|
}
|