blob: b96ad338153203fca36d102c4fcf25a41450994d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
# All sites of the IDG network can be extracted using the same rules,
# make sure to update all of them
author: //meta[@name="author"]/@content
date: //meta[@name="DC.date.issued"]/@content
body: //div[@itemprop="articleBody"]
body: //div[@itemprop="reviewBody"]
body: //figcaption|//div[@class="img-wrapper"]/noscript/img
next_page_link: //a[@rel="next"]
strip: //aside
strip: //h3[contains(., "See also:")]
strip: //div[@id="article-top-page-number"]
strip: //p[starts-with(normalize-space(.), '[')]
strip: //p[starts-with(normalize-space(.), '+')]
test_url: http://www.itworld.com/article/3055304/your-face-is-big-data-the-title-of-this-photographers-experiment-says-it-all.html
|
