blob: b329309d2805950cddd9214353a550e338a6c7d5 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
|
# All sites of the IDG network can be extracted using the same rules,
# make sure to update all of them
author: //meta[@name="author"]/@content
date: //meta[@name="DC.date.issued"]/@content
body: //div[@itemprop="articleBody"]
body: //div[@itemprop="reviewBody"]
body: //figcaption|//div[@class="img-wrapper"]/noscript/img
next_page_link: //a[@rel="next"]
strip: //aside
strip: //h3[contains(., "See also:")]
strip: //div[@id="article-top-page-number"]
strip: //p[starts-with(normalize-space(.), '[')]
strip: //p[starts-with(normalize-space(.), '+')]
test_url: http://www.javaworld.com/article/3168052/security/open-source-users-its-time-for-extreme-vetting.html
|
