From a390429e1979b0ddea24d7c9b846e027039990da Mon Sep 17 00:00:00 2001 From: zinnober Date: Wed, 3 Sep 2014 11:02:58 +0200 Subject: Initial submit. --- tagesspiegel.de.txt | 60 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 60 insertions(+) create mode 100644 tagesspiegel.de.txt diff --git a/tagesspiegel.de.txt b/tagesspiegel.de.txt new file mode 100644 index 0000000..57e7d3d --- /dev/null +++ b/tagesspiegel.de.txt @@ -0,0 +1,60 @@ +# Author: zinnober +# Should work with "normal" articles as well as with image galleries + +prune: no + +# Title +title: //h1/span[@class='hcf-headline'] + +# Set author +author: //a[@rel='author'] + +# Set date +date: //span[@class='date hcf-atlas'] + +# Fetch full multipage articles +next_page_link: //a[contains(@class, 'hcf-forward')] + +# Content is here +body: //article +body: //div[contains(@class, 'hcf-screen')] + +# Remove tracking and ads +strip_id_or_class: hcf-ad +strip_id_or_class: hcf-autoload-ad +strip_id_or_class: hcf-content-ad + +# Tidy up before article +strip: //article/h1 +strip_id_or_class: hcf-atlas +strip_id_or_class: hcf-author +strip_id_or_class: date hcf-atlas +strip_id_or_class: date hcf-atlas + +# General cleanup +strip: //div[contains(@class, 'hcf-screen')]//h1 +strip: //div[@class='hcf-subpage-titles']//ul +strip_id_or_class: hcf-doctype-media +strip_id_or_class: hcf-inline-gallery +strip_id_or_class: hcf-doctype-video +strip_id_or_class: hcf-links +strip_id_or_class: hcf-mini-navi +strip_id_or_class: hcf-media-control +strip_id_or_class: hcf-hidden +replace_string(Update): Update: + +# Fix pictures and captions +replace_string():
+replace_string(): + +# Fix image galleries +replace_string(

): + +# Try it yourself +test_url: http://www.tagesspiegel.de/berlin/bezirke/wedding/wedding-jetzt/auf-der-suche-nach-einem-stadtteil-wilder-weiter-wedding/8757156.html +test_url: http://www.tagesspiegel.de/berlin/olympia-in-berlin-der-flughafen-tegel-soll-das-olympische-dorf-werden/10645036.html +test_url: http://www.tagesspiegel.de/mediacenter/fotostrecken/berlin/bildergalerie-kreuzberger-der-woche/9305534.html + -- cgit v1.3.1 From 690c7a5da243cea707392efa7db09a35bd7a67e5 Mon Sep 17 00:00:00 2001 From: zinnober Date: Wed, 3 Sep 2014 12:09:59 +0200 Subject: Initial commit --- apotheke-adhoc.de.txt | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 apotheke-adhoc.de.txt diff --git a/apotheke-adhoc.de.txt b/apotheke-adhoc.de.txt new file mode 100644 index 0000000..3a702e7 --- /dev/null +++ b/apotheke-adhoc.de.txt @@ -0,0 +1,23 @@ +# Author: zinnober + +prune: no + +title: substring-before(//div[@id='content']/h1, ',') + +single_page_link: //a[@title='Seite drucken'] + +body: //div[@id='detail-body'] + +replace_string(): +replace_string(

):

+ +# Fix headlines +replace_string(Patrick Hollstein):   +replace_string(APOTHEKE ADHOC):   +replace_string(dpa):   +replace_string(Katharina Lübke):   +replace_string(Julia Pradel):   +replace_string(Franziska Gerhardt):   + +test_url: http://www.apotheke-adhoc.de/nachrichten/politik/nachricht-detail-politik/deutscher-apothekertag-antraege-gegen-lieferengpaesse-2/ + -- cgit v1.3.1 From f5412e437528233bc9a941224d891a5ea9b8b3b1 Mon Sep 17 00:00:00 2001 From: zinnober Date: Wed, 3 Sep 2014 12:30:34 +0200 Subject: Initial commit --- deutsche-apotheker-zeitung.de.txt | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 deutsche-apotheker-zeitung.de.txt diff --git a/deutsche-apotheker-zeitung.de.txt b/deutsche-apotheker-zeitung.de.txt new file mode 100644 index 0000000..36709ca --- /dev/null +++ b/deutsche-apotheker-zeitung.de.txt @@ -0,0 +1,29 @@ +# Author: zinnober + +prune: yes +tidy: yes + +title: //h1 +date: //p[@class='news_datum'] +author: //span[@class='author'] + +body: //div[@class='tagesnews-content'] + +# General clenaup +strip_id_or_class: dachzeile +strip: //h3 +strip: //p[@class='bodytext']//a +strip_id_or_class: autor_datum +strip_id_or_class: comments +strip_id_or_class: banner- + +strip: //p[contains(., 'Lesen Sie')] +strip: //p[contains(., '– in DAZ')] + +# Fix image captions +replace_string(

):

+replace_string(): + +test_url: http://www.deutsche-apotheker-zeitung.de/pharmazie/news/2014/09/03/weniger-nebenwirkungen-aber-kein-zusatznutzen/13715.html +test_url: http://www.deutsche-apotheker-zeitung.de/recht/news/2014/09/02/urteile-zum-cannabis-eigenanbau-bfarm-geht-in-berufung/13716.html + -- cgit v1.3.1