From 9b215cdfff0bbdfdd909510bb1eab63c9f74bc62 Mon Sep 17 00:00:00 2001 From: "FiveFilters.org" Date: Fri, 12 Jun 2015 01:56:02 +0200 Subject: HTTP ua headers added to site config files --- .wikipedia.org.txt | 3 +++ 1 file changed, 3 insertions(+) (limited to '.wikipedia.org.txt') diff --git a/.wikipedia.org.txt b/.wikipedia.org.txt index 13bccad..1da400b 100644 --- a/.wikipedia.org.txt +++ b/.wikipedia.org.txt @@ -14,6 +14,9 @@ strip: //div[@id='contentSub'] strip: //table[contains(@class, 'metadata')] strip: //*[contains(@class, 'noprint')] strip: //span[@class='noexcerpt'] + +http_header(user-agent): Mozilla/5.2 + prune: no tidy: no test_url: http://en.wikipedia.org/wiki/Christopher_Lloyd -- cgit v1.3.1