Add hide_references option

Author: ids1024

src/wikicurses/htmlparse.py

@@ -4,10 +4,15 @@
 from bs4 import BeautifulSoup
 
 from wikicurses import formats
+from wikicurses.settings import conf
 
 skipclass = ('wiki-sidebar', 'infobox', 'mw-editsection', 'editsection',
              'wikitable', 'thumb', 'gallery', 'article-thumb')
+skipsection = ('Contents', 'External links', 'See also')
 
+if conf.getboolean('general', 'hide_references'):
+    skipclass += ('reference',)
+    skipsection += ('References',)
 
 class UrwidMarkupHandler:
 
@@ -79,7 +84,7 @@ def parseExtract(html):
         i.decompose()
     sections[''] = _processExtractSection(soup.body or soup)
     for i in soup.find_all('h2'):
-        if i.text not in ('Contents', 'External links', 'See also'):
+        if i.text not in skipsection:
             sections[i.text.strip()] = _processExtractSection(i.next_siblings)
     for i in sections:
         if not sections[i]:

wikicurses.conf

@@ -1,6 +1,7 @@
 [general]
 default = Wikipedia
 mouse = False
+hide_references = False
 
 [keymap]
 q = quit

wikicurses.conf.5

@@ -1,4 +1,4 @@
-.TH wikicurses.conf 5 2014-12-29
+.TH wikicurses.conf 5 2015-02-22
 .SH NAME
 wikicurses \- curses interface for MediaWiki
 .SH SYNOPSIS
@@ -12,6 +12,7 @@ The configuration file for wikicurses is divided into sections with the "general
 [general]
 default = Wikipedia
 mouse = False
+hide_references = False
 
 [keymap]
 q = quit
@@ -41,6 +42,11 @@ mouse
 .RS 4
 Support mouse input. With this enabled, you will have to hold down shift to select text.
 .RE
+.PP
+hide_references
+.RS 4
+Hide the References section at the bottom of the page and strip citations from the text.
+.RE
 .SS keymap
 This section configures the keyboard bindings of wikicurses, in the format "key=command". Command can be any ex command supported by wikicurses.
 .SS Other Sections