112 lines
3.0 KiB
Python
112 lines
3.0 KiB
Python
from lxml.etree import tostring
|
|
from lxml.html.soupparser import fromstring
|
|
import re
|
|
|
|
|
|
convert_heading_re = re.compile(r'convert_h(\d+)')
|
|
|
|
|
|
def escape(text):
|
|
if not text:
|
|
return ''
|
|
return text.replace('_', r'\_')
|
|
|
|
|
|
class MarkdownConverter(object):
|
|
def __init__(self, strip=None, keep=None):
|
|
if strip is not None and keep is not None:
|
|
raise ValueError('You may specify either tags to strip or tags to'
|
|
' keep, but not both.')
|
|
self.strip = strip
|
|
self.keep = keep
|
|
|
|
def convert(self, html):
|
|
soup = fromstring(html)
|
|
self.process_tag(soup)
|
|
return soup.text
|
|
|
|
def process_tag(self, node):
|
|
text = escape(node.text)
|
|
|
|
# Convert the children first
|
|
for el in node.findall('*'):
|
|
self.process_tag(el)
|
|
|
|
convert_fn = getattr(self, 'convert_%s' % el.tag, None)
|
|
tail = escape(el.tail)
|
|
el.tail = ''
|
|
|
|
if convert_fn:
|
|
text += convert_fn(el)
|
|
else:
|
|
text += el.text
|
|
|
|
text += tail
|
|
|
|
while len(node):
|
|
del node[0]
|
|
|
|
node.text = text
|
|
|
|
def __getattr__(self, attr):
|
|
# Handle heading levels > 2
|
|
m = convert_heading_re.match(attr)
|
|
if m:
|
|
n = int(m.group(1))
|
|
|
|
def convert(el):
|
|
return self.convert_hn(n, el)
|
|
|
|
convert.__name__ = 'convert_h%s' % n
|
|
setattr(self, convert.__name__, convert)
|
|
return convert
|
|
|
|
raise AttributeError(attr)
|
|
|
|
def underline(self, text, pad_char):
|
|
text = (text or '').rstrip()
|
|
return '%s\n%s\n\n' % (text, pad_char * len(text)) if text else ''
|
|
|
|
def convert_a(self, el):
|
|
href = el.get('href')
|
|
title = el.get('title')
|
|
title_part = ' "%s"' % title.replace('"', r'\"') if title else ''
|
|
return '[%s](%s%s)' % (el.text or '', href, title_part) if href else el.text or ''
|
|
|
|
def convert_b(self, el):
|
|
return self.convert_strong(el)
|
|
|
|
def convert_em(self, el):
|
|
return '*%s*' % el.text if el.text else ''
|
|
|
|
def convert_h1(self, el):
|
|
return self.underline(el.text, '=')
|
|
|
|
def convert_h2(self, el):
|
|
return self.underline(el.text, '-')
|
|
|
|
def convert_hn(self, n, el):
|
|
return '%s %s\n\n' % ('#' * n, el.text.rstrip()) if el.text else ''
|
|
|
|
def convert_i(self, el):
|
|
return self.convert_em(el)
|
|
|
|
def convert_li(self, el):
|
|
parent = el.getparent()
|
|
if parent is not None and parent.tag == 'ol':
|
|
bullet = '%s.' % (parent.index(el) + 1)
|
|
else:
|
|
bullet = '*'
|
|
return '%s %s\n' % (bullet, el.text or '')
|
|
|
|
def convert_p(self, el):
|
|
return '%s\n\n' % el.text if el.text else ''
|
|
|
|
def convert_strong(self, el):
|
|
return '**%s**' % el.text if el.text else ''
|
|
|
|
|
|
def markdownify(html, strip=None, keep=None):
|
|
converter = MarkdownConverter(strip, keep)
|
|
return converter.convert(html)
|