Compare commits
7 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
ece61a5b1f | ||
|
|
f46fb8ebbb | ||
|
|
e521fd402f | ||
|
|
fd6f8db132 | ||
|
|
c2f32b8049 | ||
|
|
b92428466d | ||
|
|
7f75b0bbce |
7
.gitignore
vendored
Normal file
7
.gitignore
vendored
Normal file
@@ -0,0 +1,7 @@
|
||||
*.pyc
|
||||
*.egg
|
||||
.DS_Store
|
||||
/.env
|
||||
/dist
|
||||
/MANIFEST
|
||||
/venv
|
||||
1
MANIFEST.in
Normal file
1
MANIFEST.in
Normal file
@@ -0,0 +1 @@
|
||||
include README.rst
|
||||
29
README.rst
29
README.rst
@@ -0,0 +1,29 @@
|
||||
Installation
|
||||
============
|
||||
|
||||
``pip install markdownify``
|
||||
|
||||
|
||||
Usage
|
||||
=====
|
||||
|
||||
Convert some HTML to Markdown:
|
||||
|
||||
.. code:: python
|
||||
|
||||
from markdownify import markdownify as md
|
||||
md('<b>Yay</b> <a href="http://github.com">GitHub</a>') # > '**Yay** [GitHub](http://github.com)'
|
||||
|
||||
Specify tags to exclude (blacklist):
|
||||
|
||||
.. code:: python
|
||||
|
||||
from markdownify import markdownify as md
|
||||
md('<b>Yay</b> <a href="http://github.com">GitHub</a>', strip=['a']) # > '**Yay** GitHub'
|
||||
|
||||
\...or specify the tags you want to include (whitelist):
|
||||
|
||||
.. code:: python
|
||||
|
||||
from markdownify import markdownify as md
|
||||
md('<b>Yay</b> <a href="http://github.com">GitHub</a>', convert=['b']) # > '**Yay** GitHub'
|
||||
|
||||
8
markdownify/pkgmeta.py
Normal file
8
markdownify/pkgmeta.py
Normal file
@@ -0,0 +1,8 @@
|
||||
pkgmeta = dict(
|
||||
__title__='markdownify',
|
||||
__author__='Matthew Tretter',
|
||||
__version__='0.2.0',
|
||||
)
|
||||
|
||||
globals().update(pkgmeta)
|
||||
__all__ = pkgmeta.keys()
|
||||
@@ -1 +0,0 @@
|
||||
__version__ = '0.1.0'
|
||||
@@ -1,5 +0,0 @@
|
||||
#!/usr/bin/env python
|
||||
from nose.core import run, collector
|
||||
|
||||
if __name__ == '__main__':
|
||||
run()
|
||||
34
setup.py
34
setup.py
@@ -2,27 +2,43 @@
|
||||
import codecs
|
||||
import os
|
||||
from setuptools import setup, find_packages
|
||||
from setuptools.command.test import test as TestCommand
|
||||
|
||||
|
||||
read = lambda filepath: codecs.open(filepath, 'r', 'utf-8').read()
|
||||
execfile(os.path.join(os.path.dirname(__file__), 'markdownify', 'version.py'))
|
||||
|
||||
|
||||
pkgmeta = {}
|
||||
execfile(os.path.join(os.path.dirname(__file__), 'markdownify', 'pkgmeta.py'),
|
||||
pkgmeta)
|
||||
|
||||
|
||||
class PyTest(TestCommand):
|
||||
def finalize_options(self):
|
||||
TestCommand.finalize_options(self)
|
||||
self.test_args = ['tests', '-s']
|
||||
self.test_suite = True
|
||||
|
||||
def run_tests(self):
|
||||
import pytest
|
||||
errno = pytest.main(self.test_args)
|
||||
raise SystemExit(errno)
|
||||
|
||||
|
||||
setup(
|
||||
name='python-markdownify',
|
||||
name='markdownify',
|
||||
description='Convert HTML to markdown.',
|
||||
long_description=read(os.path.join(os.path.dirname(__file__), 'README.rst')),
|
||||
version=__version__,
|
||||
author='Matthew Tretter',
|
||||
author_email='matthew@exanimo.com',
|
||||
version=pkgmeta['__version__'],
|
||||
author=pkgmeta['__author__'],
|
||||
author_email='m@tthewwithanm.com',
|
||||
url='http://github.com/matthewwithanm/python-markdownify',
|
||||
download_url='http://github.com/matthewwithanm/python-markdownify/tarball/master',
|
||||
packages=find_packages(),
|
||||
zip_safe=False,
|
||||
include_package_data=True,
|
||||
tests_require=[
|
||||
'nose',
|
||||
'unittest2',
|
||||
'pytest',
|
||||
],
|
||||
install_requires=[
|
||||
'lxml',
|
||||
@@ -40,5 +56,7 @@ setup(
|
||||
'Topic :: Utilities'
|
||||
],
|
||||
setup_requires=[],
|
||||
test_suite='runtests.collector',
|
||||
cmdclass={
|
||||
'test': PyTest,
|
||||
},
|
||||
)
|
||||
|
||||
123
tests.py
123
tests.py
@@ -1,123 +0,0 @@
|
||||
import unittest
|
||||
from markdownify import markdownify as md
|
||||
|
||||
|
||||
class BasicTests(unittest.TestCase):
|
||||
|
||||
def test_single_tag(self):
|
||||
self.assertEqual(md('<span>Hello</span>'), 'Hello')
|
||||
|
||||
def test_soup(self):
|
||||
self.assertEqual(md('<div><span>Hello</div></span>'), 'Hello')
|
||||
|
||||
def test_whitespace(self):
|
||||
self.assertEqual(md(' a b \n\n c '), ' a b c ')
|
||||
|
||||
|
||||
class ArgTests(unittest.TestCase):
|
||||
|
||||
def test_strip(self):
|
||||
self.assertEqual(
|
||||
md('<a href="https://github.com/matthewwithanm">Some Text</a>', strip=['a']),
|
||||
'Some Text')
|
||||
|
||||
def test_do_not_strip(self):
|
||||
self.assertEqual(
|
||||
md('<a href="https://github.com/matthewwithanm">Some Text</a>', strip=[]),
|
||||
'[Some Text](https://github.com/matthewwithanm)')
|
||||
|
||||
def test_convert(self):
|
||||
self.assertEqual(
|
||||
md('<a href="https://github.com/matthewwithanm">Some Text</a>', convert=['a']),
|
||||
'[Some Text](https://github.com/matthewwithanm)')
|
||||
|
||||
def test_do_not_convert(self):
|
||||
self.assertEqual(
|
||||
md('<a href="https://github.com/matthewwithanm">Some Text</a>', convert=[]),
|
||||
'Some Text')
|
||||
|
||||
|
||||
class EscapeTests(unittest.TestCase):
|
||||
|
||||
def test_underscore(self):
|
||||
self.assertEqual(md('_hey_dude_'), '\_hey\_dude\_')
|
||||
|
||||
def test_xml_entities(self):
|
||||
self.assertEqual(md('&'), '&')
|
||||
|
||||
def test_named_entities(self):
|
||||
self.assertEqual(md('»'), u'\xbb')
|
||||
|
||||
def test_hexadecimal_entities(self):
|
||||
# This looks to be a bug in BeautifulSoup (fixed in bs4) that we have to work around.
|
||||
self.assertEqual(md('''), '\x27')
|
||||
|
||||
def test_single_escaping_entities(self):
|
||||
self.assertEqual(md('&amp;'), '&')
|
||||
|
||||
|
||||
class ConversionTests(unittest.TestCase):
|
||||
|
||||
def test_a(self):
|
||||
self.assertEqual(
|
||||
md('<a href="http://google.com">Google</a>'),
|
||||
'[Google](http://google.com)'
|
||||
)
|
||||
|
||||
def test_a_with_title(self):
|
||||
self.assertEqual(
|
||||
md('<a href="http://google.com" title="The "Goog"">Google</a>'),
|
||||
r'[Google](http://google.com "The \"Goog\"")'
|
||||
)
|
||||
|
||||
def test_b(self):
|
||||
self.assertEqual(md('<b>Hello</b>'), '**Hello**')
|
||||
|
||||
def test_blockquote(self):
|
||||
self.assertEqual(md('<blockquote>Hello</blockquote>').strip(), '> Hello')
|
||||
|
||||
def test_nested_blockquote(self):
|
||||
self.assertEqual(
|
||||
md('<blockquote>And she was like <blockquote>Hello</blockquote></blockquote>').strip(),
|
||||
'> And she was like \n> > Hello'
|
||||
)
|
||||
|
||||
def test_br(self):
|
||||
self.assertEqual(md('a<br />b<br />c'), 'a \nb \nc')
|
||||
|
||||
def test_em(self):
|
||||
self.assertEqual(md('<em>Hello</em>'), '*Hello*')
|
||||
|
||||
def test_h1(self):
|
||||
self.assertEqual(md('<h1>Hello</h1>'), 'Hello\n=====\n\n')
|
||||
|
||||
def test_h2(self):
|
||||
self.assertEqual(md('<h2>Hello</h2>'), 'Hello\n-----\n\n')
|
||||
|
||||
def test_hn(self):
|
||||
self.assertEqual(md('<h3>Hello</h3>'), '### Hello\n\n')
|
||||
self.assertEqual(md('<h6>Hello</h6>'), '###### Hello\n\n')
|
||||
|
||||
def test_i(self):
|
||||
self.assertEqual(md('<i>Hello</i>'), '*Hello*')
|
||||
|
||||
def test_ol(self):
|
||||
self.assertEqual(md('<ol><li>a</li><li>b</li></ol>'), '1. a\n2. b\n')
|
||||
|
||||
def test_p(self):
|
||||
self.assertEqual(md('<p>hello</p>'), 'hello\n\n')
|
||||
|
||||
def test_strong(self):
|
||||
self.assertEqual(md('<strong>Hello</strong>'), '**Hello**')
|
||||
|
||||
def test_ul(self):
|
||||
self.assertEqual(md('<ul><li>a</li><li>b</li></ul>'), '* a\n* b\n')
|
||||
|
||||
|
||||
class AdvancedTests(unittest.TestCase):
|
||||
|
||||
def test_nested(self):
|
||||
self.assertEqual(
|
||||
md('<p>This is an <a href="http://example.com/">example link</a>.</p>'),
|
||||
'This is an [example link](http://example.com/).\n\n'
|
||||
)
|
||||
0
tests/__init__.py
Normal file
0
tests/__init__.py
Normal file
6
tests/test_advanced.py
Normal file
6
tests/test_advanced.py
Normal file
@@ -0,0 +1,6 @@
|
||||
from markdownify import markdownify as md
|
||||
|
||||
|
||||
def test_nested():
|
||||
text = md('<p>This is an <a href="http://example.com/">example link</a>.</p>')
|
||||
assert text == 'This is an [example link](http://example.com/).\n\n'
|
||||
25
tests/test_args.py
Normal file
25
tests/test_args.py
Normal file
@@ -0,0 +1,25 @@
|
||||
"""
|
||||
Test whitelisting/blacklisting of specific tags.
|
||||
|
||||
"""
|
||||
from markdownify import markdownify as md
|
||||
|
||||
|
||||
def test_strip():
|
||||
text = md('<a href="https://github.com/matthewwithanm">Some Text</a>', strip=['a'])
|
||||
assert text == 'Some Text'
|
||||
|
||||
|
||||
def test_do_not_strip():
|
||||
text = md('<a href="https://github.com/matthewwithanm">Some Text</a>', strip=[])
|
||||
assert text == '[Some Text](https://github.com/matthewwithanm)'
|
||||
|
||||
|
||||
def test_convert():
|
||||
text = md('<a href="https://github.com/matthewwithanm">Some Text</a>', convert=['a'])
|
||||
assert text == '[Some Text](https://github.com/matthewwithanm)'
|
||||
|
||||
|
||||
def test_do_not_convert():
|
||||
text = md('<a href="https://github.com/matthewwithanm">Some Text</a>', convert=[])
|
||||
assert text == 'Some Text'
|
||||
13
tests/test_basic.py
Normal file
13
tests/test_basic.py
Normal file
@@ -0,0 +1,13 @@
|
||||
from markdownify import markdownify as md
|
||||
|
||||
|
||||
def test_single_tag():
|
||||
assert md('<span>Hello</span>') == 'Hello'
|
||||
|
||||
|
||||
def test_soup():
|
||||
assert md('<div><span>Hello</div></span>') == 'Hello'
|
||||
|
||||
|
||||
def test_whitespace():
|
||||
assert md(' a b \n\n c ') == ' a b c '
|
||||
64
tests/test_conversions.py
Normal file
64
tests/test_conversions.py
Normal file
@@ -0,0 +1,64 @@
|
||||
from markdownify import markdownify as md
|
||||
|
||||
|
||||
def test_a():
|
||||
assert md('<a href="http://google.com">Google</a>') == '[Google](http://google.com)'
|
||||
|
||||
|
||||
def test_a_with_title():
|
||||
text = md('<a href="http://google.com" title="The "Goog"">Google</a>')
|
||||
assert text == r'[Google](http://google.com "The \"Goog\"")'
|
||||
|
||||
|
||||
def test_b():
|
||||
assert md('<b>Hello</b>') == '**Hello**'
|
||||
|
||||
|
||||
def test_blockquote():
|
||||
assert md('<blockquote>Hello</blockquote>').strip() == '> Hello'
|
||||
|
||||
|
||||
def test_nested_blockquote():
|
||||
text = md('<blockquote>And she was like <blockquote>Hello</blockquote></blockquote>').strip()
|
||||
assert text == '> And she was like \n> > Hello'
|
||||
|
||||
|
||||
def test_br():
|
||||
assert md('a<br />b<br />c') == 'a \nb \nc'
|
||||
|
||||
|
||||
def test_em():
|
||||
assert md('<em>Hello</em>') == '*Hello*'
|
||||
|
||||
|
||||
def test_h1():
|
||||
assert md('<h1>Hello</h1>') == 'Hello\n=====\n\n'
|
||||
|
||||
|
||||
def test_h2():
|
||||
assert md('<h2>Hello</h2>') == 'Hello\n-----\n\n'
|
||||
|
||||
|
||||
def test_hn():
|
||||
assert md('<h3>Hello</h3>') == '### Hello\n\n'
|
||||
assert md('<h6>Hello</h6>') == '###### Hello\n\n'
|
||||
|
||||
|
||||
def test_i():
|
||||
assert md('<i>Hello</i>') == '*Hello*'
|
||||
|
||||
|
||||
def test_ol():
|
||||
assert md('<ol><li>a</li><li>b</li></ol>') == '1. a\n2. b\n'
|
||||
|
||||
|
||||
def test_p():
|
||||
assert md('<p>hello</p>') == 'hello\n\n'
|
||||
|
||||
|
||||
def test_strong():
|
||||
assert md('<strong>Hello</strong>') == '**Hello**'
|
||||
|
||||
|
||||
def test_ul():
|
||||
assert md('<ul><li>a</li><li>b</li></ul>') == '* a\n* b\n'
|
||||
22
tests/test_escaping.py
Normal file
22
tests/test_escaping.py
Normal file
@@ -0,0 +1,22 @@
|
||||
from markdownify import markdownify as md
|
||||
|
||||
|
||||
def test_underscore():
|
||||
assert md('_hey_dude_') == '\_hey\_dude\_'
|
||||
|
||||
|
||||
def test_xml_entities():
|
||||
assert md('&') == '&'
|
||||
|
||||
|
||||
def test_named_entities():
|
||||
assert md('»') == u'\xbb'
|
||||
|
||||
|
||||
def test_hexadecimal_entities():
|
||||
# This looks to be a bug in BeautifulSoup (fixed in bs4) that we have to work around.
|
||||
assert md(''') == '\x27'
|
||||
|
||||
|
||||
def test_single_escaping_entities():
|
||||
assert md('&amp;') == '&'
|
||||
Reference in New Issue
Block a user