Compare commits

...

7 Commits
0.1.0 ... 0.2.0

Author SHA1 Message Date
Matthew Tretter
ece61a5b1f Bump to 0.2.0 2013-07-31 17:11:12 -04:00
Matthew Tretter
f46fb8ebbb Add short description to README 2013-07-31 17:05:37 -04:00
Matthew Tretter
e521fd402f Add manifest template 2013-07-31 16:55:53 -04:00
Matthew Tretter
fd6f8db132 Add gitignore 2013-07-31 16:55:30 -04:00
Matthew Tretter
c2f32b8049 Switch to pytest 2013-07-31 16:54:37 -04:00
Matthew Tretter
b92428466d Change name to markdownify 2013-07-31 16:41:08 -04:00
Matthew Tretter
7f75b0bbce Update package meta 2013-07-31 16:40:56 -04:00
14 changed files with 201 additions and 137 deletions

7
.gitignore vendored Normal file
View File

@@ -0,0 +1,7 @@
*.pyc
*.egg
.DS_Store
/.env
/dist
/MANIFEST
/venv

1
MANIFEST.in Normal file
View File

@@ -0,0 +1 @@
include README.rst

View File

@@ -0,0 +1,29 @@
Installation
============
``pip install markdownify``
Usage
=====
Convert some HTML to Markdown:
.. code:: python
from markdownify import markdownify as md
md('<b>Yay</b> <a href="http://github.com">GitHub</a>') # > '**Yay** [GitHub](http://github.com)'
Specify tags to exclude (blacklist):
.. code:: python
from markdownify import markdownify as md
md('<b>Yay</b> <a href="http://github.com">GitHub</a>', strip=['a']) # > '**Yay** GitHub'
\...or specify the tags you want to include (whitelist):
.. code:: python
from markdownify import markdownify as md
md('<b>Yay</b> <a href="http://github.com">GitHub</a>', convert=['b']) # > '**Yay** GitHub'

8
markdownify/pkgmeta.py Normal file
View File

@@ -0,0 +1,8 @@
pkgmeta = dict(
__title__='markdownify',
__author__='Matthew Tretter',
__version__='0.2.0',
)
globals().update(pkgmeta)
__all__ = pkgmeta.keys()

View File

@@ -1 +0,0 @@
__version__ = '0.1.0'

View File

@@ -1,5 +0,0 @@
#!/usr/bin/env python
from nose.core import run, collector
if __name__ == '__main__':
run()

View File

@@ -2,27 +2,43 @@
import codecs
import os
from setuptools import setup, find_packages
from setuptools.command.test import test as TestCommand
read = lambda filepath: codecs.open(filepath, 'r', 'utf-8').read()
execfile(os.path.join(os.path.dirname(__file__), 'markdownify', 'version.py'))
pkgmeta = {}
execfile(os.path.join(os.path.dirname(__file__), 'markdownify', 'pkgmeta.py'),
pkgmeta)
class PyTest(TestCommand):
def finalize_options(self):
TestCommand.finalize_options(self)
self.test_args = ['tests', '-s']
self.test_suite = True
def run_tests(self):
import pytest
errno = pytest.main(self.test_args)
raise SystemExit(errno)
setup(
name='python-markdownify',
name='markdownify',
description='Convert HTML to markdown.',
long_description=read(os.path.join(os.path.dirname(__file__), 'README.rst')),
version=__version__,
author='Matthew Tretter',
author_email='matthew@exanimo.com',
version=pkgmeta['__version__'],
author=pkgmeta['__author__'],
author_email='m@tthewwithanm.com',
url='http://github.com/matthewwithanm/python-markdownify',
download_url='http://github.com/matthewwithanm/python-markdownify/tarball/master',
packages=find_packages(),
zip_safe=False,
include_package_data=True,
tests_require=[
'nose',
'unittest2',
'pytest',
],
install_requires=[
'lxml',
@@ -40,5 +56,7 @@ setup(
'Topic :: Utilities'
],
setup_requires=[],
test_suite='runtests.collector',
cmdclass={
'test': PyTest,
},
)

123
tests.py
View File

@@ -1,123 +0,0 @@
import unittest
from markdownify import markdownify as md
class BasicTests(unittest.TestCase):
def test_single_tag(self):
self.assertEqual(md('<span>Hello</span>'), 'Hello')
def test_soup(self):
self.assertEqual(md('<div><span>Hello</div></span>'), 'Hello')
def test_whitespace(self):
self.assertEqual(md(' a b \n\n c '), ' a b c ')
class ArgTests(unittest.TestCase):
def test_strip(self):
self.assertEqual(
md('<a href="https://github.com/matthewwithanm">Some Text</a>', strip=['a']),
'Some Text')
def test_do_not_strip(self):
self.assertEqual(
md('<a href="https://github.com/matthewwithanm">Some Text</a>', strip=[]),
'[Some Text](https://github.com/matthewwithanm)')
def test_convert(self):
self.assertEqual(
md('<a href="https://github.com/matthewwithanm">Some Text</a>', convert=['a']),
'[Some Text](https://github.com/matthewwithanm)')
def test_do_not_convert(self):
self.assertEqual(
md('<a href="https://github.com/matthewwithanm">Some Text</a>', convert=[]),
'Some Text')
class EscapeTests(unittest.TestCase):
def test_underscore(self):
self.assertEqual(md('_hey_dude_'), '\_hey\_dude\_')
def test_xml_entities(self):
self.assertEqual(md('&amp;'), '&')
def test_named_entities(self):
self.assertEqual(md('&raquo;'), u'\xbb')
def test_hexadecimal_entities(self):
# This looks to be a bug in BeautifulSoup (fixed in bs4) that we have to work around.
self.assertEqual(md('&#x27;'), '\x27')
def test_single_escaping_entities(self):
self.assertEqual(md('&amp;amp;'), '&amp;')
class ConversionTests(unittest.TestCase):
def test_a(self):
self.assertEqual(
md('<a href="http://google.com">Google</a>'),
'[Google](http://google.com)'
)
def test_a_with_title(self):
self.assertEqual(
md('<a href="http://google.com" title="The &quot;Goog&quot;">Google</a>'),
r'[Google](http://google.com "The \"Goog\"")'
)
def test_b(self):
self.assertEqual(md('<b>Hello</b>'), '**Hello**')
def test_blockquote(self):
self.assertEqual(md('<blockquote>Hello</blockquote>').strip(), '> Hello')
def test_nested_blockquote(self):
self.assertEqual(
md('<blockquote>And she was like <blockquote>Hello</blockquote></blockquote>').strip(),
'> And she was like \n> > Hello'
)
def test_br(self):
self.assertEqual(md('a<br />b<br />c'), 'a \nb \nc')
def test_em(self):
self.assertEqual(md('<em>Hello</em>'), '*Hello*')
def test_h1(self):
self.assertEqual(md('<h1>Hello</h1>'), 'Hello\n=====\n\n')
def test_h2(self):
self.assertEqual(md('<h2>Hello</h2>'), 'Hello\n-----\n\n')
def test_hn(self):
self.assertEqual(md('<h3>Hello</h3>'), '### Hello\n\n')
self.assertEqual(md('<h6>Hello</h6>'), '###### Hello\n\n')
def test_i(self):
self.assertEqual(md('<i>Hello</i>'), '*Hello*')
def test_ol(self):
self.assertEqual(md('<ol><li>a</li><li>b</li></ol>'), '1. a\n2. b\n')
def test_p(self):
self.assertEqual(md('<p>hello</p>'), 'hello\n\n')
def test_strong(self):
self.assertEqual(md('<strong>Hello</strong>'), '**Hello**')
def test_ul(self):
self.assertEqual(md('<ul><li>a</li><li>b</li></ul>'), '* a\n* b\n')
class AdvancedTests(unittest.TestCase):
def test_nested(self):
self.assertEqual(
md('<p>This is an <a href="http://example.com/">example link</a>.</p>'),
'This is an [example link](http://example.com/).\n\n'
)

0
tests/__init__.py Normal file
View File

6
tests/test_advanced.py Normal file
View File

@@ -0,0 +1,6 @@
from markdownify import markdownify as md
def test_nested():
text = md('<p>This is an <a href="http://example.com/">example link</a>.</p>')
assert text == 'This is an [example link](http://example.com/).\n\n'

25
tests/test_args.py Normal file
View File

@@ -0,0 +1,25 @@
"""
Test whitelisting/blacklisting of specific tags.
"""
from markdownify import markdownify as md
def test_strip():
text = md('<a href="https://github.com/matthewwithanm">Some Text</a>', strip=['a'])
assert text == 'Some Text'
def test_do_not_strip():
text = md('<a href="https://github.com/matthewwithanm">Some Text</a>', strip=[])
assert text == '[Some Text](https://github.com/matthewwithanm)'
def test_convert():
text = md('<a href="https://github.com/matthewwithanm">Some Text</a>', convert=['a'])
assert text == '[Some Text](https://github.com/matthewwithanm)'
def test_do_not_convert():
text = md('<a href="https://github.com/matthewwithanm">Some Text</a>', convert=[])
assert text == 'Some Text'

13
tests/test_basic.py Normal file
View File

@@ -0,0 +1,13 @@
from markdownify import markdownify as md
def test_single_tag():
assert md('<span>Hello</span>') == 'Hello'
def test_soup():
assert md('<div><span>Hello</div></span>') == 'Hello'
def test_whitespace():
assert md(' a b \n\n c ') == ' a b c '

64
tests/test_conversions.py Normal file
View File

@@ -0,0 +1,64 @@
from markdownify import markdownify as md
def test_a():
assert md('<a href="http://google.com">Google</a>') == '[Google](http://google.com)'
def test_a_with_title():
text = md('<a href="http://google.com" title="The &quot;Goog&quot;">Google</a>')
assert text == r'[Google](http://google.com "The \"Goog\"")'
def test_b():
assert md('<b>Hello</b>') == '**Hello**'
def test_blockquote():
assert md('<blockquote>Hello</blockquote>').strip() == '> Hello'
def test_nested_blockquote():
text = md('<blockquote>And she was like <blockquote>Hello</blockquote></blockquote>').strip()
assert text == '> And she was like \n> > Hello'
def test_br():
assert md('a<br />b<br />c') == 'a \nb \nc'
def test_em():
assert md('<em>Hello</em>') == '*Hello*'
def test_h1():
assert md('<h1>Hello</h1>') == 'Hello\n=====\n\n'
def test_h2():
assert md('<h2>Hello</h2>') == 'Hello\n-----\n\n'
def test_hn():
assert md('<h3>Hello</h3>') == '### Hello\n\n'
assert md('<h6>Hello</h6>') == '###### Hello\n\n'
def test_i():
assert md('<i>Hello</i>') == '*Hello*'
def test_ol():
assert md('<ol><li>a</li><li>b</li></ol>') == '1. a\n2. b\n'
def test_p():
assert md('<p>hello</p>') == 'hello\n\n'
def test_strong():
assert md('<strong>Hello</strong>') == '**Hello**'
def test_ul():
assert md('<ul><li>a</li><li>b</li></ul>') == '* a\n* b\n'

22
tests/test_escaping.py Normal file
View File

@@ -0,0 +1,22 @@
from markdownify import markdownify as md
def test_underscore():
assert md('_hey_dude_') == '\_hey\_dude\_'
def test_xml_entities():
assert md('&amp;') == '&'
def test_named_entities():
assert md('&raquo;') == u'\xbb'
def test_hexadecimal_entities():
# This looks to be a bug in BeautifulSoup (fixed in bs4) that we have to work around.
assert md('&#x27;') == '\x27'
def test_single_escaping_entities():
assert md('&amp;amp;') == '&amp;'