summaryrefslogtreecommitdiff
path: root/test/roundtrip_tests.py
blob: 13444b14121d155ce776bbc9897f1c2539a5e670 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
import re
import sys
from spec_tests import get_tests, do_test
from cmark import CMark
import argparse

parser = argparse.ArgumentParser(description='Run cmark roundtrip tests.')
parser.add_argument('-p', '--program', dest='program', nargs='?', default=None,
        help='program to test')
parser.add_argument('-s', '--spec', dest='spec', nargs='?', default='spec.txt',
        help='path to spec')
parser.add_argument('-P', '--pattern', dest='pattern', nargs='?',
        default=None, help='limit to sections matching regex pattern')
parser.add_argument('--library-dir', dest='library_dir', nargs='?',
        default=None, help='directory containing dynamic library')
parser.add_argument('--no-normalize', dest='normalize',
        action='store_const', const=False, default=True,
        help='do not normalize HTML')
parser.add_argument('-n', '--number', type=int, default=None,
        help='only consider the test with the given number')
args = parser.parse_args(sys.argv[1:])

spec = sys.argv[1]

def converter(md):
  cmark = CMark(prog=args.program, library_dir=args.library_dir)
  [ec, result, err] = cmark.to_commonmark(md)
  if ec == 0:
    [ec, html, err] = cmark.to_html(result)
    if ec == 0:
        # In the commonmark writer we insert dummy HTML
        # comments between lists, and between lists and code
        # blocks.  Strip these out, since the spec uses
        # two blank lines instead:
        return [ec, re.sub('<!-- end list -->\n', '', html), '']
    else:
        return [ec, html, err]
  else:
    return [ec, result, err]

tests = get_tests(args.spec)
result_counts = {'pass': 0, 'fail': 0, 'error': 0, 'skip': 0}
for test in tests:
    do_test(converter, test, args.normalize, result_counts)

exit(result_counts['fail'] + result_counts['error'])