hammer/src/bindings/python/hammer_tests.py

import unittest
import hammer as h

class TestTokenParser(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_token("95\xa2")
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "95\xa2"), "95\xa2")
    def test_partial_fails(self):
        self.assertEqual(h.h_parse(self.parser, "95"), None)

class TestChParser(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser_int = h.h_ch(0xa2)
        cls.parser_chr = h.h_ch("\xa2")
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser_int, "\xa2"), 0xa2)
        self.assertEqual(h.h_parse(self.parser_chr, "\xa2"), ord("\xa2")) # TODO: interface change
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser_int, "\xa3"), None)
        self.assertEqual(h.h_parse(self.parser_chr, "\xa3"), None)

class TestChRange(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_ch_range("a", "c")
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "b"), ord("b"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "d"), None)

class TestInt64(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_int64()
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "\xff\xff\xff\xfe\x00\x00\x00\x00"), -0x200000000)
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "\xff\xff\xff\xfe\x00\x00\x00"), None)

class TestInt32(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_int32()
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "\xff\xfe\x00\x00"), -0x20000)
        self.assertEqual(h.h_parse(self.parser, "\x00\x02\x00\x00"), 0x20000)
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "\xff\xfe\x00"), None)
        self.assertEqual(h.h_parse(self.parser, "\x00\x02\x00"), None)

class TestInt16(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_int16()
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "\xfe\x00"), -0x200)
        self.assertEqual(h.h_parse(self.parser, "\x02\x00"), 0x200)
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "\xfe"), None)
        self.assertEqual(h.h_parse(self.parser, "\x02"), None)

class TestInt8(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_int8()
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "\x88"), -0x78)
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, ""), None)

class TestUint64(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_uint64()
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "\x00\x00\x00\x02\x00\x00\x00\x00"), 0x200000000)
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "\x00\x00\x00\x02\x00\x00\x00"), None)

class TestUint32(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_uint32()
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "\x00\x02\x00\x00"), 0x20000)
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "\x00\x02\x00"), None)

class TestUint16(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_uint16()
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "\x02\x00"), 0x200)
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "\x02"), None)

class TestUint8(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_uint8()
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "\x78"), 0x78)
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, ""), None)
        
class TestIntRange(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_int_range(h.h_uint8(), 3, 10)
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "\x05"), 5)
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "\x0b"), None)

class TestWhitespace(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_whitespace(h.h_ch("a"))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a"), ord("a"))
        self.assertEqual(h.h_parse(self.parser, " a"), ord("a"))
        self.assertEqual(h.h_parse(self.parser, "  a"), ord("a"))
        self.assertEqual(h.h_parse(self.parser, "\ta"), ord("a"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "_a"), None)

class TestWhitespaceEnd(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_whitespace(h.h_end_p())
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, ""), None) # empty string
        self.assertEqual(h.h_parse(self.parser, "  "), None) # empty string
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "  x"), None)

class TestLeft(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_left(h.h_ch("a"), h.h_ch(" "))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a "), ord("a"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "a"), None)
        self.assertEqual(h.h_parse(self.parser, " "), None)
        self.assertEqual(h.h_parse(self.parser, "ab"), None)

class TestRight(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_right(h.h_ch(" "), h.h_ch("a"))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, " a"), ord("a"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "a"), None)
        self.assertEqual(h.h_parse(self.parser, " "), None)
        self.assertEqual(h.h_parse(self.parser, "ba"), None)

class TestMiddle(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_middle(h.h_ch(" "), h.h_ch("a"), h.h_ch(" "))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, " a "), ord("a"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "a"), None)
        self.assertEqual(h.h_parse(self.parser, " "), None)
        self.assertEqual(h.h_parse(self.parser, " a"), None)
        self.assertEqual(h.h_parse(self.parser, "a "), None)
        self.assertEqual(h.h_parse(self.parser, " b "), None)
        self.assertEqual(h.h_parse(self.parser, "ba "), None)
        self.assertEqual(h.h_parse(self.parser, " ab"), None)

#@unittest.skip("Action not implemented yet")
class TestAction(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_action(h.h_sequence__a([h.h_choice__a([h.h_ch("a"), h.h_ch("A")]),
                                                 h.h_choice__a([h.h_ch("b"), h.h_ch("B")])]),
                                lambda x: [chr(y).upper() for y in x])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "ab"), ["A", "B"])
        self.assertEqual(h.h_parse(self.parser, "AB"), ["A", "B"])
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "XX"), None)

class TestIn(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_in("abc")
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "b"), ord("b")) 
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "d"), None)

class TestNotIn(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_not_in("abc")
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "d"), ord("d"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "a"), None)

class TestEndP(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_end_p()])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a"), tuple(ord(y) for y in ["a"]))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "aa"), None)

class TestNothingP(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_nothing_p()
    def test_success(self):
        pass
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "a"), None)

class TestSequence(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_ch("b")])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "ab"), tuple(map(ord, "ab")))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "a"), None)
        self.assertEqual(h.h_parse(self.parser, "b"), None)

class TestSequenceWhitespace(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_whitespace(h.h_ch("b"))])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "ab"), tuple(map(ord,"ab")))
        self.assertEqual(h.h_parse(self.parser, "a b"), tuple(map(ord,"ab")))
        self.assertEqual(h.h_parse(self.parser, "a  b"), tuple(map(ord,"ab")))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "a  c"), None)

class TestChoice(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_choice__a([h.h_ch("a"), h.h_ch("b")])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a"), ord("a"))
        self.assertEqual(h.h_parse(self.parser, "b"), ord("b"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "c"), None)

class TestButNot(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_butnot(h.h_ch("a"), h.h_token("ab"))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a"), ord("a"))
        self.assertEqual(h.h_parse(self.parser, "aa"), ord("a"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "ab"), None)

class TestButNotRange(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_butnot(h.h_ch_range("0", "9"), h.h_ch("6"))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "4"), ord("4"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "6"), None)

class TestDifference(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_difference(h.h_token("ab"), h.h_ch("a"))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "ab"), "ab")
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "a"), None)

class TestXor(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_xor(h.h_ch_range("0", "6"), h.h_ch_range("5", "9"))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "0"), ord("0"))
        self.assertEqual(h.h_parse(self.parser, "9"), ord("9"))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "5"), None)
        self.assertEqual(h.h_parse(self.parser, "a"), None)

class TestMany(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_many(h.h_choice__a([h.h_ch("a"), h.h_ch("b")]))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, ""), ())
        self.assertEqual(h.h_parse(self.parser, "a"), tuple(map(ord, "a")))
        self.assertEqual(h.h_parse(self.parser, "b"), tuple(map(ord, "b")))
        self.assertEqual(h.h_parse(self.parser, "aabbaba"), tuple(map(ord, "aabbaba")))
    def test_failure(self):
        pass

class TestMany1(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_many1(h.h_choice__a([h.h_ch("a"), h.h_ch("b")]))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a"), tuple(ord(y) for y in ["a"]))
        self.assertEqual(h.h_parse(self.parser, "b"), tuple(ord(y) for y in ["b"]))
        self.assertEqual(h.h_parse(self.parser, "aabbaba"), tuple(ord(y) for y in ["a", "a", "b", "b", "a", "b", "a"]))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, ""), None)
        self.assertEqual(h.h_parse(self.parser, "daabbabadef"), None)

class TestRepeatN(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_repeat_n(h.h_choice__a([h.h_ch("a"), h.h_ch("b")]), 2)
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "abdef"), (ord('a'), ord('b')))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "adef"), None)
        self.assertEqual(h.h_parse(self.parser, "dabdef"), None)

class TestOptional(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_optional(h.h_choice__a([h.h_ch("b"), h.h_ch("c")])), h.h_ch("d")])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "abd"), (ord('a'),ord('b'),ord('d')))
        self.assertEqual(h.h_parse(self.parser, "acd"), (ord('a'),ord('c'),ord('d')))
        self.assertEqual(h.h_parse(self.parser, "ad"), (ord('a'),None,ord('d')))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "aed"), None)
        self.assertEqual(h.h_parse(self.parser, "ab"), None)
        self.assertEqual(h.h_parse(self.parser, "ac"), None)

class TestIgnore(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_ignore(h.h_ch("b")), h.h_ch("c")])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "abc"), tuple(map(ord, "ac")))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "ac"), None)

class TestSepBy(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sepBy(h.h_choice__a([h.h_ch("1"), h.h_ch("2"), h.h_ch("3")]), h.h_ch(","))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "1,2,3"), tuple(map(ord, "123")))
        self.assertEqual(h.h_parse(self.parser, "1,3,2"), tuple(map(ord, "132")))
        self.assertEqual(h.h_parse(self.parser, "1,3"), tuple(map(ord, "13")))
        self.assertEqual(h.h_parse(self.parser, "3"), (ord('3'),))
        self.assertEqual(h.h_parse(self.parser, ""), ())
    def test_failure(self):
        pass

class TestSepBy1(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sepBy1(h.h_choice__a([h.h_ch("1"), h.h_ch("2"), h.h_ch("3")]), h.h_ch(","))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "1,2,3"), tuple(map(ord, "123")))
        self.assertEqual(h.h_parse(self.parser, "1,3,2"), tuple(map(ord, "132")))
        self.assertEqual(h.h_parse(self.parser, "1,3"), tuple(map(ord, "13")))
        self.assertEqual(h.h_parse(self.parser, "3"), (ord('3'),))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, ""), None)

### segfaults
class TestEpsilonP1(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_epsilon_p(), h.h_ch("b")])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "ab"), tuple(ord(y) for y in ["a", "b"]))
    def test_failure(self):
        pass

class TestEpsilonP2(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_epsilon_p(), h.h_ch("a")])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a"), tuple(ord(y) for y in ["a"]))
    def test_failure(self):
        pass

class TestEpsilonP3(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_epsilon_p()])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a"), tuple(ord(y) for y in ["a"]))
    def test_failure(self):
        pass

# class TestAttrBool(unittest.TestCase):
#     @classmethod
#     def setUpClass(cls):
#         cls.parser = h.h_attr_bool(h.h_many1(h.h_choice__a([h.h_ch("a"), h.h_ch("b")])), lambda x: x[0] == x[1])
#     def test_success(self):
#         self.assertEqual(h.h_parse(self.parser, "aa"), ["a", "a"])
#         self.assertEqual(h.h_parse(self.parser, "bb"), ["b", "b"])
#     def test_failure(self):
#         self.assertEqual(h.h_parse(self.parser, "ab"), None)

class TestAnd1(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_and(h.h_ch("0")), h.h_ch("0")])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "0"), (0x30,))
    def test_failure(self):
        pass

class TestAnd2(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_and(h.h_ch("0")), h.h_ch("1")])
    def test_success(self):
        pass
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "0"), None)

class TestAnd3(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("1"), h.h_and(h.h_ch("2"))])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "12"), (0x31,))
    def test_failure(self):
        pass

class TestNot1(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_choice__a([h.h_ch("+"), h.h_token("++")]), h.h_ch("b")])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a+b"), tuple(ord(y) for y in ["a", "+", "b"]))
    def test_failure(self):
        self.assertEqual(h.h_parse(self.parser, "a++b"), None)

class TestNot2(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_choice__a([h.h_sequence__a([h.h_ch("+"), h.h_not(h.h_ch("+"))]), h.h_token("++")]), h.h_ch("b")])
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a+b"), (ord('a'), (ord('+'),), ord('b')))
        self.assertEqual(h.h_parse(self.parser, "a++b"), (ord('a'), "++", ord('b')))
    def test_failure(self):
        pass

# ### this is commented out for packrat in C ...
# #class TestLeftrec(unittest.TestCase):
# #    @classmethod
# #    def setUpClass(cls):
# #        cls.parser = h.h_indirect()
# #        a = h.h_ch("a")
# #        h.h_bind_indirect(cls.parser, h.h_choice(h.h_sequence(cls.parser, a), a))
# #    def test_success(self):
# #        self.assertEqual(h.h_parse(self.parser, "a"), "a")
# #        self.assertEqual(h.h_parse(self.parser, "aa"), ["a", "a"])
# #        self.assertEqual(h.h_parse(self.parser, "aaa"), ["a", "a", "a"])
# #    def test_failure(self):
# #        pass

class TestRightrec(unittest.TestCase):
    @classmethod
    def setUpClass(cls):
        cls.parser = h.h_indirect()
        a = h.h_ch("a")
        h.h_bind_indirect(cls.parser, h.h_choice__a([h.h_sequence__a([a, cls.parser]), h.h_epsilon_p()]))
    def test_success(self):
        self.assertEqual(h.h_parse(self.parser, "a"), (ord('a'),))
        self.assertEqual(h.h_parse(self.parser, "aa"), (ord('a'), (ord('a'),)))
        self.assertEqual(h.h_parse(self.parser, "aaa"), (ord('a'), (ord('a'), (ord('a'),))))
    def test_failure(self):
        pass

# ### this is just for GLR
# #class TestAmbiguous(unittest.TestCase):
# #    @classmethod
# #    def setUpClass(cls):
# #        cls.parser = h.h_indirect()
# #        d = h.h_ch("d")
# #        p = h.h_ch("+")
# #        h.h_bind_indirect(cls.parser, h.h_choice(h.h_sequence(cls.parser, p, cls.parser), d))
# #        # this is supposed to be flattened
# #    def test_success(self):
# #        self.assertEqual(h.h_parse(self.parser, "d"), ["d"])
# #        self.assertEqual(h.h_parse(self.parser, "d+d"), ["d", "+", "d"])
# #        self.assertEqual(h.h_parse(self.parser, "d+d+d"), ["d", "+", "d", "+", "d"])
# #    def test_failure(self):
# #        self.assertEqual(h.h_parse(self.parser, "d+"), None)