import unittest import hammer as h class TestTokenParser(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_token("95\xa2") def test_success(self): self.assertEqual(h.h_parse(self.parser, "95\xa2"), "95\xa2") def test_partial_fails(self): self.assertEqual(h.h_parse(self.parser, "95"), None) class TestChParser(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser_int = h.h_ch(0xa2) cls.parser_chr = h.h_ch("\xa2") def test_success(self): self.assertEqual(h.h_parse(self.parser_int, "\xa2"), 0xa2) self.assertEqual(h.h_parse(self.parser_chr, "\xa2"), ord("\xa2")) # TODO: interface change def test_failure(self): self.assertEqual(h.h_parse(self.parser_int, "\xa3"), None) self.assertEqual(h.h_parse(self.parser_chr, "\xa3"), None) class TestChRange(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_ch_range("a", "c") def test_success(self): self.assertEqual(h.h_parse(self.parser, "b"), ord("b")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "d"), None) class TestInt64(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_int64() def test_success(self): self.assertEqual(h.h_parse(self.parser, "\xff\xff\xff\xfe\x00\x00\x00\x00"), -0x200000000) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "\xff\xff\xff\xfe\x00\x00\x00"), None) class TestInt32(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_int32() def test_success(self): self.assertEqual(h.h_parse(self.parser, "\xff\xfe\x00\x00"), -0x20000) self.assertEqual(h.h_parse(self.parser, "\x00\x02\x00\x00"), 0x20000) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "\xff\xfe\x00"), None) self.assertEqual(h.h_parse(self.parser, "\x00\x02\x00"), None) class TestInt16(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_int16() def test_success(self): self.assertEqual(h.h_parse(self.parser, "\xfe\x00"), -0x200) self.assertEqual(h.h_parse(self.parser, "\x02\x00"), 0x200) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "\xfe"), None) self.assertEqual(h.h_parse(self.parser, "\x02"), None) class TestInt8(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_int8() def test_success(self): self.assertEqual(h.h_parse(self.parser, "\x88"), -0x78) def test_failure(self): self.assertEqual(h.h_parse(self.parser, ""), None) class TestUint64(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_uint64() def test_success(self): self.assertEqual(h.h_parse(self.parser, "\x00\x00\x00\x02\x00\x00\x00\x00"), 0x200000000) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "\x00\x00\x00\x02\x00\x00\x00"), None) class TestUint32(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_uint32() def test_success(self): self.assertEqual(h.h_parse(self.parser, "\x00\x02\x00\x00"), 0x20000) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "\x00\x02\x00"), None) class TestUint16(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_uint16() def test_success(self): self.assertEqual(h.h_parse(self.parser, "\x02\x00"), 0x200) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "\x02"), None) class TestUint8(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_uint8() def test_success(self): self.assertEqual(h.h_parse(self.parser, "\x78"), 0x78) def test_failure(self): self.assertEqual(h.h_parse(self.parser, ""), None) class TestIntRange(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_int_range(h.h_uint8(), 3, 10) def test_success(self): self.assertEqual(h.h_parse(self.parser, "\x05"), 5) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "\x0b"), None) class TestWhitespace(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_whitespace(h.h_ch("a")) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a"), ord("a")) self.assertEqual(h.h_parse(self.parser, " a"), ord("a")) self.assertEqual(h.h_parse(self.parser, " a"), ord("a")) self.assertEqual(h.h_parse(self.parser, "\ta"), ord("a")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "_a"), None) class TestWhitespaceEnd(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_whitespace(h.h_end_p()) def test_success(self): self.assertEqual(h.h_parse(self.parser, ""), None) # empty string self.assertEqual(h.h_parse(self.parser, " "), None) # empty string def test_failure(self): self.assertEqual(h.h_parse(self.parser, " x"), None) class TestLeft(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_left(h.h_ch("a"), h.h_ch(" ")) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a "), ord("a")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "a"), None) self.assertEqual(h.h_parse(self.parser, " "), None) self.assertEqual(h.h_parse(self.parser, "ab"), None) class TestRight(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_right(h.h_ch(" "), h.h_ch("a")) def test_success(self): self.assertEqual(h.h_parse(self.parser, " a"), ord("a")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "a"), None) self.assertEqual(h.h_parse(self.parser, " "), None) self.assertEqual(h.h_parse(self.parser, "ba"), None) class TestMiddle(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_middle(h.h_ch(" "), h.h_ch("a"), h.h_ch(" ")) def test_success(self): self.assertEqual(h.h_parse(self.parser, " a "), ord("a")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "a"), None) self.assertEqual(h.h_parse(self.parser, " "), None) self.assertEqual(h.h_parse(self.parser, " a"), None) self.assertEqual(h.h_parse(self.parser, "a "), None) self.assertEqual(h.h_parse(self.parser, " b "), None) self.assertEqual(h.h_parse(self.parser, "ba "), None) self.assertEqual(h.h_parse(self.parser, " ab"), None) #@unittest.skip("Action not implemented yet") class TestAction(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_action(h.h_sequence__a([h.h_choice__a([h.h_ch("a"), h.h_ch("A")]), h.h_choice__a([h.h_ch("b"), h.h_ch("B")])]), lambda x: [chr(y).upper() for y in x]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "ab"), ["A", "B"]) self.assertEqual(h.h_parse(self.parser, "AB"), ["A", "B"]) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "XX"), None) class TestIn(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_in("abc") def test_success(self): self.assertEqual(h.h_parse(self.parser, "b"), ord("b")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "d"), None) class TestNotIn(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_not_in("abc") def test_success(self): self.assertEqual(h.h_parse(self.parser, "d"), ord("d")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "a"), None) class TestEndP(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_end_p()]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a"), tuple(ord(y) for y in ["a"])) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "aa"), None) class TestNothingP(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_nothing_p() def test_success(self): pass def test_failure(self): self.assertEqual(h.h_parse(self.parser, "a"), None) class TestSequence(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_ch("b")]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "ab"), tuple(map(ord, "ab"))) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "a"), None) self.assertEqual(h.h_parse(self.parser, "b"), None) class TestSequenceWhitespace(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_whitespace(h.h_ch("b"))]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "ab"), tuple(map(ord,"ab"))) self.assertEqual(h.h_parse(self.parser, "a b"), tuple(map(ord,"ab"))) self.assertEqual(h.h_parse(self.parser, "a b"), tuple(map(ord,"ab"))) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "a c"), None) class TestChoice(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_choice__a([h.h_ch("a"), h.h_ch("b")]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a"), ord("a")) self.assertEqual(h.h_parse(self.parser, "b"), ord("b")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "c"), None) class TestButNot(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_butnot(h.h_ch("a"), h.h_token("ab")) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a"), ord("a")) self.assertEqual(h.h_parse(self.parser, "aa"), ord("a")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "ab"), None) class TestButNotRange(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_butnot(h.h_ch_range("0", "9"), h.h_ch("6")) def test_success(self): self.assertEqual(h.h_parse(self.parser, "4"), ord("4")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "6"), None) class TestDifference(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_difference(h.h_token("ab"), h.h_ch("a")) def test_success(self): self.assertEqual(h.h_parse(self.parser, "ab"), "ab") def test_failure(self): self.assertEqual(h.h_parse(self.parser, "a"), None) class TestXor(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_xor(h.h_ch_range("0", "6"), h.h_ch_range("5", "9")) def test_success(self): self.assertEqual(h.h_parse(self.parser, "0"), ord("0")) self.assertEqual(h.h_parse(self.parser, "9"), ord("9")) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "5"), None) self.assertEqual(h.h_parse(self.parser, "a"), None) class TestMany(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_many(h.h_choice__a([h.h_ch("a"), h.h_ch("b")])) def test_success(self): self.assertEqual(h.h_parse(self.parser, ""), ()) self.assertEqual(h.h_parse(self.parser, "a"), tuple(map(ord, "a"))) self.assertEqual(h.h_parse(self.parser, "b"), tuple(map(ord, "b"))) self.assertEqual(h.h_parse(self.parser, "aabbaba"), tuple(map(ord, "aabbaba"))) def test_failure(self): pass class TestMany1(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_many1(h.h_choice__a([h.h_ch("a"), h.h_ch("b")])) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a"), tuple(ord(y) for y in ["a"])) self.assertEqual(h.h_parse(self.parser, "b"), tuple(ord(y) for y in ["b"])) self.assertEqual(h.h_parse(self.parser, "aabbaba"), tuple(ord(y) for y in ["a", "a", "b", "b", "a", "b", "a"])) def test_failure(self): self.assertEqual(h.h_parse(self.parser, ""), None) self.assertEqual(h.h_parse(self.parser, "daabbabadef"), None) class TestRepeatN(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_repeat_n(h.h_choice__a([h.h_ch("a"), h.h_ch("b")]), 2) def test_success(self): self.assertEqual(h.h_parse(self.parser, "abdef"), (ord('a'), ord('b'))) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "adef"), None) self.assertEqual(h.h_parse(self.parser, "dabdef"), None) class TestOptional(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_optional(h.h_choice__a([h.h_ch("b"), h.h_ch("c")])), h.h_ch("d")]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "abd"), (ord('a'),ord('b'),ord('d'))) self.assertEqual(h.h_parse(self.parser, "acd"), (ord('a'),ord('c'),ord('d'))) self.assertEqual(h.h_parse(self.parser, "ad"), (ord('a'),None,ord('d'))) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "aed"), None) self.assertEqual(h.h_parse(self.parser, "ab"), None) self.assertEqual(h.h_parse(self.parser, "ac"), None) class TestIgnore(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_ignore(h.h_ch("b")), h.h_ch("c")]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "abc"), tuple(map(ord, "ac"))) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "ac"), None) class TestSepBy(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sepBy(h.h_choice__a([h.h_ch("1"), h.h_ch("2"), h.h_ch("3")]), h.h_ch(",")) def test_success(self): self.assertEqual(h.h_parse(self.parser, "1,2,3"), tuple(map(ord, "123"))) self.assertEqual(h.h_parse(self.parser, "1,3,2"), tuple(map(ord, "132"))) self.assertEqual(h.h_parse(self.parser, "1,3"), tuple(map(ord, "13"))) self.assertEqual(h.h_parse(self.parser, "3"), (ord('3'),)) self.assertEqual(h.h_parse(self.parser, ""), ()) def test_failure(self): pass class TestSepBy1(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sepBy1(h.h_choice__a([h.h_ch("1"), h.h_ch("2"), h.h_ch("3")]), h.h_ch(",")) def test_success(self): self.assertEqual(h.h_parse(self.parser, "1,2,3"), tuple(map(ord, "123"))) self.assertEqual(h.h_parse(self.parser, "1,3,2"), tuple(map(ord, "132"))) self.assertEqual(h.h_parse(self.parser, "1,3"), tuple(map(ord, "13"))) self.assertEqual(h.h_parse(self.parser, "3"), (ord('3'),)) def test_failure(self): self.assertEqual(h.h_parse(self.parser, ""), None) ### segfaults class TestEpsilonP1(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_epsilon_p(), h.h_ch("b")]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "ab"), tuple(ord(y) for y in ["a", "b"])) def test_failure(self): pass class TestEpsilonP2(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_epsilon_p(), h.h_ch("a")]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a"), tuple(ord(y) for y in ["a"])) def test_failure(self): pass class TestEpsilonP3(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_epsilon_p()]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a"), tuple(ord(y) for y in ["a"])) def test_failure(self): pass # class TestAttrBool(unittest.TestCase): # @classmethod # def setUpClass(cls): # cls.parser = h.h_attr_bool(h.h_many1(h.h_choice__a([h.h_ch("a"), h.h_ch("b")])), lambda x: x[0] == x[1]) # def test_success(self): # self.assertEqual(h.h_parse(self.parser, "aa"), ["a", "a"]) # self.assertEqual(h.h_parse(self.parser, "bb"), ["b", "b"]) # def test_failure(self): # self.assertEqual(h.h_parse(self.parser, "ab"), None) class TestAnd1(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_and(h.h_ch("0")), h.h_ch("0")]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "0"), (0x30,)) def test_failure(self): pass class TestAnd2(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_and(h.h_ch("0")), h.h_ch("1")]) def test_success(self): pass def test_failure(self): self.assertEqual(h.h_parse(self.parser, "0"), None) class TestAnd3(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("1"), h.h_and(h.h_ch("2"))]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "12"), (0x31,)) def test_failure(self): pass class TestNot1(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_choice__a([h.h_ch("+"), h.h_token("++")]), h.h_ch("b")]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a+b"), tuple(ord(y) for y in ["a", "+", "b"])) def test_failure(self): self.assertEqual(h.h_parse(self.parser, "a++b"), None) class TestNot2(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_sequence__a([h.h_ch("a"), h.h_choice__a([h.h_sequence__a([h.h_ch("+"), h.h_not(h.h_ch("+"))]), h.h_token("++")]), h.h_ch("b")]) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a+b"), (ord('a'), (ord('+'),), ord('b'))) self.assertEqual(h.h_parse(self.parser, "a++b"), (ord('a'), "++", ord('b'))) def test_failure(self): pass # ### this is commented out for packrat in C ... # #class TestLeftrec(unittest.TestCase): # # @classmethod # # def setUpClass(cls): # # cls.parser = h.h_indirect() # # a = h.h_ch("a") # # h.h_bind_indirect(cls.parser, h.h_choice(h.h_sequence(cls.parser, a), a)) # # def test_success(self): # # self.assertEqual(h.h_parse(self.parser, "a"), "a") # # self.assertEqual(h.h_parse(self.parser, "aa"), ["a", "a"]) # # self.assertEqual(h.h_parse(self.parser, "aaa"), ["a", "a", "a"]) # # def test_failure(self): # # pass class TestRightrec(unittest.TestCase): @classmethod def setUpClass(cls): cls.parser = h.h_indirect() a = h.h_ch("a") h.h_bind_indirect(cls.parser, h.h_choice__a([h.h_sequence__a([a, cls.parser]), h.h_epsilon_p()])) def test_success(self): self.assertEqual(h.h_parse(self.parser, "a"), (ord('a'),)) self.assertEqual(h.h_parse(self.parser, "aa"), (ord('a'), (ord('a'),))) self.assertEqual(h.h_parse(self.parser, "aaa"), (ord('a'), (ord('a'), (ord('a'),)))) def test_failure(self): pass # ### this is just for GLR # #class TestAmbiguous(unittest.TestCase): # # @classmethod # # def setUpClass(cls): # # cls.parser = h.h_indirect() # # d = h.h_ch("d") # # p = h.h_ch("+") # # h.h_bind_indirect(cls.parser, h.h_choice(h.h_sequence(cls.parser, p, cls.parser), d)) # # # this is supposed to be flattened # # def test_success(self): # # self.assertEqual(h.h_parse(self.parser, "d"), ["d"]) # # self.assertEqual(h.h_parse(self.parser, "d+d"), ["d", "+", "d"]) # # self.assertEqual(h.h_parse(self.parser, "d+d+d"), ["d", "+", "d", "+", "d"]) # # def test_failure(self): # # self.assertEqual(h.h_parse(self.parser, "d+"), None)