implement dd bracket

This commit is contained in:
ari committed 2020-10-16 16:55:54 -04:00
1 parent 370a1b40a1
commit 0eb5e4b8fc
4 files changed
+106 -9

No files matched your search

+45 -4
View File
@@ -1,11 +1,20 @@
import io
from pdfmajor.lexer.dict_and_hex import parse_double_angled_bracket, parse_hexstring
from pdfmajor.lexer.string import parse_string
from unittest import TestCase
from pdfmajor.lexer.name import parse_name
from pdfmajor.lexer.keyword import parse_keyword
from pdfmajor.safebufiterator import SafeBufferIt
from pdfmajor.lexer.token import TokenBoolean, TokenComment, TokenName, TokenString
from pdfmajor.lexer.token import (
TDictVaue,
TokenBoolean,
TokenComment,
TokenDictionary,
TokenHexString,
TokenName,
TokenString,
)
from pdfmajor.lexer.comment import parse_comment
@@ -97,7 +106,7 @@ class Basics(TestCase):
def test_parse_string_nest_brackets(self):
for buf_size in [1, 2, 3, 50, 100]:
with self.subTest(buf_end_loc=buf_size):
buffer = make_stream_iter(br"x - (y*2-z-(2+3))) ", 88)
buffer = make_stream_iter(br"x - (y*2-z-(2+3))) ", buf_size)
token = parse_string(buffer)
self.assertIsInstance(token, TokenString)
self.assertEqual(token.start_loc, -1)
@@ -107,7 +116,9 @@ class Basics(TestCase):
def test_parse_string_hex_chars(self):
for buf_size in [1, 2, 3, 50, 100]:
with self.subTest(buf_end_loc=buf_size):
buffer = make_stream_iter(br"def\040\0\0404ghi) (bach\\slask) ", 39)
buffer = make_stream_iter(
br"def\040\0\0404ghi) (bach\\slask) ", buf_size
)
token = parse_string(buffer)
self.assertIsInstance(token, TokenString)
self.assertEqual(token.start_loc, -1)
@@ -117,9 +128,39 @@ class Basics(TestCase):
def test_parse_string_escape_char(self):
for buf_size in [1, 2, 3, 50, 100]:
with self.subTest(buf_end_loc=buf_size):
buffer = make_stream_iter(br"bach\\slask) ", 39)
buffer = make_stream_iter(br"bach\\slask) ", buf_size)
token = parse_string(buffer)
self.assertIsInstance(token, TokenString)
self.assertEqual(token.start_loc, -1)
self.assertEqual(token.value, r"bach\slask")
self.assertEqual(token.end_loc, 12)
def test_parse_hex_string(self):
for buf_size in [1, 2, 3, 50, 100]:
with self.subTest(buf_end_loc=buf_size):
buffer = make_stream_iter(br"10 20 31a 12a>", buf_size)
token = parse_hexstring(buffer)
self.assertIsInstance(token, TokenHexString)
self.assertEqual(token.start_loc, -1)
self.assertEqual(token.value, b"\x10 1\xa1*")
self.assertEqual(token.end_loc, 14)
def test_parse_dict_keyword(self):
for buf_size in [1, 2, 3, 50, 100]:
with self.subTest(buf_end_loc=buf_size):
buffer = make_stream_iter(br"<wow wee", buf_size)
token = parse_double_angled_bracket(buffer)
self.assertIsInstance(token, TokenDictionary)
self.assertEqual(token.start_loc, -1)
self.assertEqual(token.value, TDictVaue.OPEN)
self.assertEqual(token.end_loc, 2)
def test_parse_dd_to_hex(self):
for buf_size in [1, 2, 3, 50, 100]:
with self.subTest(buf_end_loc=buf_size):
buffer = make_stream_iter(br"10 20 31a 12a>", buf_size)
token = parse_double_angled_bracket(buffer)
self.assertIsInstance(token, TokenHexString)
self.assertEqual(token.start_loc, -1)
self.assertEqual(token.value, b"\x10 1\xa1*")
self.assertEqual(token.end_loc, 14)