changed layout + literal tokens

This commit is contained in:
ari committed 2020-10-13 16:41:41 -04:00
1 parent da066edaf5
commit a0cc862804
12 files changed
+487 -106

No files matched your search

+38 -2
View File
@@ -1,7 +1,11 @@
from decimal import Decimal
import io
from pdfmajor.tokenizer.token import TokenComment, TokenDecimal, TokenInteger
from pdfmajor.tokenizer.token_parser import PInput, parse_comment, parse_number
from pdfmajor.tokenizer.token import TokenBoolean, TokenComment, TokenDecimal, TokenInteger, TokenLiteral
from pdfmajor.tokenizer.token_parsers.util import PInput
from pdfmajor.tokenizer.token_parsers.comment import parse_comment
from pdfmajor.tokenizer.token_parsers.keyword import parse_keyword
from pdfmajor.tokenizer.token_parsers.number import parse_number
from pdfmajor.tokenizer.token_parsers.literal import parse_literal
from unittest import TestCase
def make_stream_iter(data: bytes, initpos: int = 0):
@@ -62,3 +66,35 @@ class Basics(TestCase):
self.assertEqual(token.size, 3)
def test_parse_bool_true(self):
iter_stream = make_stream_iter(
b"true and the american way",
91
)
token = parse_keyword(91, iter_stream(33))
self.assertIsInstance(token, TokenBoolean)
self.assertEqual(token.pos, 91)
self.assertEqual(token.value, True)
self.assertEqual(token.size, 4)
def test_parse_bool_false(self):
iter_stream = make_stream_iter(
b"false mannn",
33
)
token = parse_keyword(33, iter_stream(100))
self.assertIsInstance(token, TokenBoolean)
self.assertEqual(token.pos, 33)
self.assertEqual(token.value, False)
self.assertEqual(token.size, 5)
def test_parse_literals(self):
iter_stream = make_stream_iter(
b"Some_Name /foo#5f#xbaa",
71
)
token = parse_literal(71, iter_stream(1))
self.assertIsInstance(token, TokenLiteral)
self.assertEqual(token.pos, 71)
self.assertEqual(token.value, 'Some_Name')
self.assertEqual(token.size, 9)