changed layout + literal tokens
This commit is contained in:
1 parent
da066edaf5
commit
a0cc862804
12 files changed
+487
-106
No files matched your search
+38
-2
@@ -1,7 +1,11 @@
|
||||
from decimal import Decimal
|
||||
import io
|
||||
from pdfmajor.tokenizer.token import TokenComment, TokenDecimal, TokenInteger
|
||||
from pdfmajor.tokenizer.token_parser import PInput, parse_comment, parse_number
|
||||
from pdfmajor.tokenizer.token import TokenBoolean, TokenComment, TokenDecimal, TokenInteger, TokenLiteral
|
||||
from pdfmajor.tokenizer.token_parsers.util import PInput
|
||||
from pdfmajor.tokenizer.token_parsers.comment import parse_comment
|
||||
from pdfmajor.tokenizer.token_parsers.keyword import parse_keyword
|
||||
from pdfmajor.tokenizer.token_parsers.number import parse_number
|
||||
from pdfmajor.tokenizer.token_parsers.literal import parse_literal
|
||||
from unittest import TestCase
|
||||
|
||||
def make_stream_iter(data: bytes, initpos: int = 0):
|
||||
@@ -62,3 +66,35 @@ class Basics(TestCase):
|
||||
self.assertEqual(token.size, 3)
|
||||
|
||||
|
||||
def test_parse_bool_true(self):
|
||||
iter_stream = make_stream_iter(
|
||||
b"true and the american way",
|
||||
91
|
||||
)
|
||||
token = parse_keyword(91, iter_stream(33))
|
||||
self.assertIsInstance(token, TokenBoolean)
|
||||
self.assertEqual(token.pos, 91)
|
||||
self.assertEqual(token.value, True)
|
||||
self.assertEqual(token.size, 4)
|
||||
|
||||
def test_parse_bool_false(self):
|
||||
iter_stream = make_stream_iter(
|
||||
b"false mannn",
|
||||
33
|
||||
)
|
||||
token = parse_keyword(33, iter_stream(100))
|
||||
self.assertIsInstance(token, TokenBoolean)
|
||||
self.assertEqual(token.pos, 33)
|
||||
self.assertEqual(token.value, False)
|
||||
self.assertEqual(token.size, 5)
|
||||
|
||||
def test_parse_literals(self):
|
||||
iter_stream = make_stream_iter(
|
||||
b"Some_Name /foo#5f#xbaa",
|
||||
71
|
||||
)
|
||||
token = parse_literal(71, iter_stream(1))
|
||||
self.assertIsInstance(token, TokenLiteral)
|
||||
self.assertEqual(token.pos, 71)
|
||||
self.assertEqual(token.value, 'Some_Name')
|
||||
self.assertEqual(token.size, 9)
|
||||
Reference in new issue
Block a user