Files
pdfmajor/tests/test_parser.py
T
ari 3d39bd575f converted parser to functional
fixed a bufsize issue on the lexer
2020-10-27 09:46:51 -04:00

218 lines
6.8 KiB
Python

from pathlib import Path
from pdfmajor.parser.xrefdb import XRefDB
from pdfmajor.parser import iter_objects
from pdfmajor.parser.objects.collections import PDFDictionary
from pdfmajor.parser.objects.primitives import PDFHexString, PDFInteger, PDFString
from typing import Any, List
from decimal import Decimal
from unittest import TestCase
from pdfmajor.streambuffer import BufferStream
from pdfmajor.parser.objects.indirect import IndirectObject
from pdfmajor.parser.objects.base import PDFObject
from pdfmajor.parser.objects.comment import PDFComment
from pdfmajor.parser.objects.stream import PDFStream
CURRENT_FOLDER = Path(__file__).parent
class Collections(TestCase):
def run_test(self, raw: bytes, expected: Any):
size = len(raw)
for buf_size in [
2,
3,
size // 4,
size // 3,
size // 2,
3 * size // 4,
size,
2 * size,
4 * size,
]:
buffer = BufferStream.from_bytes(raw, buffer_size=buf_size)
it = iter_objects(buffer, XRefDB())
obj = next(it)
self.assertEqual(obj.to_python(), expected)
with self.assertRaises(StopIteration):
next(it)
def test_parse_dict(self):
self.run_test(
raw=br"""<< /Type /Example
/Subtype /DictionaryExample
/Version 0.01
/IntegerItem 12
/StringItem ( a string )
/Subdictionary <<
/Item1 0.4
/Item2 true
/LastItem ( not! )
/VeryLastItem ( OK ) >>
>>""",
expected={
"Type": "/Example",
"Subtype": "/DictionaryExample",
"Version": Decimal("0.01"),
"IntegerItem": 12,
"StringItem": " a string ",
"Subdictionary": {
"Item1": Decimal("0.4"),
"Item2": True,
"LastItem": " not! ",
"VeryLastItem": " OK ",
},
},
)
def test_parse_array(self):
self.run_test(
raw=br"""[ 549 3.14 false ( Ralph ) /SomeName ]""",
expected=[549, Decimal("3.14"), False, " Ralph ", "/SomeName"],
)
def test_parse_nested_array(self):
self.run_test(
raw=br"""[ [10 30] [22 33] [
<< /x 0 /y 5 >>
<< /x 10 /y 5 >>
] ]""",
expected=[
[10, 30],
[22, 33],
[
{"x": 0, "y": 5},
{"x": 10, "y": 5},
],
],
)
class IndirectObjects(TestCase):
def run_test(self, raw: bytes, expected: List[PDFObject]) -> XRefDB:
db: XRefDB = XRefDB()
size = len(raw)
for buf_size in [
2,
3,
size // 4,
size // 3,
size // 2,
3 * size // 4,
size,
2 * size,
4 * size,
]:
db = XRefDB()
buffer = BufferStream.from_bytes(raw, buffer_size=buf_size)
it = iter_objects(buffer, db)
for obj, eobj in zip(it, expected):
self.assertEqual(obj, eobj)
with self.assertRaises((StopIteration, EOFError)):
next(it)
return db
def test_parse_simple_indobj(self):
self.run_test(
raw=br"""
12 1 obj (Bring) endobj
100 0 obj
<33>
endobj
13 8
obj
<< /x 1 /y 3>> endobj
""",
expected=[
IndirectObject(12, 1, 18, PDFString("Bring", 0, 0)),
IndirectObject(100, 0, 25, PDFHexString(b"3", 0, 0)),
IndirectObject(
13,
8,
144,
PDFDictionary.from_dict(
{"x": PDFInteger(1, 0, 0), "y": PDFInteger(3, 0, 0)}
),
),
],
)
def test_parse_obj_with_references(self):
db = self.run_test(
raw=br"""
12 1 obj (Bring) endobj
10 2 obj << /lastone 12 1 R >> endobj
""",
expected=[
IndirectObject(12, 1, 18, PDFString("Bring", 0, 0)),
IndirectObject(
0,
2,
54,
data=PDFDictionary.from_dict({"lastone": PDFString("Bring", 0, 0)}),
),
],
)
sec_obj = db.objs[(10, 2)]
self.assertEqual(
sec_obj.to_python(),
{"lastone": "Bring"},
)
def test_parse_comments(self):
self.run_test(
br"""
10 0 % object references
obj % start of object
(testing) % object content
endobj %closing the object
11 1 obj 2 endobj
""",
expected=[
PDFComment(b" object references", (22, 41)),
PDFComment(b" start of object", (62, 79)),
PDFComment(b" object content", (110, 126)),
IndirectObject(10, 0, 58, PDFString("testing", 0, 0)),
PDFComment(b"closing the object", (150, 169)),
IndirectObject(11, 1, 191, PDFInteger(2, 0, 0)),
],
)
def test_parse_stream(self):
buffer = BufferStream.from_bytes(
br"""
5 0 obj
<< /Type /XRef /Length 124 /Filter /FlateDecode >>
stream
"<99><A3><C1>l01234567890l01234567890l01234567890l01234567890l01234567890l01234567890l01234567890l01234567890l01234567
<80>endstream
endobj
"""
)
for obj in iter_objects(buffer, XRefDB()):
self.assertIsInstance(obj, IndirectObject)
self.assertIsInstance(obj.get_object(), PDFStream)
self.assertDictEqual(
obj.get_object().to_python(),
{
"offset": 78,
"length": 0,
"filter": None,
"decode_parms": None,
"f": None,
"ffilter": None,
"fdecode_parms": None,
"dl": None,
},
)
# class PDFStreamParsing(TestCase):
# def test_simple(self):
# with (CURRENT_FOLDER / "samples" / "pdf" / "chars.pdf").open("br") as fp:
# parser = PDFParser(fp)
# for obj in parser.iter_objects():
# print(obj)