279 lines
8.5 KiB
Python
279 lines
8.5 KiB
Python
from decimal import Decimal
|
|
from pathlib import Path
|
|
from typing import Any, List
|
|
from unittest import TestCase
|
|
|
|
from pdfmajor.parser import iter_objects
|
|
from pdfmajor.parser.objects import (
|
|
IndirectObject,
|
|
ObjectRef,
|
|
PDFArray,
|
|
PDFComment,
|
|
PDFDictionary,
|
|
PDFInteger,
|
|
PDFObject,
|
|
PDFStream,
|
|
PDFString,
|
|
)
|
|
from pdfmajor.streambuffer import BufferStream
|
|
|
|
CURRENT_FOLDER = Path(__file__).parent
|
|
|
|
|
|
class Collections(TestCase):
|
|
def run_test(self, raw: bytes, expected: Any):
|
|
size = len(raw)
|
|
for buf_size in [
|
|
2,
|
|
3,
|
|
size // 4,
|
|
size // 3,
|
|
size // 2,
|
|
3 * size // 4,
|
|
size,
|
|
2 * size,
|
|
4 * size,
|
|
]:
|
|
buffer = BufferStream.from_bytes(raw, buffer_size=buf_size)
|
|
it = iter_objects(buffer)
|
|
obj = next(it)
|
|
self.assertEqual(obj.to_python(), expected)
|
|
with self.assertRaises(StopIteration):
|
|
next(it)
|
|
|
|
def test_parse_dict(self):
|
|
self.run_test(
|
|
raw=br"""<< /Type /Example
|
|
/Subtype /DictionaryExample
|
|
/Version 0.01
|
|
/IntegerItem 12
|
|
/StringItem ( a string )
|
|
/Subdictionary <<
|
|
/Item1 0.4
|
|
/Item2 true
|
|
/LastItem ( not! )
|
|
/VeryLastItem ( OK ) >>
|
|
>>""",
|
|
expected={
|
|
"Type": "/Example",
|
|
"Subtype": "/DictionaryExample",
|
|
"Version": Decimal("0.01"),
|
|
"IntegerItem": 12,
|
|
"StringItem": b" a string ",
|
|
"Subdictionary": {
|
|
"Item1": Decimal("0.4"),
|
|
"Item2": True,
|
|
"LastItem": b" not! ",
|
|
"VeryLastItem": b" OK ",
|
|
},
|
|
},
|
|
)
|
|
|
|
def test_parse_array(self):
|
|
self.run_test(
|
|
raw=br"""[ 549 3.14 false ( Ralph ) /SomeName ]""",
|
|
expected=[549, Decimal("3.14"), False, b" Ralph ", "/SomeName"],
|
|
)
|
|
|
|
def test_parse_nested_array(self):
|
|
self.run_test(
|
|
raw=br"""[ [10 30] [22 33] [
|
|
<< /x 0 /y 5 >>
|
|
<< /x 10 /y 5 >>
|
|
] ]""",
|
|
expected=[
|
|
[10, 30],
|
|
[22, 33],
|
|
[
|
|
{"x": 0, "y": 5},
|
|
{"x": 10, "y": 5},
|
|
],
|
|
],
|
|
)
|
|
|
|
|
|
class IndirectObjects(TestCase):
|
|
def run_test(
|
|
self,
|
|
raw: bytes,
|
|
expected: List[PDFObject],
|
|
):
|
|
size = len(raw)
|
|
for buf_size in [
|
|
2,
|
|
3,
|
|
size // 4,
|
|
size // 3,
|
|
size // 2,
|
|
3 * size // 4,
|
|
size,
|
|
2 * size,
|
|
4 * size,
|
|
]:
|
|
buffer = BufferStream.from_bytes(raw, buffer_size=buf_size)
|
|
it = iter_objects(buffer)
|
|
for obj, eobj in zip(it, expected):
|
|
self.assertEqual(
|
|
obj,
|
|
eobj,
|
|
f"objects do not match\n incoming={obj}\n expected={eobj}",
|
|
)
|
|
with self.assertRaises((StopIteration, EOFError)):
|
|
next(it)
|
|
|
|
def test_array_ofindirects(self):
|
|
self.run_test(
|
|
raw=br"""[0 1 3 R 2 3 23 4 R 31 2 R]""",
|
|
expected=[
|
|
PDFArray.from_list(
|
|
[
|
|
PDFInteger(0, 0, 0),
|
|
ObjectRef(1, 3),
|
|
PDFInteger(2, 0, 0),
|
|
PDFInteger(3, 0, 0),
|
|
ObjectRef(23, 4),
|
|
ObjectRef(31, 2),
|
|
]
|
|
)
|
|
],
|
|
)
|
|
|
|
def test_parse_simple_indobj(self):
|
|
self.run_test(
|
|
raw=br"""
|
|
12 1 obj (Bring) endobj
|
|
100 0 obj
|
|
<33>
|
|
endobj
|
|
13 8
|
|
obj
|
|
<< /x 1 /y 3>> endobj
|
|
""",
|
|
expected=[
|
|
IndirectObject(12, 1, 18, PDFString(b"Bring", 0, 0)),
|
|
IndirectObject(100, 0, 55, PDFString(b"3", 0, 0)),
|
|
IndirectObject(
|
|
13,
|
|
8,
|
|
124,
|
|
PDFDictionary.from_dict(
|
|
{"x": PDFInteger(1, 0, 0), "y": PDFInteger(3, 0, 0)}
|
|
),
|
|
),
|
|
],
|
|
)
|
|
|
|
def test_parse_obj_with_references(self):
|
|
self.run_test(
|
|
raw=br"""
|
|
12 1 obj (Bring) endobj
|
|
10 2 obj << /lastone 12 1 R >> endobj
|
|
|
|
""",
|
|
expected=[
|
|
IndirectObject(12, 1, 18, PDFString(b"Bring", 0, 0)),
|
|
IndirectObject(
|
|
10,
|
|
2,
|
|
54,
|
|
data=PDFDictionary.from_dict({"lastone": ObjectRef(12, 1)}),
|
|
),
|
|
],
|
|
)
|
|
|
|
def test_parse_comments(self):
|
|
self.run_test(
|
|
br"""
|
|
10 0 % object references
|
|
obj % start of object
|
|
(testing) % object content
|
|
endobj %closing the object
|
|
11 1 obj 2 endobj
|
|
""",
|
|
expected=[
|
|
PDFComment(b" object references", (22, 41)),
|
|
PDFComment(b" start of object", (62, 79)),
|
|
PDFComment(b" object content", (110, 126)),
|
|
IndirectObject(10, 0, 58, PDFString(b"testing", 0, 0)),
|
|
PDFComment(b"closing the object", (150, 169)),
|
|
IndirectObject(11, 1, 191, PDFInteger(2, 0, 0)),
|
|
],
|
|
)
|
|
|
|
def test_parse_stream(self):
|
|
buffer = BufferStream.from_bytes(
|
|
br"""
|
|
5 0 obj
|
|
<< /Type /XRef /Length 123 /Filter /FlateDecode /otherfeature [10 20]>>
|
|
stream
|
|
"<99><A3><C1>l01234567890l01234567890l01234567890l01234567890l01234567890l01234567890l01234567890l01234567890l01234567
|
|
<80>
|
|
endstream
|
|
endobj
|
|
"""
|
|
)
|
|
for obj in iter_objects(buffer):
|
|
self.assertIsInstance(obj, IndirectObject)
|
|
self.assertIsInstance(obj.get_object(), PDFDictionary)
|
|
self.assertIsInstance(obj.stream, PDFStream) # type: ignore
|
|
self.assertDictEqual(
|
|
obj.stream.to_python(), # type: ignore
|
|
{
|
|
"offset": 101,
|
|
"length": 123,
|
|
"filter": ["/FlateDecode"],
|
|
"decode_parms": [None],
|
|
"f": None,
|
|
"ffilter": [],
|
|
"fdecode_parms": [],
|
|
"dl": None,
|
|
},
|
|
)
|
|
self.assertDictEqual(
|
|
obj.get_object().to_python(),
|
|
{
|
|
"Filter": "/FlateDecode",
|
|
"Length": 123,
|
|
"Type": "/XRef",
|
|
"otherfeature": [10, 20],
|
|
},
|
|
)
|
|
|
|
def test_parse_bad_len_stream(self):
|
|
buffer = BufferStream.from_bytes(
|
|
br"""
|
|
5 0 obj
|
|
<< /Type /XRef /Length 123 /Filter /FlateDecode /otherfeature [10 20]>>
|
|
stream
|
|
"<99><A3><C1>l01234567890l01234567890l01234567890l01234567890l01234567890l01234567890l01234567890l01234567890l01234567
|
|
<80>]]]]]endstream
|
|
endobj
|
|
"""
|
|
)
|
|
for obj in iter_objects(buffer):
|
|
self.assertIsInstance(obj, IndirectObject)
|
|
self.assertIsInstance(obj.get_object(), PDFDictionary)
|
|
self.assertIsInstance(obj.stream, PDFStream) # type: ignore
|
|
self.assertDictEqual(
|
|
obj.stream.to_python(), # type: ignore
|
|
{
|
|
"offset": 101,
|
|
"length": 123 + 4,
|
|
"filter": ["/FlateDecode"],
|
|
"decode_parms": [None],
|
|
"f": None,
|
|
"ffilter": [],
|
|
"fdecode_parms": [],
|
|
"dl": None,
|
|
},
|
|
)
|
|
self.assertDictEqual(
|
|
obj.get_object().to_python(),
|
|
{
|
|
"Filter": "/FlateDecode",
|
|
"Length": 123 + 4,
|
|
"Type": "/XRef",
|
|
"otherfeature": [10, 20],
|
|
},
|
|
)
|