- removed old tests

- ported all custom filters and using python std implemetation for ascii and bin filters
This commit is contained in:
ari committed 2020-10-20 19:24:15 -04:00
1 parent 5fd03d1250
commit 4d1e0f2389
19 files changed
+831 -216

No files matched your search

File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
@@ -1,14 +1,24 @@
#!/usr/bin/env python
from unittest import TestCase
# -*- coding: utf-8 -*-
from pdfmajor.parser_v3.fliters.ccit import CCITTG4Parser
from pdfmajor.parser_v3.fliters.lzw import lzwdecode
from pdfmajor.parser_v3.fliters.rld import rldecode
import unittest
from pdfmajor.parser.PDFStream.ccitt import CCITTG4Parser
## Test cases
##
class TestCCITTG4Parser(unittest.TestCase):
class Filters(TestCase):
def test_lzwdecode(self):
self.assertEqual(
lzwdecode(b"\x80\x0b\x60\x50\x22\x0c\x0c\x85\x01"),
b"\x2d\x2d\x2d\x2d\x2d\x41\x2d\x2d\x2d\x42",
)
def test_rldecode(self):
self.assertEqual(
rldecode(b"\x05123456\xfa7\x04abcde\x80junk"), b"1234567777777abcde"
)
class CCIT(TestCase):
def get_parser(self, bits):
parser = CCITTG4Parser(len(bits))
parser._curline = [int(c) for c in bits]
@@ -16,60 +26,60 @@ class TestCCITTG4Parser(unittest.TestCase):
return parser
def test_b1(self):
parser = self.get_parser('00000')
parser = self.get_parser("00000")
parser._do_vertical(0)
self.assertEqual(parser._curpos, 0)
return
def test_b2(self):
parser = self.get_parser('10000')
parser = self.get_parser("10000")
parser._do_vertical(-1)
self.assertEqual(parser._curpos, 0)
return
def test_b3(self):
parser = self.get_parser('000111')
parser = self.get_parser("000111")
parser._do_pass()
self.assertEqual(parser._curpos, 3)
self.assertEqual(parser._get_bits(), '111')
self.assertEqual(parser._get_bits(), "111")
return
def test_b4(self):
parser = self.get_parser('00000')
parser = self.get_parser("00000")
parser._do_vertical(+2)
self.assertEqual(parser._curpos, 2)
self.assertEqual(parser._get_bits(), '11')
self.assertEqual(parser._get_bits(), "11")
return
def test_b5(self):
parser = self.get_parser('11111111100')
parser = self.get_parser("11111111100")
parser._do_horizontal(0, 3)
self.assertEqual(parser._curpos, 3)
parser._do_vertical(1)
self.assertEqual(parser._curpos, 10)
self.assertEqual(parser._get_bits(), '0001111111')
self.assertEqual(parser._get_bits(), "0001111111")
return
def test_e1(self):
parser = self.get_parser('10000')
parser = self.get_parser("10000")
parser._do_vertical(0)
self.assertEqual(parser._curpos, 1)
parser._do_vertical(0)
self.assertEqual(parser._curpos, 5)
self.assertEqual(parser._get_bits(), '10000')
self.assertEqual(parser._get_bits(), "10000")
return
def test_e2(self):
parser = self.get_parser('10011')
parser = self.get_parser("10011")
parser._do_vertical(0)
self.assertEqual(parser._curpos, 1)
parser._do_vertical(2)
self.assertEqual(parser._curpos, 5)
self.assertEqual(parser._get_bits(), '10000')
self.assertEqual(parser._get_bits(), "10000")
return
def test_e3(self):
parser = self.get_parser('011111')
parser = self.get_parser("011111")
parser._color = 0
parser._do_vertical(0)
self.assertEqual(parser._color, 1)
@@ -79,85 +89,82 @@ class TestCCITTG4Parser(unittest.TestCase):
self.assertEqual(parser._curpos, 4)
parser._do_vertical(0)
self.assertEqual(parser._curpos, 6)
self.assertEqual(parser._get_bits(), '011100')
self.assertEqual(parser._get_bits(), "011100")
return
def test_e4(self):
parser = self.get_parser('10000')
parser = self.get_parser("10000")
parser._do_vertical(0)
self.assertEqual(parser._curpos, 1)
parser._do_vertical(-2)
self.assertEqual(parser._curpos, 3)
parser._do_vertical(0)
self.assertEqual(parser._curpos, 5)
self.assertEqual(parser._get_bits(), '10011')
self.assertEqual(parser._get_bits(), "10011")
return
def test_e5(self):
parser = self.get_parser('011000')
parser = self.get_parser("011000")
parser._color = 0
parser._do_vertical(0)
self.assertEqual(parser._curpos, 1)
parser._do_vertical(3)
self.assertEqual(parser._curpos, 6)
self.assertEqual(parser._get_bits(), '011111')
self.assertEqual(parser._get_bits(), "011111")
return
def test_e6(self):
parser = self.get_parser('11001')
parser = self.get_parser("11001")
parser._do_pass()
self.assertEqual(parser._curpos, 4)
parser._do_vertical(0)
self.assertEqual(parser._curpos, 5)
self.assertEqual(parser._get_bits(), '11111')
self.assertEqual(parser._get_bits(), "11111")
return
def test_e7(self):
parser = self.get_parser('0000000000')
parser = self.get_parser("0000000000")
parser._curpos = 2
parser._color = 1
parser._do_horizontal(2, 6)
self.assertEqual(parser._curpos, 10)
self.assertEqual(parser._get_bits(), '1111000000')
self.assertEqual(parser._get_bits(), "1111000000")
return
def test_e8(self):
parser = self.get_parser('001100000')
parser = self.get_parser("001100000")
parser._curpos = 1
parser._color = 0
parser._do_vertical(0)
self.assertEqual(parser._curpos, 2)
parser._do_horizontal(7, 0)
self.assertEqual(parser._curpos, 9)
self.assertEqual(parser._get_bits(), '101111111')
self.assertEqual(parser._get_bits(), "101111111")
return
def test_m1(self):
parser = self.get_parser('10101')
parser = self.get_parser("10101")
parser._do_pass()
self.assertEqual(parser._curpos, 2)
parser._do_pass()
self.assertEqual(parser._curpos, 4)
self.assertEqual(parser._get_bits(), '1111')
self.assertEqual(parser._get_bits(), "1111")
return
def test_m2(self):
parser = self.get_parser('101011')
parser = self.get_parser("101011")
parser._do_vertical(-1)
parser._do_vertical(-1)
parser._do_vertical(1)
parser._do_horizontal(1, 1)
self.assertEqual(parser._get_bits(), '011101')
self.assertEqual(parser._get_bits(), "011101")
return
def test_m3(self):
parser = self.get_parser('10111011')
parser = self.get_parser("10111011")
parser._do_vertical(-1)
parser._do_pass()
parser._do_vertical(1)
parser._do_vertical(1)
self.assertEqual(parser._get_bits(), '00000001')
self.assertEqual(parser._get_bits(), "00000001")
return
if __name__ == '__main__':
unittest.main()
-35
View File
@@ -1,35 +0,0 @@
#!/usr/bin/env python
# -*- coding: utf-8 -*-
from unittest import TestCase, main
#test of various compression/encoding modules (previously in doctests):
from pdfmajor.utils.ascii85 import ascii85decode, asciihexdecode
from pdfmajor.utils.lzw import LZWDecoder, lzwdecode
from pdfmajor.parser.PDFStream import rldecode
import binascii
def hex(b): return binascii.hexlify(b) #encode('hex')
def dehex(b): return binascii.unhexlify(b) #decode('hex')
class TestAscii85(TestCase):
def test_ascii85decode(self):
#The sample string is taken from: http://en.wikipedia.org/w/index.php?title=Ascii85
self.assertEqual(ascii85decode(b'9jqo^BlbD-BleB1DJ+*+F(f,q'),b'Man is distinguished')
self.assertEqual(ascii85decode(b'E,9)oF*2M7/c~>'),b'pleasure.')
def test_asciihexdecode(self):
self.assertEqual(asciihexdecode(b'61 62 2e6364 65'),b'ab.cde')
self.assertEqual(asciihexdecode(b'61 62 2e6364 657>'),b'ab.cdep')
self.assertEqual(asciihexdecode(b'7>'),b'p')
class TestLzw(TestCase):
def test_lzwdecode(self):
self.assertEqual(lzwdecode(b'\x80\x0b\x60\x50\x22\x0c\x0c\x85\x01'),b'\x2d\x2d\x2d\x2d\x2d\x41\x2d\x2d\x2d\x42')
class TestRunlength(TestCase):
def test_rldecode(self):
self.assertEqual(rldecode(b'\x05123456\xfa7\x04abcde\x80junk'),b'1234567777777abcde')
if __name__ == '__main__':
main()
-98
View File
@@ -1,98 +0,0 @@
#!/usr/bin/env python
# -*- coding: utf-8 -*-
import logging
from unittest import TestCase, main
from io import BytesIO
from pdfmajor.parser.PSStackParser import KWD, LIT, PSBaseParser, PSStackParser
from pdfmajor.execptions import PSEOF
## Simplistic Test cases
##
TESTDATA = br'''%!PS
begin end
" @ #
/a/BCD /Some_Name /foo#5f#xbaa
0 +1 -2 .5 1.234
(abc) () (abc ( def ) ghi)
(def\040\0\0404ghi) (bach\\slask) (foo\nbaa)
(this % is not a comment.)
(foo
baa)
(foo\
baa)
<> <20> < 40 4020 >
<abcd00
12345>
func/a/b{(c)do*}def
[ 1 (z) ! ]
<< /foo (bar) >>
'''
TOKENS = [
(5, KWD(b'begin')), (11, KWD(b'end')), (16, KWD(b'"')), (19, KWD(b'@')),
(21, KWD(b'#')), (23, LIT('a')), (25, LIT('BCD')), (30, LIT('Some_Name')),
(41, LIT('foo_xbaa')), (54, 0), (56, 1), (59, -2), (62, 0.5),
(65, 1.234), (71, b'abc'), (77, b''), (80, b'abc ( def ) ghi'),
(98, b'def \x00 4ghi'), (118, b'bach\\slask'), (132, b'foo\nbaa'),
(143, b'this % is not a comment.'), (170, b'foo\nbaa'), (180, b'foobaa'),
(191, b''), (194, b' '), (199, b'@@ '), (211, b'\xab\xcd\x00\x124\x05'),
(226, KWD(b'func')), (230, LIT('a')), (232, LIT('b')),
(234, KWD(b'{')), (235, b'c'), (238, KWD(b'do*')), (241, KWD(b'}')),
(242, KWD(b'def')), (246, KWD(b'[')), (248, 1), (250, b'z'), (254, KWD(b'!')),
(256, KWD(b']')), (258, KWD(b'<<')), (261, LIT('foo')), (266, b'bar'),
(272, KWD(b'>>'))
]
OBJS = [
(23, LIT('a')), (25, LIT('BCD')), (30, LIT('Some_Name')),
(41, LIT('foo_xbaa')), (54, 0), (56, 1), (59, -2), (62, 0.5),
(65, 1.234), (71, b'abc'), (77, b''), (80, b'abc ( def ) ghi'),
(98, b'def \x00 4ghi'), (118, b'bach\\slask'), (132, b'foo\nbaa'),
(143, b'this % is not a comment.'), (170, b'foo\nbaa'), (180, b'foobaa'),
(191, b''), (194, b' '), (199, b'@@ '), (211, b'\xab\xcd\x00\x124\x05'),
(230, LIT('a')), (232, LIT('b')), (234, [b'c']), (246, [1, b'z']),
(258, {'foo': b'bar'}),
]
class TestPSBaseParser(TestCase):
def get_tokens(self, s):
class MyParser(PSStackParser):
def flush(self):
self.add_results(*self.popall())
parser = MyParser(BytesIO(s))
r = []
try:
while True:
r.append(parser.nexttoken())
except PSEOF:
pass
return r
def get_objects(self, s):
class MyParser(PSStackParser):
def flush(self):
self.add_results(*self.popall())
parser = MyParser(BytesIO(s))
r = []
try:
while True:
r.append(parser.nextobject())
except PSEOF:
pass
return r
def test_1(self):
tokens = self.get_tokens(TESTDATA)
logging.info(tokens)
self.assertEqual(tokens, TOKENS)
return
def test_2(self):
objs = self.get_objects(TESTDATA)
logging.info(objs)
self.assertEqual(objs, OBJS)
return
if __name__ == '__main__':
#import logging,sys,os,six
#logging.basicConfig(level=logging.DEBUG, filename='%s_%d.%d.log'%(os.path.basename(__file__),sys.version_info[0],sys.version_info[1]))
main()