Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
bab104885f | ||
|
|
98f18c3e32 |
No files matched your search
@@ -97,7 +97,7 @@ OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
|||||||
SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||||
|
|
||||||
"""
|
"""
|
||||||
__version__ = (1, 3, 5)
|
__version__ = (1, 3, 6)
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
print(
|
print(
|
||||||
|
|||||||
@@ -14,38 +14,38 @@ log = get_logger('commands')
|
|||||||
# No Support
|
# No Support
|
||||||
# @PDFCommands.add('W','W_a', 'sh', 'ET', 'BX', 'EX' ,'BI', 'ID', 'gs')
|
# @PDFCommands.add('W','W_a', 'sh', 'ET', 'BX', 'EX' ,'BI', 'ID', 'gs')
|
||||||
# def do_no_support(stack: PDFStateStack) -> PDFStateStack:
|
# def do_no_support(stack: PDFStateStack) -> PDFStateStack:
|
||||||
# # log.warning("Unsupported command")
|
# # log.debug("Unsupported command")
|
||||||
# return stack
|
# return stack
|
||||||
|
|
||||||
# marked content operators
|
# marked content operators
|
||||||
@PDFCommands.add('MP')
|
@PDFCommands.add('MP')
|
||||||
def do_MP(stack: PDFStateStack, tag) -> PDFStateStack:
|
def do_MP(stack: PDFStateStack, tag) -> PDFStateStack:
|
||||||
log.warning(f"Unsupported command - do_tag {[tag]}")
|
log.debug(f"Unsupported command - do_tag {[tag]}")
|
||||||
# self.device.do_tag(tag)
|
# self.device.do_tag(tag)
|
||||||
return stack
|
return stack
|
||||||
|
|
||||||
@PDFCommands.add('DP')
|
@PDFCommands.add('DP')
|
||||||
def do_DP(stack: PDFStateStack, tag, props=None) -> PDFStateStack:
|
def do_DP(stack: PDFStateStack, tag, props=None) -> PDFStateStack:
|
||||||
log.warning(f"Unsupported command - do_tag {[tag.name, type(tag), props]}")
|
log.debug(f"Unsupported command - do_tag {[tag.name, type(tag), props]}")
|
||||||
# self.device.do_tag(tag)
|
# self.device.do_tag(tag)
|
||||||
return stack
|
return stack
|
||||||
|
|
||||||
@PDFCommands.add('BMC')
|
@PDFCommands.add('BMC')
|
||||||
def do_BMC(stack: PDFStateStack, tag) -> PDFStateStack:
|
def do_BMC(stack: PDFStateStack, tag) -> PDFStateStack:
|
||||||
log.warning(f"Unsupported command - begin_tag {[tag.name, type(tag)]}")
|
log.debug(f"Unsupported command - begin_tag {[tag.name, type(tag)]}")
|
||||||
# self.device.begin_tag(tag)
|
# self.device.begin_tag(tag)
|
||||||
return stack
|
return stack
|
||||||
|
|
||||||
@PDFCommands.add('BDC')
|
@PDFCommands.add('BDC')
|
||||||
def do_BDC(stack: PDFStateStack, tag, props=None) -> PDFStateStack:
|
def do_BDC(stack: PDFStateStack, tag, props=None) -> PDFStateStack:
|
||||||
log.warning(f"Unsupported command - begin_tag {[tag.name, type(tag), props]}")
|
log.debug(f"Unsupported command - begin_tag {[tag.name, type(tag), props]}")
|
||||||
# self.device.begin_tag(tag)
|
# self.device.begin_tag(tag)
|
||||||
return stack
|
return stack
|
||||||
|
|
||||||
@PDFCommands.add('EMC')
|
@PDFCommands.add('EMC')
|
||||||
def do_EMC(stack: PDFStateStack) -> PDFStateStack:
|
def do_EMC(stack: PDFStateStack) -> PDFStateStack:
|
||||||
# self.device.end_tag(tag)
|
# self.device.end_tag(tag)
|
||||||
log.warning("Unsupported command - end_tag")
|
log.debug("Unsupported command - end_tag")
|
||||||
return stack
|
return stack
|
||||||
|
|
||||||
@PDFCommands.add('q')
|
@PDFCommands.add('q')
|
||||||
|
|||||||
@@ -90,9 +90,9 @@ class LTComponent(LTItem):
|
|||||||
##
|
##
|
||||||
class LTContainer(LTComponent):
|
class LTContainer(LTComponent):
|
||||||
|
|
||||||
def __init__(self, bbox: Bbox, objs: List[LTItem] = []):
|
def __init__(self, bbox: Bbox, objs: List[LTItem] = None):
|
||||||
LTComponent.__init__(self, bbox)
|
LTComponent.__init__(self, bbox)
|
||||||
self._objs: List[LTItem] = objs
|
self._objs: List[LTItem] = [] if objs is None else objs
|
||||||
return
|
return
|
||||||
|
|
||||||
def __iter__(self):
|
def __iter__(self):
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ import sys
|
|||||||
with open('README.md') as readme_file:
|
with open('README.md') as readme_file:
|
||||||
SETUP = {
|
SETUP = {
|
||||||
"name": "pdfmajor",
|
"name": "pdfmajor",
|
||||||
"version": "1.3.5",
|
"version": "1.3.6",
|
||||||
"packages": find_packages(include=['pdfmajor*']),
|
"packages": find_packages(include=['pdfmajor*']),
|
||||||
"install_requires": [
|
"install_requires": [
|
||||||
'pycryptodome',
|
'pycryptodome',
|
||||||
|
|||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@@ -0,0 +1,35 @@
|
|||||||
|
import os
|
||||||
|
from tqdm import tqdm
|
||||||
|
|
||||||
|
# from pdfmajor.extractor import extract_items_from_pdf
|
||||||
|
from pdfmajor.interpreter import LTCharBlock, PDFInterpreter, logging
|
||||||
|
from pdfmajor.interpreter import PageInterpreter
|
||||||
|
from pdfmajor.interpreter.commands import LTContainer
|
||||||
|
|
||||||
|
CUR_PATH = os.path.dirname(os.path.dirname(__file__))
|
||||||
|
INPUT_FOLDER = os.path.join(
|
||||||
|
CUR_PATH, "tests/samples/pdf"
|
||||||
|
)
|
||||||
|
FILES = os.listdir(INPUT_FOLDER)
|
||||||
|
NUM_LOOPS = 10
|
||||||
|
|
||||||
|
def count_elms(file_path: str):
|
||||||
|
count = 0
|
||||||
|
for page in PDFInterpreter(file_path):
|
||||||
|
for item in page:
|
||||||
|
if isinstance(item, LTContainer):
|
||||||
|
count += len([*item])
|
||||||
|
else:
|
||||||
|
count += 1
|
||||||
|
return count
|
||||||
|
|
||||||
|
with tqdm(desc='Cache Test', total=len(FILES)*NUM_LOOPS) as waiter:
|
||||||
|
for file_name in FILES:
|
||||||
|
waiter.set_description(f"Cache Test - [{file_name}]")
|
||||||
|
file_path = os.path.join(INPUT_FOLDER, file_name)
|
||||||
|
last_count = count_elms(file_path)
|
||||||
|
for _ in range(NUM_LOOPS):
|
||||||
|
new_count = count_elms(file_path)
|
||||||
|
assert new_count == last_count
|
||||||
|
last_count = new_count
|
||||||
|
waiter.update()
|
||||||
Reference in new issue
Block a user