Files
pdfmajor/pdfmajor/lexer/keyword.py
T
2020-10-17 17:31:11 -04:00

37 lines
1.2 KiB
Python

from pdfmajor.streambuffer import BufferStream
from pdfmajor.lexer.exceptions import LexerEOF
from pdfmajor.lexer.token import TokenBoolean, TokenKeyword
from pdfmajor.lexer.regex import END_KEYWORD
from typing import Optional, Union
def parse_keyword(
buffer: BufferStream, initialpos: Optional[int] = None
) -> Union[TokenKeyword, TokenBoolean]:
"""Parses input stream into a keyword or bool
Args:
buffer (BufferStream)
initialpos (Optional[int])
Returns:
Union[TokenKeyword, TokenBoolean]
"""
curtoken = b""
initialpos = buffer.tell() - 1 if initialpos is None else initialpos
for pos, buf in buffer:
m = END_KEYWORD.search(buf, 0)
if not m:
curtoken += buf
else:
j = m.start(0)
curtoken += buf[:j]
buffer.seek(pos + j)
if curtoken == b"true":
return TokenBoolean(initialpos, buffer.tell(), True)
elif curtoken == b"false":
return TokenBoolean(initialpos, buffer.tell(), False)
else:
return TokenKeyword(initialpos, buffer.tell(), curtoken)
raise LexerEOF