3
bWG @ s d Z ddlmZ ddlZddlZddlZddlZddlm Z m
Z
m Z ddddddddZ ddiZ
dZdZd Zd
Zd Zd Zd
ZG dd dejjZG dd deZG dd deZdS )z Tokenize DNS master file format )StringION )long text_type binary_typeT)
;()"r
c @ s e Zd ZdZdS )UngetBufferFullzDAn attempt was made to unget a token when the unget buffer was full.N)__name__
__module__ __qualname____doc__ r r /usr/lib/python3.6/tokenizer.pyr . s r c @ s e Zd ZdZd%ddZdd Zdd Zd
d Zd d
Zdd Z dd Z
dd Z dd Z dd Z
dd Zdd Zd d Zd d Zd d! Zd"d# Zd$S )&TokenzA DNS master file format token.
@ivar ttype: The token type
@type ttype: int
@ivar value: The token value
@type value: string
@ivar has_escape: Does the token value contain escapes?
@type has_escape: bool
Fc C s || _ || _|| _dS )a Initialize a token instance.
@param ttype: The token type
@type ttype: int
@param value: The token value
@type value: string
@param has_escape: Does the token value contain escapes?
@type has_escape: bool
N)ttypevalue
has_escape)selfr r r r r r __init__? s
zToken.__init__c C s
| j tkS )N)r EOF)r r r r is_eofM s z Token.is_eofc C s
| j tkS )N)r EOL)r r r r is_eolP s z Token.is_eolc C s
| j tkS )N)r
WHITESPACE)r r r r
is_whitespaceS s zToken.is_whitespacec C s
| j tkS )N)r
IDENTIFIER)r r r r
is_identifierV s zToken.is_identifierc C s
| j tkS )N)r
QUOTED_STRING)r r r r is_quoted_stringY s zToken.is_quoted_stringc C s
| j tkS )N)r COMMENT)r r r r
is_comment\ s zToken.is_commentc C s
| j tkS )N)r DELIMITER)r r r r is_delimiter_ s zToken.is_delimiterc C s | j tkp| j tkS )N)r r# r! )r r r r
is_eol_or_eofb s zToken.is_eol_or_eofc C s& t |tsdS | j|jko$| j|jkS )NF)
isinstancer r r )r otherr r r __eq__e s
z Token.__eq__c C s& t |tsdS | j|jkp$| j|jkS )NT)r0 r r r )r r1 r r r __ne__k s
z Token.__ne__c C s d| j | jf S )Nz%d "%s")r r )r r r r __str__q s z
Token.__str__c C s | j s
| S d}t| j}d}x||k r| j| }|d7 }|dkr||krPtjj| j| }|d7 }|j r||krztjj| j| }|d7 }||krtjj| j| }|d7 }|j o|j stjjtt |d t |d t | }||7 }q W t
| j |S )Nr r r \d
) r lenr dns exception
UnexpectedEndisdigit SyntaxErrorchrintr r )r Z unescapedlicc2c3r r r unescapet s6
$ zToken.unescapec C s dS )Nr r )r r r r __len__ s z
Token.__len__c C s t | j| jfS )N)iterr r )r r r r __iter__ s zToken.__iter__c C s$ |dkr| j S |dkr | jS td S )Nr r )r r
IndexError)r rA r r r __getitem__ s
zToken.__getitem__N)r F)r r r r r r" r$ r& r( r* r, r. r/ r2 r3 r4 rE rF rH rJ r r r r r 3 s"
r c @ s e Zd ZdZejdfddZdd Zdd Zd d
Z d d Z
d(ddZ dd Z dd Z
e
Zdd Zdd Zdd Zdd Zd d Zd)d d Zd*d d!Zd+d"d#Zd$d% Zd&d' ZdS ), Tokenizera A DNS master file format tokenizer.
A token is a (type, value) tuple, where I{type} is an int, and
I{value} is a string. The valid types are EOF, EOL, WHITESPACE,
IDENTIFIER, QUOTED_STRING, COMMENT, and DELIMITER.
@ivar file: The file to tokenize
@type file: file
@ivar ungotten_char: The most recently ungotten character, or None.
@type ungotten_char: string
@ivar ungotten_token: The most recently ungotten token, or None.
@type ungotten_token: (int, string) token tuple
@ivar multiline: The current multiline level. This value is increased
by one every time a '(' delimiter is read, and decreased by one every time
a ')' delimiter is read.
@type multiline: int
@ivar quoting: This variable is true if the tokenizer is currently
reading a quoted string.
@type quoting: bool
@ivar eof: This variable is true if the tokenizer has encountered EOF.
@type eof: bool
@ivar delimiters: The current delimiter dictionary.
@type delimiters: dict
@ivar line_number: The current line number
@type line_number: int
@ivar filename: A filename that will be returned by the L{where} method.
@type filename: string
Nc C s t |tr t|}|dkr`d}n@t |trDt|j }|dkr`d}n |dkr`|tjkr\d}nd}|| _d| _d| _ d| _
d| _ d| _ t
| _d| _|| _dS )a Initialize a tokenizer instance.
@param f: The file to tokenize. The default is sys.stdin.
This parameter may also be a string, in which case the tokenizer
will take its input from the contents of the string.
@type f: file or string
@param filename: the name of the filename that the L{where} method
will return.
@type filename: string
Nzzzr Fr )r0 r r r decodesysstdinfile
ungotten_charungotten_token multilinequotingeof _DELIMITERS
delimiters line_numberfilename)r frX r r r r s*
zTokenizer.__init__c C sZ | j dkrJ| jrd}qV| jjd}|dkr2d| _qV|dkrV| jd7 _n | j }d| _ |S )z| j }d| _ |j r(|r>|S n|j r:|r>|S n|S | j }|r\|dkr\ttdS d}t}d}x| j }|dks|| jkr|dkr| j rt
j j |dko|t
kr|dkr| jd7 _| j qlq |dkr
| jdkrt
j j| jd8 _| j qln|d krH| j s0d
| _ t| _t
}qlnd| _ t| _| j qln|d kr\ttd S |d krx,| j }|d ks|dkrP ||7 }qhW |r| j| tt|S |dkr| jrt
j jd
ttS | jr| j d}qln
ttd S n|}t}n
| j| P n| j r|dkr| j }|dkr>t
j j |j r| j }|dkrbt
j j | j } |dkr|t
j j |j o| j st
j jtt|d t|d t| }n|d krt
j jdn:|dkr||7 }d
}| j }|dks|d krt
j j ||7 }qlW |dkrH|t
krH| jrDt
j jd
t}t|||S )a Get the next token.
@param want_leading: If True, return a WHITESPACE token if the
first character read is whitespace. The default is False.
@type want_leading: bool
@param want_comment: If True, return a COMMENT token if the
first token read is a comment. The default is False.
@type want_comment: bool
@rtype: Token object
@raises dns.exception.UnexpectedEnd: input ended prematurely
@raises dns.exception.SyntaxError: input was badly formed
Nr r r Fr r r r
Tr r
zunbalanced parenthesesr5 r6 r7 znewline in quoted string)rQ r& r, r_ r r% r' r[ rV rS r9 r: r; r) rR r= _QUOTING_DELIMITERSrU r# r] r+ r! r- r< r> r? )
r Z want_leadingZ want_commenttokenr^ r r rB rC rD r r r get% s
&
z
Tokenizer.getc C s | j dk rt|| _ dS )a@ Unget a token.
The unget buffer for tokens is only one token large; it is
an error to try to unget a token when the unget buffer is not
empty.
@param token: the token to unget
@type token: Token object
@raises UngetBufferFull: there is already an ungotten token
N)rQ r )r ra r r r unget s
zTokenizer.ungetc C s | j }|j rt|S )zLReturn the next item in an iteration.
@rtype: (int, string)
)rb r"
StopIteration)r ra r r r next s zTokenizer.nextc C s | S )Nr )r r r r rH s zTokenizer.__iter__c C s@ | j j }|j s tjjd|jj s6tjjdt|jS )z|Read the next token and interpret it as an integer.
@raises dns.exception.SyntaxError:
@rtype: int
zexpecting an identifierzexpecting an integer) rb rE r( r9 r: r= r r< r? )r ra r r r get_int s
zTokenizer.get_intc C s, | j }|dk s|dkr(tjjd| |S )zRead the next token and interpret it as an 8-bit unsigned
integer.
@raises dns.exception.SyntaxError:
@rtype: int
r z#%d is not an unsigned 8-bit integer)rf r9 r: r= )r r r r r get_uint8 s
zTokenizer.get_uint8c C s, | j }|dk s|dkr(tjjd| |S )zRead the next token and interpret it as a 16-bit unsigned
integer.
@raises dns.exception.SyntaxError:
@rtype: int
r i z$%d is not an unsigned 16-bit integer)rf r9 r: r= )r r r r r
get_uint16 s
zTokenizer.get_uint16c C sh | j j }|j s tjjd|jj s6tjjdt|j}|dk sT|tdkrdtjjd| |S )zRead the next token and interpret it as a 32-bit unsigned
integer.
@raises dns.exception.SyntaxError:
@rtype: int
zexpecting an identifierzexpecting an integerr l z$%d is not an unsigned 32-bit integer) rb rE r( r9 r: r= r r< r )r ra r r r r
get_uint32 s
zTokenizer.get_uint32c C s. | j j }|j p|j s(tjjd|jS )z}Read the next token and interpret it as a string.
@raises dns.exception.SyntaxError:
@rtype: string
zexpecting a string)rb rE r( r* r9 r: r= r )r originra r r r
get_string s zTokenizer.get_stringc C s& | j j }|j s tjjd|jS )zRead the next token and raise an exception if it is not an identifier.
@raises dns.exception.SyntaxError:
@rtype: string
zexpecting an identifier)rb rE r( r9 r: r= r )r rk ra r r r get_identifier
s zTokenizer.get_identifierc C s, | j }|j s tjjdtjj|j|S )zRead the next token and interpret it as a DNS name.
@raises dns.exception.SyntaxError:
@rtype: dns.name.Name objectzexpecting an identifier)rb r( r9 r: r= name from_textr )r rk ra r r r get_name s zTokenizer.get_namec C s. | j }|j s(tjjd|j|jf |jS )zRead the next token and raise an exception if it isn't EOL or
EOF.
@raises dns.exception.SyntaxError:
@rtype: string
z expected EOL or EOF, got %d "%s")rb r/ r9 r: r= r r )r ra r r r get_eol! s zTokenizer.get_eolc C s. | j j }|j s tjjdtjj|jS )Nzexpecting an identifier) rb rE r( r9 r: r= Zttlro r )r ra r r r get_ttl0 s zTokenizer.get_ttl)FF)N)N)N)r r r r rM rN r r[ r\ r] r_ rb rc re __next__rH rf rh ri rj rl rm rp rq rr r r r r rK s( $
{
rK )r ior rM Z
dns.exceptionr9 Zdns.nameZdns.ttlZ_compatr r r rU r` r! r# r% r' r) r+ r- r: Z DNSExceptionr objectr rK r r r r s0 o