B
    OcǬ                 @   s  d dl mZ d dlmZmZ d dlmZmZ yd dl mZ	 W n e
k
rX   ddl	Z	Y nX ddlZddlZddlZy(ejdk rddlZnddlZe ZW n e
k
r   dZY nX dd	 Zd
ZedejejB ZedejejB ZedejZedZedZedZedZdaedej Z!edZ"edZ#edZ$edZ%edZ&edZ'edZ(dd Z)dd Z*dd Z+d d! Z,d"d# Z-d$d% Z.d&d' Z/d(d) Z0d*d+ Z1G d,d- d-e2Z3dS ).   )model)COMMON_TYPESresolve_common_type)FFIError	CDefError)
_pycparser    N)   c              C   s   dd l } dd l} d S )Nr   )Zpycparser.yacctabZpycparser.lextab)	pycparser r   +lib/python3.7/site-packages/cffi/cparser.py%_workaround_for_static_import_finders   s    r   z<cdef source string>z/\*.*?\*/|//([^\n\\]|\\.)*?$z?^\s*#\s*define\s+([A-Za-z_][A-Za-z_0-9]*)\b((?:[^\n\\]|\\.)*?)$z^[ \t]*#[ \t]*(?:line|\d+)\b.*$z=\s*\.\.\.\s*[,}]|\.\.\.\s*\}z__dotdotdot\d+__$z\[\s*\.\.\.\s*\]z\w+|\Sz-?0?x?[0-9a-f]+[lu]*$z\b(__stdcall|WINAPI)\bz[(]\s*(__stdcall|WINAPI)\bz\b__cdecl\bz9\bextern\s*"(Python|Python\s*\+\s*C|C\s*\+\s*Python)"\s*.z'[*]\s*((const|volatile|restrict)\b\s*)+z3(\b(int|long|short|signed|unsigned|char)\s*)+\.\.\.z\b(double|float)\s*\.\.\.c               C   s   t d krt a t S )N)_parser_cacher
   ZCParserr   r   r   r   _get_parser2   s    r   c             C   s  g }xt | }|sP || d |   |d d}||  | }| d|rn|d |d7 }d}|}x`|t| k r| | }|dkr|d7 }n.|dkr|dkrP |d8 }n|dkr|dkrP |d7 }qxW | || | | |d   } qW ||  d|S )N()*r   r   z,;= )	_r_star_const_spacesearchappendstartgroupend
startswithlenjoin)csourcepartsmatchclosingendposlevelicr   r   r   _workaround_for_old_pycparser8   s<    

 
 

 
r%   c             C   s0  g }xt | }|sP | d }|| d |   d|dkrT|d n
|d | | dkr| d|}|dk rtd| d|d |dkrtd	|| |d |  | |d d  } nB| d
|}|dk rtd|| ||d   | |d d  } |d qW ||  d	|S )Nr   Cz(void __cffi_extern_python_plus_c_start; z!void __cffi_extern_python_start; {}r   z!'extern "Python" {': no '}' foundz7cannot use { } inside a block 'extern "Python" { ... }';z'extern "Python": no ';' foundz  void __cffi_extern_python_stop;r   )
_r_extern_pythonr   r   r   r   r   findr   NotImplementedErrorr   )r   r   r   r!   r    Z	semicolonr   r   r   _preprocess_extern_pythonb   s4    


r-   c             C   sL   d| krd S x:|   D ].}d|kr| dsdd l}|d P qW d S )N"#r   zString literal found in cdef() or type source. String literals are ignored here, but you should remove them anyway because some character sequences confuse pre-parsing.)
splitlineslstripr   warningswarn)r   liner2   r   r   r   _warn_for_string_literal   s    
r5   c             C   s$   | j s dd l}|d| jf  d S )Nr   zrGlobal variable '%s' in cdef(): for consistency with C it should have a storage class specifier (usually 'extern'))Zstorager2   r3   name)declr2   r   r   r   /_warn_for_non_extern_non_static_global_variable   s    r8   c                s$   g   fdd}t || } |  fS )Nc                s   t  } |   d| S )Nz#line@%d)r   r   r   )mr#   )line_directivesr   r   replace   s    z(_remove_line_directives.<locals>.replace)_r_line_directivesub)r   r;   r   )r:   r   _remove_line_directives   s    r>   c                s    fdd}t || S )Nc                s.   |   }|dstd t|dd   S )Nz#line@zBunexpected #line directive (should have been processed and removed   )r   r   AssertionErrorint)r9   s)r:   r   r   r;      s    
z*_put_back_line_directives.<locals>.replace)r<   r=   )r   r:   r;   r   )r:   r   _put_back_line_directives   s    rC   c             C   s  t | \} }dd }t|| } i }x6t| D ](}| \}}|dd }|||< q0W td| } tj	dk rzt
| } td| } td| } td| } t| } t|  td	| } tt| }xtt|D ]\}}| }	| |	 d
kr8| d|	| }
|
|	kstd| d |	 || |
d d  f } q| |	|	d  dksRtd| d |	 || |	d d  f } qW td| } td| } | dd} t| |} | |fS )Nc             S   s   d|   dd  S )N 
)r   count)r9   r   r   r   replace_keeping_newlines   s    z-_preprocess.<locals>.replace_keeping_newlinesz\
r   z2.14z volatile volatile const(z volatile volatile const rD   z[__dotdotdotarray__]=z...z%s,__dotdotdot%d__ %sr	   z%s __dotdotdot%d__ %sz __dotdotdotint__ z __dotdotdotfloat__ z __dotdotdot__ )r>   
_r_commentr=   	_r_definefinditergroupsr;   stripr
   __version__r%   _r_stdcall2_r_stdcall1_r_cdeclr-   r5   _r_partial_arraylist_r_partial_enum	enumeratereversedr   r+   r   r@   _r_int_dotdotdot_r_float_dotdotdotrC   )r   r:   rG   macrosr   Z	macronameZ
macrovalueZmatchesZnumberpZp2r   r   r   _preprocess   sB    

r[   c             C   s   t t}|d |d |d |d |d t  }d}d}d}xt| D ]}||kr|dkr|r|| || d}nj|dkrd	}d}nX|dkr|d
7 }nF|dkr|d
8 }n4|dkr|r|dkr|| || n
|| |}qXW |S )Nr)   ,r   r   typedefFr   r   Tr   )setr   add_r_wordsfindalldiscard)r   Zlook_for_wordsZ
words_usedZ
is_typedefZparenZprevious_wordZwordr   r   r   _common_type_names   s>    










rc   c               @   s   e Zd Zdd Zdd Zdd Zdd Zd:ddZdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zd;ddZd d! Zd<d"d#Zd=d$d%Zd>d&d'Zd(d) Zd?d*d+Zd,d- Zd@d.d/Zd0d1 Zd2d3 Zd4d5 Zd6d7 Zd8d9 Zd
S )AParserc             C   s:   i | _ t | _d| _t | _i | _i | _g | _	d | _
d S )Nr   )_declarationsr^   _included_declarations_anonymous_counterweakrefWeakKeyDictionary_structnode2type_options_int_constants_recomplete_uses_new_feature)selfr   r   r   __init__)  s    
zParser.__init__c          
   C   s4  t |\}}t|}g }x<t| jD ].}|dr$|dd  }|| || q$W |t|7 }g }|d x|D ]}|d|  qvW |d |dtf  || d|}t	d k	rt	
  zJyt |}	W n4 tjjk
r }
 z| |
| W d d }
~
X Y nX W d t	d k	r(t	  X |	||fS )Nztypedef    z*# 1 "<cdef automatic initialization code>"ztypedef int %s;z@typedef int __dotdotdotint__, __dotdotdotfloat__, __dotdotdot__;z# 1 "%s"rE   )r[   rc   sortedre   r   r   rb   CDEF_SOURCE_STRINGr   lockacquirer   parser
   Zc_parserZ
ParseErrorconvert_pycparser_errorrelease)ro   r   rY   Zctn	typenamesr6   csourcelinestypenameZfullcsourceaster   r   r   _parse3  s4    






"

zParser._parsec             C   sf   d }t |}tdtf |}|rbt|dd}| }d|  krRt|krbn n||d  }|S )Nz	%s:(\d+):r   
   )strrer   rs   rA   r   r0   r   )ro   r}   r   r4   msgr   Zlinenumrz   r   r   r   _convert_pycparser_errorY  s    zParser._convert_pycparser_errorc             C   s@   |  ||}t|}|r*d| |f }n
d|f }t|d S )Nzcannot parse "%s"
%szparse error
%s)r   r   rM   r   )ro   r}   r   r4   r   r   r   r   rw   g  s    
zParser.convert_pycparser_errorFNc             C   sz   |r&|dkrt d|r t dd}n$|rF||d @ rJt d|f nd}| j}z|||d| _| | W d || _X d S )NTzB'packed' should be False or True; use 'pack' to give another valuez$cannot give both 'pack' and 'packed'r   z%'pack' must be a power of two, not %rr   )overridepacked	dllexport)
ValueErrorrk   _internal_parse)ro   r   r   r   Zpackr   Zprev_optionsr   r   r   rv   q  s$    
zParser.parsec          
   C   s.  |  |\}}}| | t|j}x |D ]}|jdkr*P q*W dsFtd }yLd| _x>|D ]4}|}t|tj	j
r| | q\t|tj	jrp|jstd|d}t|jjtj	jr|jjjd dr| |}nt|jtj	jr6t|jjtj	jr6t|jjjtj	jr6|jjjjd dr6| |}n"| j|j|jdd|jf d	\}}| jd
|j ||d q\|jjdkrq\td|jj |q\W W n tk
r }	 z$t|	jdkr|	j|f |	_ W d d }	~	X Y nN tk
r( }	 z.| |	|}
|
r|	jd d|
  f|	_ W d d }	~	X Y nX d S )N__dotdotdot__r   __cffi_extern_python_stopz!typedef does not declare any nameZ__dotdotdotTz*(%s *)0)r6   partial_length_oktypedef_exampleztypedef )qualsZPragmazBunexpected <%s>: this construct is valid C but not valid in cdef()r   z
    *** Err: %s)r~   _process_macrositerextr6   r@   _inside_extern_python
isinstancer
   c_astZDecl_parse_declZTypedefr   typeIdentifierTypenamesr   _get_unknown_typePtrDeclTypeDecl_get_unknown_ptr_type_get_type_and_quals_declare	__class____name__r   argsr   r   )ro   r   r|   rY   iteratorr7   Zcurrent_declr   Zrealtyper}   r   r   r   r   r     sZ    





zParser._internal_parsec             C   s8   || j kr*| j | |krd S td|f || j |< d S )Nz%multiple declarations of constant: %s)rl   r   )ro   keyvalr   r   r   _add_constants  s    
zParser._add_constantsc             C   s   |  d}|d}|r(|dd  }|drT|dkrT|dsTd|dd   }t|d}|rh| }| || | d| | d S )	NZul-r   00xZ0or   zmacro )lowerrstripr   rA   r   r   )ro   r6   Zint_strnegZpyvaluer   r   r   _add_integer_constant  s    


zParser._add_integer_constantc             C   sh   xb|  D ]V\}}| }t|r2| || q
|dkrL| d| | q
td||||f q
W d S )Nz...zmacro zonly supports one of the following syntax:
  #define %s ...     (literally dot-dot-dot)
  #define %s NUMBER  (with NUMBER an integer constant, decimal/hex/octal)
got:
  #define %s %s)itemsrM   _r_int_literalr   r   r   r   )ro   rY   r   valuer   r   r   r     s    
zParser._process_macrosc             C   sX   |  ||}| jdrd}n$| jdkr.d}n| jdkr>d}nd}| ||j | d S )Nr   zdllexport_python Z__cffi_extern_python_startzextern_python Z!__cffi_extern_python_plus_c_startzextern_python_plus_c z	function )_get_type_pointerrk   getr   r   r6   )ro   tpr   r7   tagr   r   r   _declare_function  s    

zParser._declare_functionc             C   s  |j }t|tjjrJ| j||jd\}}t|tjs8t	| 
||| nt|tjjrf| d| nHt|tjjr| d| n,t|tjjr| d| n|jstd||jr| j|dd\}}|jr| 
||| n0| r(t|dr(t|jd	r(t|jjr(| |j|jj n| rt|jtjjr|jjd
krt|jjd	rt|jjjr| |jd
|jjj  n|tjkr|jdr|j| _n^| jdkrtd|tj@ r|js| j d|j ||d nt!| | j d|j ||d d S )N)r6   structunionenumz'construct does not declare any variableT)r   initr   r   Z__cffi_extern_python_r   z<cannot declare constants or variables with 'extern "Python"'z	constant )r   z	variable )"r   r   r
   r   FuncDeclr   r6   r   RawFunctionTyper@   r   Struct_get_struct_union_enum_typeUnionEnumr   Zis_raw_functionZis_integer_typehasattrr   r   r   r   r   UnaryOpopexpr	void_typer   r   Q_CONSTZis_array_typer   r8   )ro   r7   Znoder   r   r   r   r   r     sR    


zParser._parse_declc             C   s   |  |d S )Nr   )parse_type_and_quals)ro   cdeclr   r   r   
parse_type'  s    zParser.parse_typec             C   s`   |  d| d d \}}|r"t|jd jjjd }t|tjj	rTt
d|jf | |jS )Nzvoid __dummy(
%s
);   r   r   zunknown identifier '%s')r~   r@   r   r   r   paramsr   r
   r   IDr   r6   r   )ro   r   r|   rY   exprnoder   r   r   r   *  s    zParser.parse_type_and_qualsr   c             C   sx   || j krF| j | \}}||kr,||kr,d S | jdsFtd|f d| ksVt||f| j |< |rt| j| d S )Nr   zPmultiple declarations of %s (for interactive usage, try cdef(xx, override=True))r   )re   rk   r   r   splitr@   rf   r_   )ro   r6   objincludedr   ZprevobjZ	prevqualsr   r   r   r   2  s    

zParser._declarec             C   sZ   d}t |tjjtjjfrVd|jkr.|tjO }d|jkrB|tjO }d|jkrV|tj	O }|S )Nr   constvolatileZrestrict)
r   r
   r   r   r   r   r   r   Z
Q_VOLATILEZ
Q_RESTRICT)ro   r   r   r   r   r   _extract_quals@  s    






zParser._extract_qualsc             C   sj   t |tjr| S t |tjr^|jdr^|jdd   r^|jd kr^|d k	r^t	|||S t
||S )N$r   )r   r   r   as_function_pointerZStructOrUnionOrEnumr6   r   isdigit	forcenameZNamedPointerTypePointerType)ro   r   r   declnamer   r   r   r   L  s    zParser._get_type_pointerc             C   sl  t |tjjrtt |jtjjrtt|jjdkrtd|jjd  | jkrt| jd|jjd   \}}|| 	|O }||fS t |tjj
r|jd krd }n| j|j|d}|d k	r|dkrd|f }d| }| j|j||d\}}t|||fS t |tjjr,| |j\}}	| j||	|d	}| 	|}||fS t |tjjr| 	|}|j}
t |
tjjrzt|
j}|d
dgkr(i }x<|r|d }|dkr||dd ||< |d= nP qzW g }x4dD ],}x$t||dD ]}|| qW qW |sdg}|dgkr d|ksd|kr g }|| }d|}|dkrFtj|fS |dkr`td|jj t| |\}}|||B fS t |
tjjr| d|
|}||fS t |
tjjr| d|
|}||fS t |
tjjr| d|
|}||fS t |tjj r| !||dfS t |tjjr2| jd||dddfS t |tjjrX| jd||dddfS td|jj d S )Nr   ztypedef r   )r   z...z_cffi_array_len(%s)r   )r   r   )r   signedchar)shortlongr   unsigned)r   r   r   rA   r   r   rD   Zvoidr   z:%d: bad usage of "..."r   r   r   T)nestedz(:%d: bad or unsupported type declaration)"r   r
   r   r   r   r   r   r   re   r   Z	ArrayDeclZdim_parse_constantr   r   	ArrayTyper   r   rS   r   ranger   r   r   r   coordr4   r   r   r   r   r   r   _parse_function_type)ro   typenoder6   r   r   r   r   lengthZitemtypeZ	itemqualsr   r   prefixesZnewnamesprefixr#   ZidentZtp0Zquals0r   r   r   r   U  s    












zParser._get_type_and_qualsc          	      s:  t t|jdg }x@t|D ]4\}}t|dstd|p8d|d t|ddf qW t|dkot|d	 jt	j
jot|d	 jjt	j
jo|d	 jjjd
gk}|r|  |std|pd  fdd|D }|s|tjgkrg } |j\}}	d }
t|jdr&|jjdd  dddgkr&d}
tt||||
S )Nr   r   zt%s arg %d: unknown type '%s' (if you meant to use the old C syntax of giving untyped arguments, it is not supported)zin expressionr   r6   ?r   r   r   z=%s: a function with only '(...)' as argument is not correct Cc                s   g | ]} j  |j qS r   )_as_func_argr   r   ).0Zargdeclnode)ro   r   r   
<listcomp>  s   z/Parser._parse_function_type.<locals>.<listcomp>r   r   r   Z	__stdcall)rS   getattrr   rU   r   r   r   r   r   r
   r   r   r   r   popr   r   r   r   r   tuple)ro   r   funcnamer   r#   argZellipsisr   resultr   Zabir   )ro   r   r     s6    


zParser._parse_function_typec             C   s6   t |tjrt|j|S t |tjr.| S |S d S )N)r   r   r   r   itemr   r   )ro   r   r   r   r   r   r     s
    zParser._as_func_argc             C   s,  y
| j | S  tk
r   Y nX |}|j}|d krb|d k	rDd| }n|  jd7  _d| j }d }n"|}d||f }| j|d\}}	|d kr|dkrt|d d d }nP|dkrt|d d d }n6|dkr|d	krt	d
| 
||j}ntd|f |d k	r2| || n"|dkr2|jd k	r2td| |jsD|| |jrjd|jkrj| d|j | || j |< |dkr|S |jd kr|S |jd k	rt	d| g }
g }g }g }x|jD ]}t|jtjjrd|jjd	kr| || q|jd krd}n| |j}d| _| j|jdd\}}| jrH| || t|tjrj|jrj| || |
 |jpxd | | | | | | qW t!|
|_t!||_"t!||_#t!||_$|dgt%| kr t|tjr |jr td|f | j&d|_'|j(r(d|_(| j) | |S )Nz$%sr   z$%dz%s %s)NNr   r   r   r   z!Enums cannot be declared with ...z	kind = %rz^enum %s: the '{}' declaration should appear on the first time the enum is mentioned, not laterr   zanonymous %sz"duplicate declaration of struct %sr   r   FT)r   z#%s: using both bitfields and '...;'r   r   )*rj   KeyErrorr6   rg   re   r   r   Z
StructTypeZ	UnionTyper   _build_enum_typevaluesr@   r   r,   r   Zforce_the_namedeclsfldnamesr   r   r
   r   r   r   r   _make_partialbitsizer   _partial_lengthr   partialr   r   fldtypes
fldbitsizefldqualsr   rk   r   Z	completedrm   )ro   kindr   r6   r   Z
force_nameexplicit_namer   r   _r   r   r   r   r7   r   Zfqualr   r   r   r     s    	















z"Parser._get_struct_union_enum_typec             C   s>   t |tjstd|f | s4|s4td|f d|_d S )Nz%s cannot be partialz%s is partial but has no C nameT)r   r   ZStructOrUnionr   Z
has_c_namer,   r   )ro   r   r   r   r   r   r   _  s
    zParser._make_partialc             C   s  t |tjjr,|j}d|d   kr.dkrn n|d}y"|drRt|dS t|dS W n\ tk
r   t	|dkr|
 dd d	krt|d
S |
 dd dkrt|dS Y nX td|f n`|d dkr|d dkrt	|dkst	|dkr|d dkrt|d S td|f t |tjjrT|jdkrT| |jS t |tjjr~|jdkr~| |j S t |tjjr|j| jkr| j|j S t |tjjr|jdkr|rd| _dS td|jj t |tjjr| |j}| |j}|jdkr || S |jdkr4|| S |jdkrH|| S |jdkr`| ||S |jdkr|| |||  S |jdkr||> S |jdkr||? S |jdkr||@ S |jdkr||B S |jd kr||A S td!|jj d S )"Nr   r   9ZuUlLrq   r   r   r   r      Z0bzinvalid constant %r'r   r	      \+r   Z__dotdotdotarray__Tz...zT:%d: unsupported '[...]' here, cannot derive the actual array length in this contextr   /%z<<z>>&|^z?:%d: unsupported expression: expected a simple numeric constant)r   r
   r   ZConstantr   r   r   rA   r   r   r   r   ordr   r   r   r   r   r6   rl   r   r   r   r4   ZBinaryOpleftright_c_div)ro   r   r   rB   r  r  r   r   r   r   f  sx    



*zParser._parse_constantc             C   s0   || }|dk |dk A r,|| dkr,|d7 }|S )Nr   r   r   )ro   abr   r   r   r   r    s    zParser._c_divc       	      C   s   |d k	rd}g }g }d}xb|j D ]X}t|jr6d}q |jd k	rL| |j}||j || | |j| |d7 }q W t|}t|}t	
|||}||_nt	
|dd}|S )NFr   Tr   r   )enumerators_r_enum_dotdotdotr   r6   r   r   r   r   r   r   ZEnumTyper   )	ro   r   r   r   r  Z
enumvaluesZnextenumvaluer   r   r   r   r   r     s*    

zParser._build_enum_typec             C   sz   xP|j  D ]B\}\}}|dr$q|ddd }|dkr| j||d|d qW x"|j D ]\}}| || q^W d S )Nzanonymous $enum_$rD   r   r   )r   r   r   Z	anonymousr]   T)r   r   )re   r   r   r   r   rl   r   )ro   otherr6   r   r   r   kvr   r   r   include  s    
zParser.includec             C   s   |j j j}|dgkr t|jS |dgkrL| jd kr@d|j | _t|jS |dgkrx| jd krld|j | _t|jS td|j	j
 d S )Nr   Z__dotdotdotint__z'typedef int... %s'Z__dotdotdotfloat__z'typedef float... %s'z*:%d: unsupported usage of "..." in typedef)r   r   r   Zunknown_typer6   rn   ZUnknownIntegerTypeZUnknownFloatTyper   r   r4   )ro   r7   ry   r   r   r   r     s    





zParser._get_unknown_typec             C   s2   |j j j jdgkrt|jS td|jj d S )Nr   z*:%d: unsupported usage of "..." in typedef)r   r   r   Zunknown_ptr_typer6   r   r   r4   )ro   r7   r   r   r   r     s    zParser._get_unknown_ptr_type)FFNF)Fr   )N)NFN)N)NF)F)r   
__module____qualname__rp   r~   r   rw   rv   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r   r  r   r   r   r   r   r   rd   '  s:   
&
 
73

	 
h
#
v
I
rd   )4r   r   Zcommontypesr   r   errorr   r   r   r
   ImportErrorrh   r   sysversion_infoZthread_threadallocate_lockrt   r   rs   compileDOTALL	MULTILINErI   rJ   r<   rT   r  rR   r`   r   
IGNORECASEr   rP   rO   rQ   r*   r   rW   rX   r   r%   r-   r5   r8   r>   rC   r[   rc   objectrd   r   r   r   r   <module>   sZ   












*2	B(