3 Y1 @s4dZddlZddZGdddZGdddZdS) zP Scanning and Token classes that might be useful in creating specific scanners. NcCsrgi|jg}}}xX|D]P}x|jD]}|j|q&Wx0t|jjD]}||krH|j|d||<qHWqW|S)N) __class__ __bases__appendlist__dict__keys)instancenamelistZnamedictZ classlistcbnamerQ/home/psgendb/BIRCHDEV/python/lib/python3.6/site-packages/spark_parser/scanner.py _namelists   rc@sBeZdZdZdddZddZddZd d Zd d Zd dZ dS) GenericTokenz1A sample Token class that can be used in scanningNcCs||_||_dS)N)kindattr)selfrrrrr__init__szGenericToken.__init__cCs0t|tr"|j|jko |j|jkS|j|kSdS)z< '==', but it's okay if offsets and linestarts are differentN) isinstancerrr)rorrr__eq__s zGenericToken.__eq__cCs$|jrd|j|jfSd|jSdS)Nzkind: %s, value: %rzkind: %s)rr)rrrr__str__ szGenericToken.__str__cCs |jp |jS)N)rr)rrrr__repr__&szGenericToken.__repr__cCs t|jS)N)hashr)rrrr__hash__*szGenericToken.__hash__cCstdS)N) IndexError)rirrr __getitem__.szGenericToken.__getitem__)N) __name__ __module__ __qualname____doc__rrrrrrrrrrrs rc@s@eZdZdZddZddZddZdd Zd d Zd d Z dS)GenericScanneraA class which can be used subclass off of to make specific sets of scanners. Scanner methods that are subclassed off of this that begin with t_ will be introspected in their documentation string and uses as a regular expression in a token pattern. For example: def t_add_op(self, s): r'[+-]' t = GenericToken(kind='ADD_OP', attr=s) self.rv.append(t) cCsZ|j}d|_tj|tj|_i|_x0|jjjD] \}}t|d||j|d<q2WdS)Nrt_r) reflectposrecompileVERBOSE index2func groupindexitemsgetattr)rpatternr numberrrrr>s zGenericScanner.__init__cCs$t||j}d|dd|f}|S)Nz (?P<%s>%s))r.r#)rr docrvrrrmakeREGs zGenericScanner.makeREcCs\g}xrrrrtokenize[s  zGenericScanner.tokenizecCsdS)z( \n )+Nr)rr:rrrr5iszGenericScanner.t_defaultN) r r!r"r#rr4r&r;rCr5rrrrr$1s  r$)r#r(rrr$rrrrs