U C^ @sddlmZddlmZmZddlmZmZmZmZddl m Z e ddZ eedj eed d j ed d j ed d j ed dj ee ddj ed gZdde DZedg7ZeZeZ dS))unicode_literals) LIST_ELLIPSES LIST_ICONS) CONCAT_QUOTESALPHA ALPHA_LOWER ALPHA_UPPER)TOKENIZER_SUFFIXES'z(?<=[{al}])\.(?=[{au}]))alauz(?<=[{a}])[,!?](?=[{a}]))az(?<=[{a}])[:<>=](?=[{a}])z(?<=[{a}]),(?=[{a}])z"(?<=[{a}])([{q}\)\]\(\[])(?=[{a}]))rqz(?<=[{a}])--(?=[{a}])cCsg|]}|dkr|qS))z'sz'Su’su’Sz\').0suffixrrsrz(?<=[^sSxXzZ])\'N) __future__rZ char_classesrrrrrr punctuationr replaceZ_quotesformatZ_infixesZ _suffixesZTOKENIZER_INFIXESrrrrs,