
    Hh]                     2    d dl mZmZ d dlmZ dedefdZdS )   )TokenizerConfigTokenizerSpec)TokenizerPartconfigreturnc                     dt           i}| j        |v s:J dd                    |                                           d| j                      || j                 |           S )Ntokenizer_partz	expect: [,z
], found: )r   )r   methodjoinkeys)r   MAPs     D/data/cameron/tmprepos/clean_dreammesh/UniRig/src/tokenizer/parse.pyget_tokenizerr      sl    -C =C!\SXXchhjj-A-A!\!\V]!\!\3v}V,,,,    N)specr   r   r	   r   r    r   r   <module>r      s[    0 0 0 0 0 0 0 0 ) ) ) ) ) )-/ -m - - - - - -r   