ó <¿CVc@spdZddlmZddlmZmZddlTddlTdefd„ƒYZ de fd„ƒYZ d S( sí Indian Language POS-Tagged Corpus Collected by A Kumaran, Microsoft Research, India Distributed with permission Contents: - Bangla: IIT Kharagpur - Hindi: Microsoft Research India - Marathi: IIT Bombay - Telugu: IIIT Hyderabad iÿÿÿÿ(tcompat(t str2tupletmap_tag(t*tIndianCorpusReadercBsPeZdZdd„Zddd„Zdd„Zddd„Zdd„ZRS(s@ List of words, one per line. Blank lines are ignored. cCs>tg|j|tƒD]!\}}t||ttƒ^qƒS(N(tconcattabspathstTruetIndianCorpusViewtFalse(tselftfileidstfileidtenc((sk/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/corpus/reader/indian.pytwordssc sqˆr*ˆˆjkr*‡‡fd†}nd}tgˆj|tƒD]$\}}t||tt|ƒ^qFƒS(Ncstˆjˆ|ƒS(N(Rt_tagset(tt(R ttagset(sk/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/corpus/reader/indian.pyt&s(RtNoneRRRRR (R R Rttag_mapping_functionR R ((R Rsk/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/corpus/reader/indian.pyt tagged_words$s cCs>tg|j|tƒD]!\}}t||ttƒ^qƒS(N(RRRRR (R R R R ((sk/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/corpus/reader/indian.pytsents-sc sqˆr*ˆˆjkr*‡‡fd†}nd}tgˆj|tƒD]$\}}t||tt|ƒ^qFƒS(Ncstˆjˆ|ƒS(N(RR(R(R R(sk/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/corpus/reader/indian.pyR4s(RRRRRR(R R RRR R ((R Rsk/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/corpus/reader/indian.pyt tagged_sents2s cCsb|dkr|j}nt|tjƒr6|g}ntg|D]}|j|ƒjƒ^q@ƒS(N(Rt_fileidst isinstanceRt string_typesRtopentread(R R tf((sk/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/corpus/reader/indian.pytraw;s   N( t__name__t __module__t__doc__RRRRRR(((sk/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/corpus/reader/indian.pyRs    RcBseZdd„Zd„ZRS(cCs5||_||_||_tj||d|ƒdS(Ntencoding(t_taggedt_group_by_sentt_tag_mapping_functiontStreamBackedCorpusViewt__init__(R t corpus_fileR"ttaggedt group_by_sentR((sk/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/corpus/reader/indian.pyR'Bs   cCsÇ|jƒ}|jdƒrgSg|jƒD]}t|ddƒ^q,}|jr„g|D]!\}}||j|ƒf^qZ}n|js¯g|D]\}}|^q”}n|jr¿|gS|SdS(Nts   &