B e]]@sddlmZddlZddlmZddZddZejdd d d Zejd d d dZ ejd d ddZ ejd d ddZ ejd d ddZ ejd d ddZ ejd d ddZejd d ddZejd d ddZejd d ddZejd d dd Zejd d d!d"Zejd d d#d$Zejd d d%d&Zejd d d'd(Zejd)d*Zejd d d+d,Zejd d d-d.Zejd d d/d0Zejd d d1d2Zejd d d3d4Zejd d d5d6Zejd d d7d8Zejd d d9d:Zejd d d;d<Z ejd d d=d>Z!ejd d d?d@Z"ejd d dAdBZ#ejd d dCdDZ$ejd d dEdFZ%ejd d dGdHZ&dS)I)unicode_literalsN)get_lang_classcCs|jdddddS)Nz--slow store_truezinclude slow tests)actionhelp)Z addoption)parserr7/tmp/pip-install-b8evvk6i/spacy/spacy/tests/conftest.pypytest_addoptionsr cs>fdd}x,dD]$}|jkr||std|qWdS)Ncsjd|dS)Nz--%sF)configZ getoption)opt)itemrr getopt sz$pytest_runtest_setup..getopt)Zslowzneed --%s option to run)keywordspytestskip)r rr r)r r pytest_runtest_setup s rmodule)scopecCstdjS)NZxx)rDefaultscreate_tokenizerrrrr tokenizersrsessioncCstdjS)Nar)rrrrrrr ar_tokenizer#srcCstdjS)Nbn)rrrrrrr bn_tokenizer(srcCstdjS)Nca)rrrrrrr ca_tokenizer-srcCstdjS)Nda)rrrrrrr da_tokenizer2sr cCstdjS)Nde)rrrrrrr de_tokenizer7sr"cCstdjS)Nel)rrrrrrr el_tokenizer<sr$cCstdjS)Nen)rrrrrrr en_tokenizerAsr&cCstdjS)Nr%)rrZ create_vocabrrrr en_vocabFsr'cCstd|}|dS)Nr%r)rZ create_pipe)r'Znlprrr en_parserKs r(cCstdjS)Nes)rrrrrrr es_tokenizerQsr*cCstdjS)Nfi)rrrrrrr fi_tokenizerVsr,cCstdjS)Nfr)rrrrrrr fr_tokenizer[sr.cCstdjS)Nga)rrrrrrr ga_tokenizer`sr0cCstdjS)Nhe)rrrrrrr he_tokenizeresr2cCstdjS)Nhu)rrrrrrr hu_tokenizerjsr4cCstdjS)Nid)rrrrrrr id_tokenizerosr6cCstdjS)Nit)rrrrrrr it_tokenizertsr8cCstdtdjS)NZMeCabja)r importorskiprrrrrrr ja_tokenizerys r;cCstdjS)Nnb)rrrrrrr nb_tokenizersr=cCstdjS)Nnl)rrrrrrr nl_tokenizersr?cCstdjS)Npl)rrrrrrr pl_tokenizersrAcCstdjS)Npt)rrrrrrr pt_tokenizersrCcCstdjS)Nro)rrrrrrr ro_tokenizersrEcCstdtdjS)N pymorphy2ru)rr:rrrrrrr ru_tokenizers rHcCstdjS)Nsv)rrrrrrr sv_tokenizersrJcCstdtdjS)NZ pythainlpth)rr:rrrrrrr th_tokenizers rLcCstdjS)Ntr)rrrrrrr tr_tokenizersrNcCstdjS)Ntt)rrrrrrr tt_tokenizersrPcCs"tdtdtdjS)NrFzpymorphy2.languk)rr:rrrrrrr uk_tokenizers  rRcCstdjS)Nur)rrrrrrr ur_tokenizersrT)' __future__rrZ spacy.utilrr rZfixturerrrrr r"r$r&r'r(r*r,r.r0r2r4r6r8r;r=r?rArCrErHrJrLrNrPrRrTrrrr sF