ó <¿CVc@sdZddlZddlmZddlmZddlmZddlmZddlmZddl m Z d ejfd „ƒYZdS(s( Tests for IBM Model 5 training methods iÿÿÿÿN(tdefaultdict(tAlignedSent(tIBMModel(t IBMModel4(t IBMModel5(t AlignmentInfot TestIBMModel5cBs,eZd„Zd„Zd„Zd„ZRS(cCs!idd6dd6dd6}idd6dd6dd6}tddgdddgƒtddddgddgƒg}t|d||ƒ}|j|ƒd d}|j|jd d d|ƒ|j|jddd|ƒ|j|jd d d|ƒ|j|jddd|ƒdS( Nitschinkenteieritspamthamteggsigð?iiýÿÿÿi(RRtset_uniform_probabilitiestassertEqualthead_vacancy_tabletnon_head_vacancy_table(tselftsrc_classesttrg_classestcorpustmodel5t expected_prob((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyt;test_set_uniform_vacancy_probabilities_of_max_displacementss$ cCsEidd6dd6dd6}idd6dd6dd6}tddgdddgƒtddddgddgƒg}t|d||ƒ}|j|ƒ|j|jd d dtjƒ|j|jdddtjƒ|j|jd ddtjƒ|j|jd d dtjƒ|j|jdddtjƒdS(NiRRiR R Riiiiüÿÿÿ(RRRR RRtMIN_PROBR(RRRRR((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyt;test_set_uniform_vacancy_probabilities_of_non_domain_values)s $ cCsìdddddg}dddd d dg}idd6d d6dd6dd6dd6}idd6d d 6dd6dd6dd6dd 6}t||ƒg}td'dg|dg|dgd gdggdgddggƒ}td„ƒ}d|d(ddRs(R(((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyR$Rsg ×£p= ï?cSs td„ƒS(NcSs ttƒS(N(RR#(((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyR$Ys(R(((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyR$Ysg¸…ëQ¸î?cSs ttƒS(N(RR#(((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyR$\sg\Âõ(\ï?cSs ttƒS(N(RR#(((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyR$dsg®Gáz®ï?g+‡ÙÎ÷ï?gÇK7‰A`Å?tp1ttranslation_tabletfertility_tableRRthead_distortion_tabletnon_head_distortion_tabletalignment_tableg-²ï§ê?(iiiiiiiiiiÿÿÿÿiig®Gáz®ï?g®Gáz®ï?g>èÙ¬ú\ï?g>èÙ¬ú\ï?g™í }°ï?g™í }°ï?gbÇó×3½î?gbÇó×3½þ?gtåSUµþ?g@‚âÇ˜»î?g÷7h¯>î?gSKB; „í?g²ÄNëìì?gÍçÒXì?gÎQÚî?gÎQÚî?g‘&Þž4í?g¦¯J–QTì?gWÇõ×92ë?( RRtNoneRRtprob_t_a_given_stpowR tround(Rtsrc_sentencettrg_sentenceRRRtalignment_infoRRR&R't probabilitiesRtprobabilitytnull_generationt fertilitytlexical_translationtvacancytexpected_probability((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyttest_prob_t_a_given_sCsh & - c sFtd dddƒtddddƒtddddƒtddddƒtddddƒg}tj}d}it|ddƒ|d6|d6||d6||dd6t|ddƒdd6‰td gd gƒg}tj}t‡fd†ƒt_t|dddƒ}|j |ƒ}|j t|ƒdƒ|t_dS(NiiigÍÌÌÌÌÌì?gø?gà?gš™™™™™ñ?g333333ó?tatbcsˆ|jS(N(t alignment(R:tmodel(tscores(st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyR$œsi(ii(ii(ii(ii(ii(ii(ii(ii(ii(ii(RR+RtMIN_SCORE_FACTORtminRRtmodel4_prob_t_a_given_ststaticmethodtpruneR tlen(Rtalignment_infost min_factort best_scoreRtoriginal_prob_functionRtpruned_alignments((R>st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyt test_prune†s* (t__name__t __module__RRR9RJ(((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyRs C( t__doc__tunittesttcollectionsRtnltk.translateRRRRtnltk.translate.ibm_modelRtTestCaseR(((st/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm5.pyts