ó <¿CVc@sodZddlZddlmZddlmZddlmZddlmZdej fd„ƒYZ dS( s4 Tests for common methods of IBM translation models iÿÿÿÿN(tdefaultdict(tAlignedSent(tIBMModel(t AlignmentInfotTestIBMModelcBs•eZddddgZdddgZd„Zd„Zd „Zd „Zd„Zd„Z d „Z d„Zd„Zd„Z d„Zd„ZRS(sj'taimetbientjambontitlovethamcCs–tddddgdddgƒtddd gd dd gƒtgdgƒg}t|ƒ}|jt|jƒd ƒ|jt|jƒdƒdS(Ntonettwotthreetfourtuntdeuxttroistfivetsixtquatretcinqtseptii(RRtassertEqualtlent src_vocabt trg_vocab(tselftparallel_corporat ibm_model((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt!test_vocabularies_are_initializedscCsHg}t|ƒ}|jt|jƒdƒ|jt|jƒdƒdS(Nii(RRRRR(RRR((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt9test_vocabularies_are_initialized_even_with_empty_corporascCsttjtjƒ}iidd6dd6dd6dd6d d6d 6idd6dd6dd6dd6dd6d6id d6dd6d d6d d6d d6d6}td„ƒ}tgƒ}||_||_|j |ƒ}|j |jddƒ|j |jgdgdggdggƒdS(NgÍÌÌÌÌÌì?sj'gš™™™™™©?Rg{®Gáz”?Rg¸…ëQ¸ž?RiRg{®Gáz„?R g®Gáz®ï?R cSs td„ƒS(NcSs td„ƒS(NcSs td„ƒS(NcSsdS(Ngš™™™™™É?((((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt5s(R(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR 4s(R(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR 4s(R(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR 4siiii(iii( RRt _TestIBMModel__TEST_TRG_SENTENCEt _TestIBMModel__TEST_SRC_SENTENCEtNoneRRttranslation_tabletalignment_tabletbest_model2_alignmentRt alignmenttcepts(Rt sentence_pairR$R%Rta_info((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyttest_best_model2_alignment%s$ cCs!ttjtjƒ}iidd6dd6dd6dd6d d6d 6idd6dd6dd6dd6dd6d6id d6dd6d d6d d6d d6d6}td„ƒ}tgƒ}||_||_|j |ddƒ}|j |jddƒ|j |jgdgggddggƒdS(NgÍÌÌÌÌÌì?sj'gš™™™™™©?Rg{®Gáz”?Rg¸…ëQ¸ž?RiRg{®Gáz„?R g®Gáz®ï?R cSs td„ƒS(NcSs td„ƒS(NcSs td„ƒS(NcSsdS(Ngš™™™™™É?((((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR Ps(R(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR Os(R(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR Os(R(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR Osiiii(iii( RRR!R"R#RRR$R%R&RR'R((RR)R$R%RR*((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt;test_best_model2_alignment_does_not_change_pegged_alignmentBs"- cCs‡tddddddgtjƒ}iidd6dd 6d d6dd 6dd6d6idd6dd 6dd6dd 6dd6d6idd6dd 6dd6dd 6dd6d6idd6dd 6dd6dd 6dd6d6idd6dd 6dd6dd 6dd6d6}td„ƒ}tgƒ}||_||_|j|ƒ}|j |j ddƒ|j |jdgdgdgddgdggƒdS(NRtreallyt,R R gÍÌÌÌÌÌì?sj'gš™™™™™©?Rg{®Gáz”?Rg¸…ëQ¸ž?Rig{®Gáz„?g ×£p= ·?g333333Ó?gffffffæ?g®Gáz®ï?cSs td„ƒS(NcSs td„ƒS(NcSs td„ƒS(NcSsdS(Ngš™™™™™É?((((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR ks(R(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR js(R(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR js(R(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR jsiiiiii(iiiiii(RRR"R#RRR$R%R&RR'R((RR)R$R%RR*((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt0test_best_model2_alignment_handles_fertile_words\s"****- cCsgttjgƒ}tgƒ}|j|ƒ}|j|jddƒ|j|jdddggƒdS(Niiii(iii(RRR!RR&RR'R((RR)RR*((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt5test_best_model2_alignment_handles_empty_src_sentencexs cCsjtgtjƒ}tgƒ}|j|ƒ}|j|jddƒ|j|jggggggƒdS(Ni((RRR"RR&RR'R((RR)RR*((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt5test_best_model2_alignment_handles_empty_trg_sentence„s cCs¤tddd ggdgd ggƒ}tgƒ}|j|ƒ}tƒ}x|D]}|j|jƒqRWtddddddddgƒ}|j||ƒdS(NiiitdessÅ“ufstvertstUNUSEDtgreenteggsi(iii(NR2sÅ“ufsR3(R4R5seggs(iii(iii(iii(iii(iii(iii(iii(iii(RR#RtneighboringtsettaddR'R(RR*Rt neighborstneighbor_alignmentstneighbortexpected_alignments((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt*test_neighboring_finds_neighbor_alignmentss cCsÑtddd ggdgd ggƒ}tgƒ}|j|ƒ}x>|D]6}|jdkrg|}qI|jdkrI|}qIqIW|j|jggd dgggƒ|j|jggdgd ggƒdS(NiiiR2sÅ“ufsR3R4R5R6i(iii(NsdessÅ“ufssverts(sUNUSEDsgreenseggs(iii(iii(RR#RR7R'RR((RR*RR:R<tmoved_alignmenttswapped_alignment((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt-test_neighboring_sets_neighbor_alignment_info¬s %cCs›tddd ggdgd ggƒ}tgƒ}|j|dƒ}tƒ}x|D]}|j|jƒqUWtddddgƒ}|j||ƒdS(NiiiR2sÅ“ufsR3R4R5R6i(iii(NsdessÅ“ufssverts(sUNUSEDsgreenseggs(iii(iii(iii(iii(RR#RR7R8R9R'R(RR*RR:R;R<R=((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyt8test_neighboring_returns_neighbors_with_pegged_alignmentÃs cCsktddddƒ}d„}d„}tgƒ}||_||_|j|ƒ}|j|jdƒdS( NiiicSs|jdkr=ttddddƒtddddƒgƒS|jd krzttd dddƒtddddƒgƒStƒS(Niiiii(iii(iii(iii(iii(iii(iii(R'R8RR#(tatj((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pytneighboring_mockáscSs<idd6dd6dd 6dd6dd6}|j|jd ƒS(Ngà?iiig333333ã?gš™™™™™Ù?igffffffæ?ig{®Gáz„?(iii(iii(iii(iii(iii(tgetR'(RCtprob_values((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pytprob_t_a_given_s_mockîs i(iii(iii(RR#RR7tprob_t_a_given_st hillclimbRR'(Rtinitial_alignmentRERHRtbest_alignment((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyttest_hillclimbÝs cCs\ttjtjƒ}tgƒ}d„|_|j|ƒ\}}|jt|ƒdƒdS(NcSsdS(Ngü©ñÒMbP?((tx((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyR si=( RRR!R"RRItsampleRR(RR)RtsamplesRL((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyttest_samples(t__name__t __module__R"R!RRR+R,R/R0R1R>RARBRMRQ(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyRs %(t__doc__tunittesttcollectionsRtnltk.translateRRtnltk.translate.ibm_modelRtTestCaseR(((sy/private/var/folders/cc/xm4nqn811x9b50x1q_zpkmvdjlphkp/T/pip-build-FUwmDn/nltk/nltk/test/unit/translate/test_ibm_model.pyts