U mdD@s<dZddlZddlZddlZddlmZddlmZddlmZm Z ddl m m Z ddl m Z ddlmZddlZddlmZdd lmZmZmZmZmZmZmZdd lmZdd lmZGd d d ZdKddZ dLddZ!GdddZ"GdddZ#GdddZ$GdddZ%GdddZ&GdddZ'Gdd d Z(Gd!d"d"Z)Gd#d$d$Z*Gd%d&d&Z+d'd(Z,d)d*Z-d+d,Z.d-d.Z/d/d0Z0d1d2Z1d3d4Z2d5d6Z3Gd7d8d8Z4Gd9d:d:Z5Gd;d<d<Z6Gd=d>d>Z7Gd?d@d@Z8GdAdBdBZ9GdCdDdDZ:GdEdFdFZ;GdGdHdHZcCs.tj|||d}t|||dt|j|dSN)rdtypertol)r gmeanrr r,Z array_liker#rr,r.xr$r$r%check_equal_gmean,sr2cCs.tj|||d}t|||dt|j|dSr+)rhmeanrr r,r0r$r$r%check_equal_hmean2sr4c@s\eZdZddZddZddZddZd d Zej j e e d  d d ddZ ddZdS) TestGeoMeancCs*ddddg}tdd}t||dddS) Nr?+=r-)rpowerr2r!ar#r$r$r%test_1d9s  zTestGeoMean.test_1dc Cshtddddddddd d g }d }t||tjd d ddgdddd gd}tdd}t||dddS)N (r<FPZdgsŤF@rr6r7r8rmaskUUUUUU?r;r-)marr2rr<r=r$r$r% test_1d_ma>s   zTestGeoMean.test_1d_mac CsJtjjddddddddd d g d d d d d d d d d d g d }d}t||dS)Nr@rArBrCrrDrErFrGrHrrrIgdq_D@rrMrr2r=r$r$r%test_1d_ma_valueHs8zTestGeoMean.test_1d_ma_valuec Cs2tjddddddddd d g }d }t||dS) Nr@rArBrCrrDrErFrGrrOr=r$r$r% test_1d_ma0Ns zTestGeoMean.test_1d_ma0c CsLtjddddddddd d g }tj}tjd d t||W5QRXdS) Nr@rArBrCrrDrErFrGignore)invalid)rrMrrerrstater2r=r$r$r%test_1d_ma_infTs zTestGeoMean.test_1d_ma_inffloat96cannot find float96 so skippingreasoncCsHtjddddgddddgd}tddtj}t||tjd d dS) Nrr6r7r8rrIrKrLr;)r,r.)rMrrr<astyperWr2r!r>Z desired_dtr$r$r%test_1d_float96[szTestGeoMean.test_1d_float96cCstjddddgddddgddddggddddgddddgddddggd}tddddg}t||dddttd d td d tdd g}t||d ddddddgddddgddddgg}d}ttj||dS)Nrr6r7r8rrIr;rr.r9r:rK?rRr@rArBrCrrDrErFrGrHnxg/,$qJ@)rMrrr2r<r=r$r$r% test_2d_maas$   "zTestGeoMean.test_2d_maN)r'r(r)r?rNrPrQrVpytestmarkskipifhasattrrr]rbr$r$r$r%r58s  r5c@s<eZdZddZejjeed ddddZ dd Z d S) TestHarMeanc Cstjddddgddddgd}d}t||dd tjd d d d ddddddg }d}t||tjjd d d d ddddddg ddddddddddg d}d}t||dS)Nrr6r7r8rrI/袋.?r;r-r@rArBrCrrDrErFrGrHg=b#A@gO?@rMrr4rr=r$r$r%r?ss  zTestHarMean.test_1drWrXrYcCsBtjddddgddddgd}tjdtjd}t||tjddS) Nrr6r7r8rrIrhr,)rMrrasarrayrWr4r\r$r$r%r]szTestHarMean.test_1d_float96cCstjddddgddddgddddggddddgddddgddddggd}tddddg}t||dddd d d g}t||d ddd dddgddddgddddgg}d}ttj||dS)Nrr6r7r8rrIr;r^gQ?g433333@g?rRr@rArBrCrrDrErFrGrHr`ragmWUC@rir=r$r$r%test_2ds$  "zTestHarMean.test_2dN) r'r(r)r?rcrdrerfrr]rlr$r$r$r%rgrs rgc@seZdZddZdS) TestRankingc Cstddddddddddg }tt|dddddddd d d g t|ddg<tt|dd d ddddd d d g ttj|dddd d ddddd d d g tddddddddddg }tt|ddd ddddd dd g tdddddgdddddgg}tt|dddddgddd d d ggttj|dddddddgdddddggttj|dddddddgdddddggdS)Nrrr6r7r8rK!@r@r@T)Z use_missingg@r @)rMrr r rankdatarr!r1r$r$r% test_rankings2    " zTestRanking.test_rankingN)r'r(r)rwr$r$r$r%rmsrmc@seZdZddZddZddZddZejj e d kd d d d Z ejj e d kd d ejj ddZddZejddejddddZddZejjddZddZdS)TestCorrc CsRtd}ttdttt||ddtt||dddddtj |dd}t||}t |dt kt |d t kW5QRXt dd dg}t ddd g}t||\}}t|t d d t|d ddddg}tj dd ddg|d}tj ddd dg|d} t|| \}}t|t d d t|d dS)Nr@errorrrrRTrIrr7r6rLFgX@)rMarangewarningscatch_warnings simplefilterRuntimeWarningr r pearsonrrr rrsqrt) r!r1prx1y1rprJZx2y2r$r$r% test_pearsonrs(       zTestCorr.test_pearsonrc Cstjjddddddgddddddgd}tjjd d d ddd gddddddgd}tddddg}td ddd g}t||\}}t||\}}t||t||dS) Nrr6r7r8rnrKrrI rrro)rrM masked_arrayrr rrr ) r!ZmxZmyr1ymrmprrr$r$r%test_pearsonr_misaligned_masks(( z&TestCorr.test_pearsonr_misaligned_maskcCsddddgddddg}}tt||dd ddddtjgddddtjg}}t|t|}}tt||dd d d d d dddddddddddg}ddddddddd ddd!dd"dg}tt||dd#d d d d dddddddddddtjg}ddddddddd ddd!dd"dtjg}t|t|}}tt||dd#ttd$}ttd$}|d%|d|d<|d%<|d&|d'|d'<|d&<|d(|d)|d)<|d(<tt||dd*t||}d+}t ||d,d-dS).N333333@@Gz @HzG@ffffff?Q@@rgIQ=r33333G@r皙%@ N@333333?P@̌O@rffffff?皙@333333?333333@@皙6@皙 @333333F@'@皙8@333333?@D@r{ffffff@333333?gI ?rir@iigV-?Z correlationpvalueTrM) r r spearmanrrrrM fix_invalidlistrangerr!r1rres attributesr$r$r%test_spearmanrsn"   zTestCorr.test_spearmanrc Csddddddddd d d d d d dg}ddddddddddddd dd g}d}t||\}}t||t|dtj||dd\}}t||t|dtj||dd\}}t||t|d d!}td"d#|}d$|tj|}t||\}}tj||dd\} } t| |d%tj||dd\} } t| d&|d%|| krR| ksXnttj t d'd(tj||d)dW5QRXdS)*Nrrrrrrrrrrrrrrrrrrrrrrr{rrg +; ?gr?greater alternativegb?lessgcH}?rHrrn皙?r6rzalternative must be 'less'...matchz ekki-ekki) r rrrlinspacerandomrandAssertionErrorrcr ValueError) r!r1rZr_exprrnZstat1p1Zstat2p2Zstat3p3r$r$r%test_spearmanr_alternativesN      z#TestCorr.test_spearmanr_alternativeppc64lezfails/crashes on ppc64lerYcCsttddddg}ttddddg}dd g}ttt|||ttd }ttd }d d g}ttt|||tt tj||d d |d}|d|d<||d<ddg}ttt||||d}|d|d<||d<ddg}ttt|||ttd }ttd ddd}dd g}ttt||||d}|d|d<||d<ddg}ttt||||d}|d|d<||d<ddg}ttt|||t ddddtj g}t ddddtj g}t dddd tj g}ttt||d!d"gtttj||d#d d!d$gttt||d%d&gt d'd'd'd'd(d(d'd)d'd(d d d'd*d'd(d'd'd'd'd'tj g}t d'd+d+d+d d,d)d'd-d.d/d+d+d+d+d+d+d'd d0tj d'g}t||}tt|d1d2gd3}t ||d4d5dS)6Nrr6rnrKr8ro r{rr@gxO~>bananamethodrg?>?gaV>g}'}'?go&5>rRrzg?>g}'}'rrrrrg:@gQgףp= @rrg1UU?? asymptoticglgN?g~ȋgQM?rrArDrCrF!C-gXJĿgvPwTk?rTr) rMrrr rkr kendalltaur| assert_raisesrrrr)r!r1rexpectedbzresultrr$r$r%test_kendalltau(s     zTestCorr.test_kendalltaucCsdtjdtd}t|d}tjdtd}t|dd|ddf}ttt ||ddS)Nrrjir) rr|floatrMZmasked_greaterZ concatenater isfiniter r)r!r1rr$r$r%test_kendalltau_larges  zTestCorr.test_kendalltau_largecCsttdddddddddddg dddddddddddddg dddd d dd ddtddtg td d dd td ddddddg g}t|j}t|}t|dddt|ddddddgdS)Nr8r6rnrr7rorKrrzglobal p-value (indep)gMb?zseasonal p-valueg ףp= ?g(\?皙?g{Gz?)rrMrTr Zkendalltau_seasonalr round)r!r1outputr$r$r%test_kendalltau_seasonals   z!TestCorr.test_kendalltau_seasonalr)exactrr two-sidedrrcCstjdd}tj|}tj|}tj|dk}tj||d}tj||d}tj||||d} |} |} t j| | ||d} tj ||<tj ||<t j|||d|d} t | | t | | dS)Nrrr_rI)rromit)r nan_policyr) rrseedrrMrr r compressedrrr)r!rrrr1rrJZx_maskedZy_maskedZ res_maskedZ x_compressedZ y_compressedZres_compressedZres_nanr$r$r%test_kendalltau_mstats_vs_statss@      z(TestCorr.test_kendalltau_mstats_vs_statsc CsJddddddddd}|D]&\}}t|d|d }t||qdS) Ng遣m?g:4W?g, :Hr{gK?g(6?))rHiY )ei )r)r)rr)r)iE&)i%rritemsrZ_kendall_p_exactr r!Z expectationsncrrr$r$r%test_kendall_p_exact_mediumsz$TestCorr.test_kendall_p_exact_mediumcCsFddddddd}|D]&\}}t|d|d }t||qdS) NgE?gU`Uxr1rtrimxr$r$r% test_trimsD $ &    zTestTrimming.test_trimcCstd}tt|dttj|dddt|dd<t|}t|dt|jd gd d gd d gd d gdd gd t |_d|_ tt|dtt|ddS)NrHrDr)tailrFrrE0rrr"rA)r@r@) rMr|r r trimbothcountZtrimtailrr rshape)r!r1r r$r$r% test_trim_old s   :zTestTrimming.test_trim_oldc Csltd}tj|ddd}tjddddd d d d d dg ddddddddddg d}t||t|j|jdS)Nr@)g333333?gQ?rrrrr6r7r8rnrKrorrrrI)rMr|r Ztrimrrr rJ)r!r1rrr$r$r% test_trimrs  zTestTrimming.test_trimrcCsptddddddddd d d d d ddddddg}tt|dddtt|dddtt|ddddS)NMWXr(+2x3 riWr)rrrri)rMrr r Z trimmed_meanr!r"r$r$r%test_trimmedmeanszTestTrimming.test_trimmedmeancCs\tddddddddd d d d d ddddddg}tt|dddtt|ddddS)Nrrrrrrrrrrrr r!r"r#r$r%r&r'r(g> L@rnr)rMrr r Z trimmed_stder)r$r$r%test_trimmed_stde&szTestTrimming.test_trimmed_stdecCstddddddddd d d d d ddddddg}tt|djddddtt|ddjddddt|d<t|}t|j|jdS)Nrrrrrrrrrrrr r!r"r#r$r%r&r'r(rddofg @rgffff7@rn) rMrr r winsorizevarrr rJ)r!r"Z winsorizedr$r$r%test_winsorization,s. zTestTrimming.test_winsorizationc Csttjtjdddg}tttj|dddtt|dtdddddgtt|dttjtjtjtjtjgttj|dd dttjtjdddgttj|dd dttjtjdddgdS) Nrrr6)皙?r1raise)r)皙?r3)rrr) rMrrrrrr r.r r)r$r$r%test_winsorization_nan8s    z#TestTrimming.test_winsorization_nanN) r'r(r)r rrr*r+r0r4r$r$r$r%rs%  rc @seZdZddddgZeddddd ejgZej e d d d d dgdddddgdddddgdddddgddd d!d"ggej d#d$d$d#d$gd#d#d#d$d#gd$d$d$d$d$gd#d#d#d#d#gd$d$d#d$d$gge d%d&Z d'd'd(d)d*Z d+d,Z d-d.Zd/d0Zd1d2Zd3d4Zd'S)5 TestMomentsrr6r7r8gp= ף?g?߾?gD9?gQI?g}?5^Igq2۪?g{!3?gr!fa?gk?g Y?gSH*:/?g#R /?g>y}zd?gV߯rr$r$r%test_variation_ddofszTestMoments.test_variation_ddofcCsht|j}t|ddtj|jdd}t|ddt|j}t|ddtjtddddd gtjd d d d d gtd d }t t|j d|t |j D]\}}tt|||qtjtdddddgtjd d d d d gtd d }t tj|j dd d|t |j D]"\}}ttj|d d||qt t|j dddft |j dddfdS)Ng7l*ҿr@rbiasg2۠ۿr{gҽr?g>HÛe?gIǮFTrjrIrg`٨?gn?g0r6) r skew testmathworksr r<rMrrboolr testcase_2d enumeraterr!rZ correct_2dirowZcorrect_2d_bias_correctedr$r$r% test_skewnesss@       zTestMoments.test_skewnesscCsxtj|jdddd}t|ddtj|jddd}t|ddt|jdd}t|dtjtdd d d d gtjd d d dd gtdd}t t|j d|t |j D]\}}tt|||qtjtdd dd dgtjd d d dd gtdd}t tj|j dd d|t |j D]"\}}ttj|d d||qt t|j dddft |j dddfdddS)Nrr)ZfisherrDgO߻S@r@g x|N @g= ףp=?gg'@=r{gt QFTrjrIg?rArBrMrPr$r$r$r%r5Fs4           %!r5c@seZdZddZddZdS)TestModec Cs`dddddddddddddddg}t|d }tddddddg}t|d }tt|dk|}t|dk|}t|dk|}tt|dk|}ttj|dd d ttj|dd d ttj|dd d ttj|dd d ttj|dd d ttj|dd dttj|dd dttj|dd dddddggdddddggfttj|dd dddddggdddddggfttj|dd dgdgdggdgdgdggfttj|dd dgdgdggdgdgdggfttj|dd ddggddggfttj|dd dgdgdggdgdgdggftj|dd } d} t| | dddS)Nrrr6r7r8rnrKro)r7rn)r7r6rs)r7r8)rr7)rr)r6rrR)moderTr) rrrrMZ masked_wherer r rRr) r!a1a2a3Za4Zma1Zma2Zma3Zma4Za1_resrr$r$r% test_modes0"  0000$0zTestMode.test_modecCsdtd}|ddddfd7<|ddddfd7<|}t|dt||dS)N)rHrHrr)rr=copyr rRr )r!Zimcpr$r$r%test_mode_modifies_inputs   z!TestMode.test_mode_modifies_inputN)r'r(r)rVrYr$r$r$r%rQsrQc@s$eZdZddZddZddZdS)TestPercentilecCsDdddddddg|_ddd d d dd d g|_ddddddddg|_dS)Nr7r8rnr@rKirrror6rrr)rSrTrUr!r$r$r% setup_method szTestPercentile.setup_methodcCsHtdd}tt|ddtt|ddtt|dddS) Nrrr_rr{rHrtrg?)rr|r r scoreatpercentilervr$r$r%test_percentileszTestPercentile.test_percentilec CsNtdddgdddgdddgdddgdddgg}tt|ddddgdS)Nrr8r7r)rMrr r r`rvr$r$r%test_2Ds zTestPercentile.test_2DN)r'r(r)r_rarbr$r$r$r%rZsrZc@s>eZdZdZeddddejgZddZ dd Z d d Z d S) TestVariabilityz[ Comparison numbers are found using R v.1.5.1 note that length(testcase) = 4 rr6r7r8cCsXt|j}t|d|j}ttj|jddt||dtj|jdddS)Ng㝎?rr,r6)r semr<r rrrr)r!rrr$r$r%test_sem#s    "zTestVariability.test_semcCs:t|j|j}ddddg}t||j|jdkdddS)NOT\w%ܿr?OT\w?Frdecimal)r zmapr<r r"rJ)r!rZdesired_unmaskedvalsr$r$r% test_zmap+szTestVariability.test_zmapcCs4t|j}tddddtjg}t||dddS)Nrfrgr?rhrri)r zscorer<rMrrrr )r!rr#r$r$r% test_zscore4s zTestVariability.test_zscoreN) r'r(r)__doc__rMrrrr<rerlrnr$r$r$r%rcs  rcc@s$eZdZddZddZddZdS)TestMisccCsdgddgddgddgddgdd gddgdgddgd dgdd gd g}dd gdd gddgddgddgddgdgddgd dgddgd dgg}tttj|jd |d dS)NrnrKrrorrrr7r6r@r8rg_v @g1%?g"u?gZӼ?g!u @g q&@g;pΈ$@gTR'p@g9#?gHPx?g QI?)r rrr obrientransformr)r!argsrr$r$r%test_obrientransform?s:,:,zTestMisc.test_obrientransformcCsttdddddddddddg dddddddddddddg dddd d dd ddtddtg td d dd td ddddddg g}t|j}|j\}}}}ttt||ddttt||dddttt||ddddS)Nr8r6rrrnrr7rorKrrrr)48E?gsA?g)g%䃞?g ?l)rtg46               rc Cstjtdd.tddgddg}tt|s8tW5QRXt @}| tdtdddgdddg}t |ddtj tj fW5QRXdS)NzAll `x` coordinates are...rrrzinvalid value encountered...) rcZwarnsrr rrallisnanrrfilterrr)rsupr$r$r%test_theilslopes_warningss rcCshdddg}dddg}t||\}}}}t||}t||jt||jt||jt||jdS)zj Simple test to ensure tuple backwards-compatibility of the returned TheilslopesResult object rr6r8rKrrN)r rr r}r~ low_slope high_slope)rr1r}r~rrrr$r$r%'test_theilslopes_namedtuple_consistencys      rcCs2dtdd}tt|dttj|ddddtd}d|d}tt||d ttj||ddd d |dd <tt||d td}d d |tjjddd}t||\}}}}}t||\}}t ||ddt ||ddtj||dd\}}t ||ddt ||dddS)Nr6r@r_)rr_Zseparaterrnr)ryrNrr8gffffffrsize random_staterr-) rr|r r siegelslopesrnormrvsrr)rr1Z slope_olsZ intercept_ols_r}r~r$r$r%test_siegelslopess$   rcCsLdddg}dddg}t||\}}t||}t||jt||jdS)zl Simple test to ensure tuple backwards-compatibility of the returned SiegelslopesResult object. rr6r8rKrrN)r rr r}r~)rr1r}r~rr$r$r%(test_siegelslopes_namedtuple_consistencys     rcCs0ttddd}t|jtdddgdS)Nr7rr:r_r)r Zplotting_positionsrr|r r"r)posr$r$r%test_plotting_positionssrc@sxeZdZddZddZddZddZd d Zd d Zd dZ e j dddge j dddgddZ ddZdS)TestNormalitytestscCstdd}tt|t|tt|t|tt|t|tjtjtjg}tjtjtjg}ddddg}t||D] \}}t t ||t t ||qdS)Nr]rRrrr6r7r]rRrrr6r7r]rRrrr6r7r]rRrrr6r7r6rr7r8) rrr r normaltestrskewtest kurtosistestziprr)r!r1funcsZmfuncsfuncZmfuncr$r$r%test_vs_nonmaskeds      z$TestNormalitytests.test_vs_nonmaskedcCs`tdd}ttj|ddt|ttj|ddt|ttj|ddt|dS)Nrr6rs)rrrr rrrrvr$r$r%test_axis_Nones z!TestNormalitytests.test_axis_NonecCstdd}tjjtjtj|dftjddg|jdfd}tt|t |tt |t |tt |t |dS)Nrr6r@TFrI) rrrMZr_infrrr rrrr)r!r1xmr$r$r%test_maskedarray_inputsz)TestNormalitytests.test_maskedarray_inputcCsztdd}t|gdj}tjtjtjfD]D}||}||}t|d|dgdt|d|dgdq0dS)Nrr6rr) rrZvstackrr rrrr)r!r1Zx_2drZres_1dZres_2dr$r$r% test_nd_input#sz TestNormalitytests.test_nd_inputcCs.tdd}t|}d}t||dddSNrr6rzTr)rrr rrr!r1rrr$r$r%!test_normaltest_result_attributes,s z4TestNormalitytests.test_normaltest_result_attributescCs.tdd}t|}d}t||dddSr)rrr rrrr$r$r%#test_kurtosistest_result_attributes2s z6TestNormalitytests.test_kurtosistest_result_attributesc CsLddddddddddg }tdd t|D}tt|d d kd dS) Nr:ro)rcSsg|]\}}t||qSr$)rfull).0rKcr$r$r% <sz;TestNormalitytests.regression_test_9033..rg{Gz?T)rZhstackrIr r r)r!countsr1r$r$r%regression_test_90338sz'TestNormalitytests.regression_test_9033testrrrrrc Cstjjddddd}tt|}tt|}|||d\}}|||d\}} t||ddt| |ddtj|d d <tjj |t |d }|| |d\}}|||d\}} t||ddt| |dddS) Nr@rrB{locscalerrrg-q=ZatolrrnrI) rrrgetattrr rrrrMrrr) r!rrr1Z stats_testZ mstats_testZz_exp_exrrr$r$r%test_alternative?s  z#TestNormalitytests.test_alternativec Cshtjjddd}d}tjt|dtj|ddW5QRXtjt|dtj|ddW5QRXdS)NrArr4alternative must be 'less', 'greater' or 'two-sided'rryr) rrrrcrrr rr)r!r1rr$r$r%test_bad_alternativeTs z'TestNormalitytests.test_bad_alternativeN)r'r(r)rrrrrrrrcrdrrrr$r$r$r%rs   rc@seZdZddZdS) TestFOnewaycCsJtjddgtjd}tjddgtjd}t||}d}t||dddS) NiirjiirzTr)rrZuint16r Zf_onewayr)r!r>rrrr$r$r%test_result_attributes`s  z"TestFOneway.test_result_attributesNr'r(r)rr$r$r$r%r_src@sTeZdZeddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddgZeddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddgZddZddZdS) TestMannwhitneyurrrcCs&t|j|j}d}t||dddS)NrzTr)r mannwhitneyur1rr)r!rrr$r$r%rsz'TestMannwhitneyu.test_result_attributescCsBt|j|j}t|j|j}|j|jks0tt|j|jdSr7) r rr1rrr{rrr)r!res1res2r$r$r%test_against_statssz#TestMannwhitneyu.test_against_statsN) r'r(r)rrr1rrrr$r$r$r%rhs   rc@seZdZddZdS) TestKruskalcCs>dddddg}dddd d g}t||}d }t||d d dS)Nrr7rnrorr6r8rKrrr@rzTr)r Zkruskalrrr$r$r%rs  z"TestKruskal.test_result_attributesNrr$r$r$r%rsrc@s^eZdZddZddZddZddZd d Zd d Zd dZ e j dddgddZ dS) TestTtest_relcCsvtjdtjddddddg}t|dddf|dddf}t|dddf|dddf}t||tj|dddf|dddfdd}tj|dddf|dddfdd}t||tj|ddddf|ddddfdd}tj|ddddf|ddddfdd}t||t|ddddf|ddddf}t||dS)NrAr8rrr6rs)rrrrandnr ttest_relr r)r!outcomerrres3r$r$r%rs $$ (( 00 ,zTestTtest_rel.test_vs_nonmaskedc Cstjdtjtjdddddgdddggd}t~}|td|dddf|dddfftj tj gdd gffD]6}t j |\}}t |tj tj ft |tj tj fq|W5QRXdS Nrr7r6rrrI%invalid value encountered in absoluterr) rrrrMrrrrrrr rrr!rrpairtrr$r$r%test_fully_maskeds  8zTestTtest_rel.test_fully_maskedcCs`tjdtjddddddg}t|dddf|dddf}d}t||dd dS NrrAr8rrr6rzTr)rrrrr rrr!rrrr$r$r%rs  $z$TestTtest_rel.test_result_attributesc Csztttjtdtdtd}tttj|ddd|dddddtttj|ddd|ddddddS) Nr@rr9r6r7r8rrs)rrr rrr|rrvr$r$r%test_invalid_input_sizes   z%TestTtest_rel.test_invalid_input_sizecCs$tgg}ttt|dSr7)r rr rrrr!rr$r$r% test_emptys zTestTtest_rel.test_emptyc Cstdddgdddg\}}tt||ftjdft^}|tdtdddgdddg\}}t |t tj tj gt |t tj tj gW5QRXdSNrrr) r ttest_indr rabsrrrrrrrr!rrrr$r$r%test_zero_divisions z TestTtest_rel.test_zero_divisionc Cs>d}tjt|d"tjdddgdddgd d W5QRXdS Nrrrr6r7r8rnrKfoorrcrrr rr!rr$r$r%rsz"TestTtest_rel.test_bad_alternativerrrcCstjjddddd}tjjddddd}tj|||d\}}tj|||d\}}t||d d t||d d tj|d d<tj|d d<tjj |t |d }tjj |t |d }tj|||d\}}tj| | |d\}}t||d d t||d d dS) Nr@rnr*rrrr6rr;r-rrI) rrrrr rrrrMrrrr!rr1rt_exrrrr$r$r%rs  zTestTtest_rel.test_alternativeN)r'r(r)rrrrrrrrcrdrrr$r$r$r%rs   rc@sVeZdZddZddZddZddZd d Zd d Ze j d ddgddZ dS) TestTtest_indcCs*tjdtjddddddg}t|dddf|dddf}t|dddf|dddf}t||tj|dddf|dddfdd}tj|dddf|dddfdd}t||tj|ddddf|ddddfdd}tj|ddddf|ddddfdd}t||t|ddddf|ddddf}t||tj|dddf|dddfdd }tj|dddf|dddfdd }t||tj|dddf|dddfd d }tj|dddf|dddfd d }t||dS) NrrAr8rrr6rsTZ equal_varF)rrrrrrr r)r!rrrrZres4Zres5r$r$r%rs& $$ (( 00 , (( ((zTestTtest_ind.test_vs_nonmaskedc Cstjdtjtjdddddgdddggd}t~}|td|dddf|dddfftj tj gdd gffD]6}t j |\}}t |tj tj ft |tj tj fq|W5QRXdSr) rrrrMrrrrrrr rrrr$r$r%rs ( 8zTestTtest_ind.test_fully_maskedcCs`tjdtjddddddg}t|dddf|dddf}d}t||dd dSr)rrrrr rrrr$r$r%r's  $z$TestTtest_ind.test_result_attributescCs$tgg}ttt|dSr7)r rr rrrrr$r$r%r/s zTestTtest_ind.test_emptyc Cstdddgdddg\}}tt||ftjdftR}|tdtdddgdddg\}}t |tj tj ft |tj tj fW5QRXtjdddgdddgdd\}}tt||ftjdft tjdddgdddgddtj tj fdS)NrrrFr) r rr rrrrrrrrrr$r$r%r3s   z TestTtest_ind.test_zero_divisionc Cs>d}tjt|d"tjdddgdddgd d W5QRXdSrrrr$r$r%rBsz"TestTtest_ind.test_bad_alternativerrrcCstjjddddd}tjjddddd}tj|||d\}}tj|||d\}}t||dd t||dd tj|d d<tj|d d <tjj |t |d }tjj |t |d }tj| | |d\}}tj|||d\}}t||dd t||dd dS)Nr@r6rHrrrrrr;r-rrFrGrI) rrrrr rrrrMrrrrr$r$r%rGs  zTestTtest_ind.test_alternativeN r'r(r)rrrrrrrcrdrrr$r$r$r%rs rc@sVeZdZddZddZddZddZd d Zd d Ze j d ddgddZ dS)TestTtest_1sampcCsdtjdtjddddddg}t|dddfd}t|dddfd}t||dS)NrrAr8rrr6)rrrrr ttest_1sampr r)r!rrrr$r$r%r^s  z!TestTtest_1samp.test_vs_nonmaskedc Cstjdtjtjddddgd}tjtjf}tR}|t dtjtjfdf|dffD]&}t j |\}}t ||t ||q`W5QRXdS)Nrr7rrIrr{) rrrrMrrrrrrr rr)r!rrrrrrr$r$r%rgs    z!TestTtest_1samp.test_fully_maskedcCsTtjdtjddddddg}t|dddfd}d}t||dd dSr)rrrrr rrrr$r$r%rrs  z&TestTtest_1samp.test_result_attributescCs$tgd}ttt|dS)Nr)r rr rrrrr$r$r%rzs zTestTtest_1samp.test_emptyc Cstdddgd\}}tt||ftjdftH}|tdtdddgd\}}t t |t |tj tj fW5QRXdSr) r rr rrrrrrr rrrrr$r$r%r~s z"TestTtest_1samp.test_zero_divisionc Cs8d}tjt|dtjdddgdddW5QRXdS) Nrrrr6r7r8rr)rcrrr rrr$r$r%rsz$TestTtest_1samp.test_bad_alternativerrrcCstjjddddd}tj|d|d\}}tj|d|d\}}t||dd t||dd tj|d d<tjj |t |d }tj| d|d\}}tj|d|d\}}t||dd t||dd dS) Nr@r6rHrrrrr;r-rrI) rrrrr rrrrMrrr)r!rr1rrrrr$r$r%rs  z TestTtest_1samp.test_alternativeNrr$r$r$r%r]s   rc@seZdZdZddZdS) TestDescribez Tests for mstats.describe. Note that there are also tests for `mstats.describe` in the class TestCompareWithStats. c Cstjjddddddgddddddggddddddgddddddggd}tj|dd }t|jddg|j\}}t|ddgt|ddgt|jd d gt|j d d gt|j d d gt |j ddgdS)Nrrr6r7r8rrnrIrsrrrr{g) rrMrr describer nobsminmaxmeanvarianceskewnessrrO)r!r>rZaminZamaxr$r$r%test_basic_with_axiss  z!TestDescribe.test_basic_with_axisN)r'r(r)rorr$r$r$r%rsrc@s8eZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZddZddZddZddZd d!Zd"d#Zd$d%Zd&d'Zd(d)Zd*d+Zd,d-Zd.d/Zd0d1Zd2d3Zd4d5Zd6d7Zd8d9Zd:d;Z dd?Z"d@dAZ#dBdCZ$dDdEZ%dFdGZ&dHdIZ'dJdKZ(dLS)MTestCompareWithStatsa Class to compare mstats results with stats results. It is in general assumed that scipy.stats is at a more mature stage than stats.mstats. If a routine in mstats results in similar results like in scipy.stats, this is considered also as a proper validation of scipy.mstats routine. Different sample sizes are used for testing, as some problems between stats and mstats are dependent on sample size. Author: Alexander Loew NOTE that some tests fail. This might be caused by a) actual differences or bugs between stats and mstats b) numerical inaccuracies c) different definitions of routine interfaces These failures need to be checked. Current workaround is to have disabled these tests, but issuing reports on scipy-dev cCs ddddgS)z9 Returns list of sample sizes to be used for comparison. rrHr@rnr$r^r$r$r%get_nszTestCompareWithStats.get_ncCstjdtj|}|tj|}tt|dd}tt|dd}||dt|<||dt|<|dk}tjj||d}tjj||d}||||fS)Nrrng7yACrgs?CrI)rrrrrlenrMr)r!rr1rrymrJr$r$r%generate_xy_samples  z'TestCompareWithStats.generate_xy_samplec Cst||ftj}t||ftj}t|d|ftj}t|d|ftj}t|D].}||\|dd|f<|dd|f<}} qX|d||d|ddf<|d||d|ddf<tjj|t|d}tjj|t|d}||||fS)NrnrrI)rrrrrrMrr) r!rnxr1rrrrKZdxZdyr$r$r%generate_xy_sample2Ds ,z)TestCompareWithStats.generate_xy_sample2DcCsT|D]F}||\}}}}t||}tj||}tt|t|qdSr7)rrrrr rrrk)r!rr1rrrZresult1Zresult2r$r$r%test_linregresss   z$TestCompareWithStats.test_linregressc Csb|D]T}||\}}}}t||\}}tj||\}} t||ddt|| ddqdS)Nrri)rrrrr r r!rr1rrrrrrmpmr$r$r%rs  z"TestCompareWithStats.test_pearsonrc Cs^|D]P}||\}}}}t||\}}tj||\}} t||dt|| dqdSNr)rrrrr r rr$r$r%rs   z#TestCompareWithStats.test_spearmanrcCs td}tttj||ddS)NrKF)rr|rrr rrvr$r$r%!test_spearmanr_backcompat_useties s z6TestCompareWithStats.test_spearmanr_backcompat_usetiescCs||D]n}||\}}}}tt|}tjt|}t||ddtt|}tjt|}t||ddqdS)NgvIh%<=r-)rrrr/rr rr!rr1rrrrr r$r$r% test_gmeans zTestCompareWithStats.test_gmeancCsx|D]j}||\}}}}tt|}tjt|}t||dtt|}tjt|}t||dqdSNr@)rrrr3rr r r r$r$r% test_hmeans  zTestCompareWithStats.test_hmeancCsh|D]Z}||\}}}}t|}tj|}t||dt|}tj|}t||dqdSr)rrrrEr r r r$r$r% test_skew&s      zTestCompareWithStats.test_skewcCsh|D]Z}||\}}}}t|}tj|}t||dt|}tj|}t||dqdSr)rrrr;r r r r$r$r%r>2s      z TestCompareWithStats.test_momentc Cs|D]}||\}}}}|||}|||}tt||ddtt||ddtt|tj|dt|ddtt|tj|dt|ddqdS)N绽|=r-r) rrrZstdrrrmr r)r!rr1rrrZzxZzyr$r$r%rn>s   z TestCompareWithStats.test_zscorecCsh|D]Z}||\}}}}t|}tj|}t||dt|}tj|}t||dqdSr)rrrrOr r r r$r$r%rPPs      z"TestCompareWithStats.test_kurtosisc Cstddd}tj|}tj|dd}tjj|dd}t|dddt|ddd| D]}| |\}}}} t tjj|dd d tj|dd d d d t tjj| dd d tj|dd d d d t tjj|ddd tj|ddd d d t tjj| ddd tj|ddd d d q`dS) NrArnr8rr,g'e@gh㈵>rr)rr- ri) rr|rrMrrrdr rrrr ) r!r>amrr rr1rrrr$r$r%re[s0  zTestCompareWithStats.test_semc Csr|D]d}||\}}}}tj|dd}tjj|dd}tdD]&}tt||t||ddqDqdS)Nrr,rKrri) rrrrr rr rrk) r!rr1rrrrr iir$r$r% test_describeps   z"TestCompareWithStats.test_describecCs&ttd}d}t||dddS)Nrn)rrrrrrOTr)r rrr|r)r!r8rr$r$r%test_describe_result_attributeszsz4TestCompareWithStats.test_describe_result_attributescCsD|D]6}||\}}}}t|}tj|}t||qdSr7)rrrrur rr r$r$r% test_rankdatas    z"TestCompareWithStats.test_rankdatacCsX|D]J}||\}}}}tt|tj|dtt|tj|dqdSr )rrr rZtmeanr r!rr1rrrr$r$r% test_tmeans zTestCompareWithStats.test_tmeancCs|D]}||\}}}}tt|dtj|ddtt|dtj|ddttj|ddtjj|dddttj|ddtjj|dddqdS)Nrr@r)Z upperlimit)rrr rZtmaxr rr$r$r% test_tmaxs$     zTestCompareWithStats.test_tmaxcCs|D]}||\}}}}tt|tj|tt|tj|ttj|ddtjj|dddttj|ddtjj|dddqdS)Nrz)Z lowerlimitr@)rrr rZtminr r rr$r$r% test_tmins zTestCompareWithStats.test_tmincCsX|D]J}||\}}}}t||}tj||}t||dt|ddqdS)Nrrr)rrrrkr rr)r!rr1rrrrZzmr$r$r%rls   zTestCompareWithStats.test_zmapcCs\|D]N}||\}}}}tt|tj|ddtt|tj|ddqdSNrri)rrr rr@r rr$r$r%rAs z#TestCompareWithStats.test_variationcCs\|D]N}||\}}}}tt|tj|ddtt|tj|ddqdSr)rrr rtvarr rr$r$r% test_tvars zTestCompareWithStats.test_tvarcCsBtd}t|d}tj|d}tt||j|jdS)NrAr) rr|rrr rsortr"rJ)r!r>rZbmr$r$r% test_trimboths  z"TestCompareWithStats.test_trimbothcCs|D]r}||\}}}}tt|tj|ddtt|tj|ddttj|ddtjj|ddddqdS)Nrri)rr)r)rrr rZtsemr rr$r$r% test_tsems zTestCompareWithStats.test_tsemcCsL|D]>}|dkr||\}}}}t|}tj|}t||qdS)Nrr)rrrrr rr r$r$r% test_skewtests    z"TestCompareWithStats.test_skewtestcCs.tdd}t|}d}t||dddSr)rrr rrrr$r$r%test_skewtest_result_attributess z4TestCompareWithStats.test_skewtest_result_attributescCs@tjdd}t|}tj|}tt|t|dS)N)rAr6g4@)rrrrr rrk)r!r1rr r$r$r%test_skewtest_2D_notmaskeds  z/TestCompareWithStats.test_skewtest_2D_notmaskedc Csd}|D]r}|dkr |||\}}}}t|}tj|}t|dd|ddddt|dd|ddddq dS)Nr6rrrr;r-r)rrrrr r) r!rrr1rrrrr r$r$r%test_skewtest_2D_WithMasks   z.TestCompareWithStats.test_skewtest_2D_WithMaskc Cstjddxtf}|td|D]J}|dkr*||\}}}}t|}tj |}t t |t |q*W5QRXW5QRXdS)Nr2)Zoverz!kurtosistest only valid for n>=20rr) rrUrr UserWarningrrrrr rrk) r!rrr1rrrrr r$r$r%test_normaltests    z$TestCompareWithStats.test_normaltestc Cstdddddddddddg d}tdddddddddddddddgd}|dk}tjj||d}||}}t|}tj|}t ||t ||t ||tjg\} } t | tjd tj d dS) Nrr6r7r8rrnryrIrrj) rrkr[rMrrWrZ find_repeatsr r Zintp) r!r1tmprJrZx_origZxm_origrr rrr$r$r%test_find_repeatss&.     z&TestCompareWithStats.test_find_repeatscCsj|D]\}||\}}}}t||}tj||}t|d|dddt|d|dddqdS)Nrr@rirro)rrrrr r r r$r$r%r s   z$TestCompareWithStats.test_kendalltaucCsR|D]D}||\}}}}t|}tj|}t|j|dt|qdS)Nr)rrrrqr r rrr r$r$r%rss    z)TestCompareWithStats.test_obrientransformc CsdD]}t}dD]}|D]}||\}}}}tj|tjj||d} tjj|tjj||d} tt | t | tj|tjj||d} tt | t | q qW5QRXqdS)zFChecks that mstats.ks_1samp and stats.ks_1samp agree on masked arrays.autorasymprrrrrRN) rrrrZks_1samprZcdfr r rrk r!rRrrrr1rrrrrrr$r$r% test_ks_1samps z"TestCompareWithStats.test_ks_1sampc CsdD]}t}dD]}|D]z}||\}}}}tj|d||d} tjj|d||d} tt| t| tj|d||d} tt| t| q qW5QRXqdS)zKChecks that 1-sample mstats.kstest and stats.kstest agree on masked arrays.r+r.rr/N) rrrrkstestr r rrkr0r$r$r%test_kstest_1samp's z&TestCompareWithStats.test_kstest_1sampc CsdD]}t}|dkr(d}|t|dD]}|D]z}||\}}}} tj||||d} tjj|| ||d} tt | t | tj||||d} tt | t | q8q,W5QRXqdS)zVChecks that mstats.ks_2samp and stats.ks_2samp agree on masked arrays. gh-8431r+r,r)ks_2samp: Exact calculation unsuccessful.r.r/N) rrrrrrrwr r rrk r!rRrmessagerrr1rrrrrrr$r$r%rx4s  z"TestCompareWithStats.test_ks_2sampc CsdD]}t}|dkr(d}|t|dD]}|D]z}||\}}}} tj||||d} tjj|| ||d} tt | t | tj||||d} tt | t | q8q,W5QRXqdS)zKChecks that 2-sample mstats.kstest and stats.kstest agree on masked arrays.r+r4r5r.r/N) rrrrrrr2r r rrkr6r$r$r%test_kstest_2sampEs  z&TestCompareWithStats.test_kstest_2sampN))r'r(r)rorrrrrrr rrrr>rnrPrerrrrrrrlrArr!r"r#r$r%r&r(r*rrsr1r3rxr8r$r$r$r%rsL               rc@seZdZejdddddejdddddddddejgZejddddejdddddddg ZdZ ddZ d d Z d d Z d dZ ddZddZddZdS)TestBrunnerMunzelrr6r8r7rnrc Cstj|j|jdd\}}tj|j|jdd\}}tj|j|jdd\}}tj|j|jdd\}}t|||jdt|||jdt||kt|d|jdt|d|jdt|d|jdt|d|jdt|d|jdt|d|jddS) Nrrrri| & @| & gҏGg?g@-pL?)r brunnermunzelXYr significantr ) r!u1ru2ru3rZu4Zp4r$r$r%test_brunnermunzel_one_sided]s2 z.TestBrunnerMunzel.test_brunnermunzel_one_sidedcCsttj|j|jdd\}}tj|j|jdd\}}t|||jdt|d|jdt|d|jdt|d|jddS)Nrrrir:r;ҏGw?r r<r=r>r r?r!r@rrArr$r$r%test_brunnermunzel_two_sidedtsz.TestBrunnerMunzel.test_brunnermunzel_two_sidedcCslt|j|j\}}t|j|j\}}t|||jdt|d|jdt|d|jdt|d|jddS)Nrir:r;rDrErFr$r$r%test_brunnermunzel_defaultsz,TestBrunnerMunzel.test_brunnermunzel_defaultcCs0d}d}t|dktttj|j|j||dS)Nryrrr rrr r<r=r>r!r distributionr$r$r%$test_brunnermunzel_alternative_errors z6TestBrunnerMunzel.test_brunnermunzel_alternative_errorcCsttj|j|jdd\}}tj|j|jdd\}}t|||jdt|d|jdt|d|jdt|d|jddS)Nnormal)rKrir:r;g"H[?rErFr$r$r%$test_brunnermunzel_distribution_normsz6TestBrunnerMunzel.test_brunnermunzel_distribution_normcCs0d}d}t|dktttj|j|j||dS)Nrry)rrMrIrJr$r$r%%test_brunnermunzel_distribution_errors z7TestBrunnerMunzel.test_brunnermunzel_distribution_errorcCst|jg\}}tg|j\}}tgg\}}tt|tt|tt|tt|tt|tt|dSr7)r r<r=r>r rr)r!r@rrArrBrr$r$r%test_brunnermunzel_empty_imputsz0TestBrunnerMunzel.test_brunnermunzel_empty_imputN)r'r(r)rrMZmasked_invalidrr=r>r?rCrGrHrLrNrOrPr$r$r$r%r9Vs&&     r9)NNr*)NNr*)>ror}rnumpyrrZnumpy.marMrrZscipy.stats.mstatsrr ZscipyZ common_testsrrcrrZnumpy.ma.testutilsr r r r r rrZ numpy.testingrZ scipy.statsrrr2r4r5rgrmrxrr5rQrZrcrprrrrrrrrrrrrrrrrrr9r$r$r$r%sf     $    :#:c) 0' _ 1 [^C!