U md<@sddlZddlZddlZddlmZmZddlmZ ej ddddddgej d d d d d dgdd d d d gfd d d d gd d d d gfd d d d dgd d d d gfdddddgdddddgfdej dej dgdej dej dgfej dej dej gej dej dej gfej ddddej dddddddfej dddddej ddddddddfej gdej gdfg ej dddddd gddZdd Zd!d"Zd#d$Zd%d&Zej d'd(d)gej d*dgdd ggej ddd+ggd,d-Zd.d/Zd0d1Zd2d3Zej d4dej dej ged ddgd5dgfdej ddged ddgd5d6gfd7d8d8ej ged d7d8gdd9gfdgd:gdgd;gfggejgdd?Zej d@ejd ddgd dAd=ejdBdCdgd dDd=gej ddd5ddggdEdFZej ddd5ddggej dGdBdCgdHdIZdJdKZdLdMZej dNdOdPdQgdRdSZej dddgdTdUZ ej dVdWdXgdYdZZ!d[d\Z"d]d^Z#d_d`Z$dadbZ%dS)cN) DataFrameIndex interpolationZlinearlowerhighernearestZmidpointz a_vals,b_vals?@@@@z1/1/18D)freqperiodssq???c Cs|dkr@|dkr@t|tr@|ddddgkr@|jtjjddtt |t |g}t |j ||d }t |j ||d }t d gt |d gt ||d }t ||gd gt d d gddd} |jjdkr| jjdjdkr| |j} |dj ||d } t| | dS)Nrrr r r rzBUnclear numpy expectation for nearest result with equidistant data)reason)rabkeyvalr rname)columnsindexMr) isinstancelistnodeZ add_markerpytestmarkZxfailpdconcatSeriesquantilerlenrdtypekindZdtypesvaluesastypegroupbytmassert_frame_equal) rZa_valsZb_valsrrequestZall_valsZ a_expectedZ b_expecteddfexpectedresultr;[/home/sam/Atlas/atlas_env/lib/python3.8/site-packages/pandas/tests/groupby/test_quantile.py test_quantile s4& r=cCs tddddddgi}tjdddddgtjd}||dg}tjddgdgg}tddd gi|d }t ||tddddgdd d d gd}tjddgddgg}tjddddgtjd}||ddg}tddddgddddgd|d }t ||dS)NArrr r r r0r@r$r r>Brg@g@g@g@g@g@ rnparrayint64r4r.r+ MultiIndex from_productr5r6)r8rr:r$r9r;r;r<test_quantile_arrayIs rLc Cstjdjdddtjd}t|tdd}|ddd g}td d d d ddddddg ddddddddddg dt j j dddddgdd ggddgdd}t ||dS) Nrr ) r )sizer0ABCr#r>g333333?ffffff?g?g@g@g333333 @皙?g333333@gffffff@g@g333333?gffffff@g?rgffffff?g@)rECrr r r namesrA)rGrandomZ RandomStaterandintrIrr'r4r.r+rJrKr5r6)Zarrr8r:r9r;r;r<test_quantile_array2^s rYcCstdddgdddgd}tjdddgtjd}|j|d d d d d g}td dddddgddddddgdtjddgd d d ggd}t |||j|d d d d g}tdd ddgddddgdtjddgd d ggd}t ||dS)Nrrr r r r rDr?F)sortrrrr ? @rg@rArF)r8rr:r9r;r;r<test_quantile_array_no_sortos  r]cCstdddgdddgdddgdddgd }|d d gd d g}tjjddddgd d dgd}td d ddgddddgd|d}t||dS)Nrrr r r r rr)r>rEcdr^r_rr)rrr)rrr)rrr)rrrrUrg @g@rrDrA)rr4r.r+rJ from_tuplesr5r6)r8r:r$r9r;r;r<#test_quantile_array_multiple_levelss$ ra frame_size)r r )drMr4g333333?c s |\}ttfddt|Dtd}tt|dgtg}fddtt|dDgttttt|dg}tj ||dgd}fddtt|dD}fddtD} t||| d } |  } t | | dS) Ncsg|]}|dgqS)r r;).0_)ncolr;r< szJtest_groupby_quantile_with_arraylike_q_and_int_columns..rPr csg|]}D]}|q qSr;r;rdxrerr;r<rgs)ZlevelscodesrVcs,g|]$}D]}t|gtq qSr;)floatr/rhr4rfrr;r<rgscsg|]}|kr|qSr;r;)rdri)r4r;r<rgsr$r#)rrGrHrangearangeminr/r'r+rJr4r.r5r6) rbr4rZnrowr8Z idx_levelsZ idx_codesZexpected_indexZexpected_valuesZexpected_columnsr9r:r;rmr<6test_groupby_quantile_with_arraylike_q_and_int_columnss,( $ rrc CsNtddgddgddggddgd}tjtdd |dW5QRXdS) NZfoorrr^rr rPz+cannot be performed against 'object' dtypesmatch)rr)raises TypeErrorr4r.r8r;r;r<test_quantile_raisess"rxc Cstddddddgtdd}|ddddddg}tjtdd|dW5QRXtjtdd|d W5QRXdS) NrrrBrrzGot '50.0' insteadrs2zGot '-1.0' insteadr)rror4r)ru ValueErrorr.)r8gr;r;r<$test_quantile_out_of_bounds_q_raisess r}cCsHtdtjdg}t|tdd}|d}tdD] }|q6dS)Nr r rrrc)rGrHnanrror4r.)datar8grprer;r;r</test_quantile_missing_group_values_no_segfaultss   rz$key, val, expected_key, expected_valrSr@rrr[*gE@Zfloat64r?cCs^t||d}t|t|dddgd}|d}|d}t|||}t||dS)Nrrr!r rnr)rrr4r.r5r6)rr Z expected_keyZ expected_valr8r9rr:r;r;r<2test_quantile_missing_group_values_correct_resultss    rr2ZInt64TFbooleancCstdgddgd|d}|dd|}t|trdtjjddg|fddgd}dd d g}ntddgdd }d g}tj |d |dd d}t ||dS)Nrir yryrrrUrSrr r!r Float64r$r"r0) rr4r.r&r'r+rJrKrr-r5assert_series_equal)r2rr8r:idxZtrue_quantilesr9r;r;r<$test_groupby_quantile_nullable_arrays   r numeric_onlyc Cstdgdgdgd}|rR|dj||d}|ddg|}t||n.tjtdd |dj||dW5QRXdS) Nrrri)rrr^r)rrz7'quantile' cannot be performed against 'object' dtypes!rs)rr4r.r5r6r)rurv)rrr8r:r9r;r;r<-test_groupby_quantile_raises_on_invalid_dtypesrcCstddgdtjgd|d}|ddd}tdg|dd }|d krN|}nd}tjdg||dd }t |||dddd g}tjdgd tj j |dd gfddgdd|d}t ||dS)Nr皙?rirr?rirrr )r0r")Float32rr0r$r"rr rUr) rrGr~r4r.rr+r-r5rrJrK)Zany_float_dtyper8r:Z exp_indexexpected_dtyper9r;r;r<test_groupby_quantile_NA_float s  rcCstddgddgd|d}|ddd}tjd gd tdgd|d dd }t|||dd}tdd id tdgd|d d }t||dS)Nrr r rr?rirrr\r)r"r0rr0r$) rr4r.r+r-rr5rr6)Zany_int_ea_dtyper8r:r9r;r;r<test_groupby_quantile_NA_int$s  rzinterpolation, val1, val2)rr r )rr r )rr r c Cstddddgdddtjgd|d}|djddg|d }td ||tjtjgi|tjjtjddddg|dddddggddgd d }t ||dS) Nrr r ryr?rrrQrrrrUr rr+NAr4r.rJZ from_arraysr-r5r6)rZval1Zval2any_numeric_ea_dtyper8r:r9r;r;r<)test_groupby_quantile_all_na_group_masked7s rc Cstddddgdddtjgd|d}|djddg|d }|d krJ|}nd }td d dtjtjgi|tjjtjddddg|dddddggddgdd}t ||dS)Nrr r ryr?rrrrrrrrr@rUrr)rrr8r:rr9r;r;r<0test_groupby_quantile_all_na_group_masked_interpMs&  rr0rrcCsjtddgtjgdd|d}|ddd}tjtjg|tdg|ddd }d|j _ t ||dS) Nrr rr?rirrr r) rr+rr4r.r-rGr~rr$r"r5r)r0r8r:r9r;r;r<"test_groupby_quantile_allNA_columnjs rcCsrttjtdddddddgd}|dd}td td td gitddgdd d }t ||dS)Nr r)unitrr )valuegrouprgGz?rz0 days 00:00:00.990000z0 days 00:00:02.990000r!rA) rr+Z to_timedeltarGrpr4r.Z Timedeltarr5r6r8r:r9r;r;r<test_groupby_timedelta_quantilevs  rcCsttdddtdtjtdddd}|jdd d jd d gd }tddddgddddgddddggtdtj j ddddgddgdd}t ||dS)N r rZXYZZABABcolr!rnr)Zaxis皙?rrjrRg?g@gffffff?gffffff@g@gffffff@g@g333333#@g @g333333%@g"@)r>r)r>r)rEr)rErrU) rrGrpZreshaper'r+r-r4r.rJr`r5r6rr;r;r<test_columns_groupby_quantiles$     rc Csttjddddddttddttdd d }|d d d g}tddddddddddddgtjj t dd ft dd ft dd ft dd fgddd}t ||dS)Nz2020-04-19 00:00:00Z1TrcUTC)startrrtzZ1Hre) timestampcategoryrrrrg)@g333333\@)rrgH@gfffffb@g333333Q@ge@g W@gfffffh@z2020-04-19 00:00:00+00:00z2020-04-19 01:00:00+00:00)rNrUrA) rr+ date_rangefloorr'ror4r.rJr` Timestampr5r6rr;r;r<test_timestamp_groupby_quantiles<       rcstjddd}t|}||dd<|dd<||dd <tjjd <t t d d } |}| d }fddt d D}t|j}|jtj|_t||dS)Nz 2016-01-01i)rz US/Pacificrrr rr rr rcs$i|]}|j|dddqS)Nr r)ilocr.)rdirwr;r< sz7test_groupby_quantile_dt64tz_period..)r+rr-Zto_frameZ tz_localizeZ to_periodZNaTrrGZtilerpr4r.rorTr$r3int_r5r6)ZdtiZserZbygbr:expr9r;rwr<#test_groupby_quantile_dt64tz_periods     r)&numpyrGr)Zpandasr+rrZpandas._testingZ_testingr5r*Z parametrizer~rZas_unitr=rLrYr]rarrrxr}rrorHrrrrrrrrrrrrr;r;r;r<s  "&   "        #