U mdE2@sdZddlmZddlZddlmZmZddlZddlm Z ddl Z ddl m Z m Z mZmZmZmZmZmZmZmZddlZddlZddlmZddlmZmZmZmZm Z dd l!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'dd l(m)Z)m*Z*m+Z+dd l,m-Z-dd l.m/Z/e rddl0m1Z1ddZ2ddZ3dddddZ4ddZ5ddZ6ddddZ7dddd Z8ddd!d"Z9ddd#d$Z:d%dd&d'Z;edd)d*d+d,d-d.Zd9d:d;dd?Z@ddd@dAZAdBddCdDZBd%ddEdFdGZCdHdIZDdJdKZEdLdMZFedNdNdOdPdQZGedRdSdOdTdQZGddUdVdWdQZGdXdYdZd[d\ZHd]d^ZId_d`dadbdcZJejKdddedfdgdhZLdidjdkdldmZMejNejNejOejPjQejRejSjQiZTejNdnejOdoejRdpejUdqejVdrejNdnejWdnejXdsejYdsejZdtej[dtej\duej]duej^dvej_dvej`dwejadwejOdoejbdoejRdpejcdpejddxejedxejfdyejgdyiZhdzd{d|d}d~ZiddZjdddddZkdS)zh Misc tools for implementing data structures Note: pandas.core.common is *not* part of the public API. ) annotationsN)abc defaultdict)partial) TYPE_CHECKINGAnyCallable Collection GeneratorHashableIterableSequencecastoverload)lib) AnyArrayLike ArrayLikeNpDtype RandomStateT)'construct_1d_object_array_from_listlike) is_array_like is_bool_dtypeis_extension_array_dtype is_integer)ABCExtensionArrayABCIndex ABCSeries)iterable_not_string)isna)Indexccs,|D]"}t|r t|EdHq|VqdS)a Flatten an arbitrarily nested sequence. Parameters ---------- line : sequence The non string sequence to flatten Notes ----- This doesn't consider strings sequences. Returns ------- flattened : generator N)rflatten)lineelementr$K/home/sam/Atlas/atlas_env/lib/python3.8/site-packages/pandas/core/common.pyr!<sr!c CsL|dj}|ddD]0}z|j|kr*d}Wqtk rDd}YqXq|S)Nr)name ValueError)Zobjsr'objr$r$r%consensus_name_attrTs   r*rbool)keyreturncCst|ttjtfs$t|rt|jr|jtjkrrt |}t |snd}t |dkrjt |rjt|dSdSt|jrdSn4t|trt|dkrt|tk rt|}t |SdS)a Check whether `key` is a valid boolean indexer. Parameters ---------- key : Any Only list-likes may be considered boolean indexers. All other types are not considered a boolean indexer. For array-like input, boolean ndarrays or ExtensionArrays with ``_is_boolean`` set are considered boolean indexers. Returns ------- bool Whether `key` is a valid boolean indexer. Raises ------ ValueError When the array is an object-dtype ndarray or ExtensionArray and contains missing values. See Also -------- check_array_indexer : Check that `key` is a valid array to index, and convert to an ndarray. z=Cannot mask with non-boolean array containing NA / NaN valuesbooleanFTr) isinstancernpndarrayrrrdtypeobject_asarrayrZ is_bool_arrayZ infer_dtyperanyr(rlistlentypeZ is_bool_list)r,Z key_arrayZna_msgr$r$r%is_bool_indexer_s*        r9cCst|r|rtd|S)z Disallow indexing with a float key, even if that key is a round number. Parameters ---------- val : scalar Returns ------- outval : scalar zYIndexing with a float is no longer supported. Manually convert to an integer key instead.)rZis_floatr IndexError)valr$r$r%cast_scalar_indexers r<cGsdd|DS)zL Returns a generator consisting of the arguments that are not None. css|]}|dk r|VqdSNr$.0argr$r$r% sznot_none..r$argsr$r$r%not_nonesrD)r-cGstdd|DS)z? Returns a boolean indicating if any argument is None. css|]}|dkVqdSr=r$r>r$r$r%rAszany_none..r5rBr$r$r%any_nonesrFcGstdd|DS)zA Returns a boolean indicating if all arguments are None. css|]}|dkVqdSr=r$r>r$r$r%rAszall_none..allrBr$r$r%all_nonesrIcGstdd|DS)zC Returns a boolean indicating if any argument is not None. css|]}|dk VqdSr=r$r>r$r$r%rAszany_not_none..rErBr$r$r% any_not_nonesrJcGstdd|DS)zE Returns a boolean indicating if all arguments are not None. css|]}|dk VqdSr=r$r>r$r$r%rAszall_not_none..rGrBr$r$r% all_not_nonesrKintcGstdd|DS)z; Returns the count of arguments that are not None. css|]}|dk VqdSr=r$r?xr$r$r%rAsz!count_not_none..)sumrBr$r$r%count_not_nonesrP.zArrayLike | list | tuple | zipzNpDtype | Nonez np.ndarray)valuesr2r-cCsdSr=r$rQr2r$r$r%asarray_tuplesafesrSr rcCsdSr=r$rRr$r$r%rSsc Cst|ttfs"t|ds"t|}nt|tr2|jSt|trR|tjtfkrRt |Sz4t "t dtj tj||d}W5QRXWntk rt |YSXt|jjtrtj|td}|jdkrdd|D}t |}|S)NZ __array__ignorer2cSsg|] }t|qSr$)tuplerMr$r$r% sz%asarray_tuplesafe..)r/r6rWhasattrrZ_valuesr0r3objectrwarningscatch_warnings simplefilterZVisibleDeprecationWarningr4r( issubclassr2r8strndim)rQr2resultr$r$r%rSs$    znp.ndarray | Iterable)labelsr2r-cCs\t|ttfr|g}t|ttjfsLz t|}Wntk rJ|g}YnXt||d}|S)z Transform label or iterable of labels to array, for use in Index. Parameters ---------- dtype : dtype If specified, use as dtype of the resulting array, otherwise infer. Returns ------- array rU)r/r_rWr6r0r1 TypeErrorrS)rbr2r$r$r%index_labels_to_arrays   rdcCs |dk rt|ttfs|gS|Sr=)r/rWr6r)r$r$r%maybe_make_list"srfzIterable[T] | TzCollection[T] | T)r)r-cCs.t|tjr t|tjs t|Stt|}|S)zB If obj is Iterable but not list-like, consume into list. )r/rr Sizedr6rr rer$r$r%maybe_iterable_to_list(s rhcCs(t|to&|jdko&|jdko&|jdkS)z We have a null slice. Nr/slicestartstopsteprer$r$r% is_null_slice2s rncCs*t|to(|jdk o(|jdk o(|j|jkS)z> We have an empty slice, e.g. no values are selected. N)r/rjrkrlrer$r$r%is_empty_slice>s  roz list[bool]cCsdd|DS)zX Find non-trivial slices in "line": return a list of booleans with same length. cSs g|]}t|tot| qSr$)r/rjrn)r?kr$r$r%rXNsz"is_true_slices..r$)r"r$r$r%is_true_slicesJsrq)r"r-cCs(t|to&|jdko&|j|ko&|jdkS)z& We have a full length slice. rNri)r)r"r$r$r% is_full_sliceRs rrcCs>t|drt|dSt|tr(t|jSt|r:t|jSdS)N__name__) rYgetattrr/rget_callable_namefunccallabler8rsrer$r$r%ru^s     rucKst|r||f|S|S)z Evaluate possibly callable input using obj and kwargs if it is callable, otherwise return as it is. Parameters ---------- maybe_callable : possibly a callable obj : NDFrame **kwargs )rw)Zmaybe_callabler)kwargsr$r$r%apply_if_callableos  rycCsVt|s(t|tr tt|jSt|}t|tj sBt d||tkrRt d|S)a Helper function to standardize a supplied mapping. Parameters ---------- into : instance or subclass of collections.abc.Mapping Must be a class, an initialized collections.defaultdict, or an instance of a collections.abc.Mapping subclass. Returns ------- mapping : a collections.abc.Mapping subclass or other constructor a callable object that can accept an iterator to create the desired Mapping. See Also -------- DataFrame.to_dict Series.to_dict zunsupported type: z/to_dict() only accepts initialized defaultdicts) inspectisclassr/rrdefault_factoryr8r^rMappingrc)Zintor$r$r%standardize_mappings    r~znp.random.Generator)stater-cCsdSr=r$rr$r$r% random_statesrzGint | ArrayLike | np.random.BitGenerator | np.random.RandomState | Noneznp.random.RandomStatecCsdSr=r$rr$r$r%rszRandomState | NonercCsht|st|st|tjjr*tj|St|tjjr<|St|tjjrN|S|dkr\tjStddS)a Helper function for processing random_state arguments. Parameters ---------- state : int, array-like, BitGenerator, Generator, np.random.RandomState, None. If receives an int, array-like, or BitGenerator, passes to np.random.RandomState() as seed. If receives an np.random RandomState or Generator, just returns that unchanged. If receives `None`, returns np.random. If receives anything else, raises an informative ValueError. .. versionchanged:: 1.1.0 array-like and BitGenerator object now passed to np.random.RandomState() as seed Default None. Returns ------- np.random.RandomState or np.random.Generator. If state is None, returns np.random Nzdrandom_state must be an integer, array-like, a BitGenerator, Generator, a numpy RandomState, or None) rrr/r0randomZ BitGeneratorrr r(rr$r$r%rs   z/Callable[..., T] | tuple[Callable[..., T], str]r)rvr-cOsRt|tr>|\}}||kr,|d}t||||<|||S||f||SdS)as Apply a function ``func`` to object ``obj`` either by passing obj as the first argument to the function or, in the case that the func is a tuple, interpret the first element of the tuple as a function and pass the obj to that function as a keyword argument whose key is the value of the second element of the tuple. Parameters ---------- func : callable or tuple of (callable, str) Function to apply to this object or, alternatively, a ``(callable, data_keyword)`` tuple where ``data_keyword`` is a string indicating the keyword of ``callable`` that expects the object. *args : iterable, optional Positional arguments passed into ``func``. **kwargs : dict, optional A dictionary of keyword arguments passed into ``func``. Returns ------- object : the return type of ``func``. z/ is both the pipe target and a keyword argumentN)r/rWr()r)rvrCrxtargetmsgr$r$r%pipes   rcs$fdd}ttjtfr |SS)zv Returns a function that will map names/labels, dependent if mapper is a dict, Series or just a function. cs|kr|S|SdSr=r$)rNmapperr$r%fszget_rename_function..f)r/rr}r)rrr$rr%get_rename_function s rz"Hashable | Iterable | AnyArrayLikezlist | AnyArrayLike)rQr-cCs>t|ttjtttfr|St|tjr8t|t s8t|S|gS)z Convert list-like or scalar input to list-like. List, numpy and pandas array-like inputs are returned unmodified whereas others are converted to list. ) r/r6r0r1rrrrr r_)rQr$r$r%convert_to_list_likes rr_zGenerator[(None, None, None)])attrr-c cs4t||}t|||z |VW5t|||XdS)zTemporarily set attribute on an object. Args: obj: Object whose attribute will be modified. attr: Attribute to modify. value: Value to temporarily set attribute to. Yields: obj with modified attribute. N)rtsetattr)r)rvalue old_valuer$r$r% temp_setattr's   rr None)indexr-cCs2t|t|kr.tdt|dt|ddS)zC Check the length of data matches the length of the index. zLength of values (z") does not match length of index ()N)r7r()datarr$r$r%require_length_match;srrOmaxminrHr5meanprodstdvarmediancumprodcumsumrz str | None)r@r-cCs t|S)zH if we define an internal function for this argument, return it ) _cython_tablegetr@r$r$r%get_cython_funcnsrcCs t||S)zd if we define a builtin function for this argument, return it, otherwise return the arg )_builtin_tablerrr$r$r%is_builtin_funcusrzSequence[Hashable | None]zlist[Hashable])namesr-cCsddt|DS)a, If a name is missing then replace it by level_n, where n is the count .. versionadded:: 1.4.0 Parameters ---------- names : list-like list of column names or None values. Returns ------- list list of column names with the None values replaced. cSs&g|]\}}|dkrd|n|qS)NZlevel_r$)r?ir'r$r$r%rXsz&fill_missing_names..) enumerate)rr$r$r%fill_missing_names}sr).).)N)N)N)l__doc__ __future__rbuiltins collectionsrr contextlib functoolsrrztypingrrrr r r r r rrr[numpyr0Z pandas._libsrZpandas._typingrrrrrZpandas.core.dtypes.castrZpandas.core.dtypes.commonrrrrZpandas.core.dtypes.genericrrrZpandas.core.dtypes.inferencerZpandas.core.dtypes.missingrZpandasr r!r*r9r<rDrFrIrJrKrPrSrdrfrhrnrorqrrruryr~rrrrcontextmanagerrrrOrmaximumreducerminimumrrHr5ZnansumrZnanmeanrZnanprodrZnanstdrZnanvarrZ nanmedianZnanmaxZnanminrZ nancumprodrZ nancumsumrrrrr$r$r$r%s  0       7 !     8%