o h\9 @s:UddlmZddlZddlZddlZddlZddlmZmZddl m Z ddl m Z ddl mZmZmZmZmZmZmZmZddlmmZddlmZddlmZd d lmZd d l m!Z!m"Z"m#Z#m$Z$m%Z%d d l&m'Z'ej(d kr|ddl m)Z)m*Z*nddl+m)Z)m*Z*ej(dkrddl m,Z,m-Z-nddl+m,Z,m-Z-erej(d krddl m.Z.nddl+m.Z.ej(dkrddl m/Z/nddl+m/Z/ddl0Z1ddl2Z3e*Gddde)Z4ee5eefee4e!fZ6de7d<ede6dZ8ededZ9e5e:ee:e5eefe;e5eefffZdsd d!Z?e-d"Z@ed#ed9ZGed?ZHGd@dAdAeZIGdBdCdCeZJe ( ( ( ( (dddIdJZKe ( ( ( (dddKdJZK  L M N OdddQdJZKe ( ( ( ( (dddRdSZLe ( ( ( (dddUdSZL  L V N OdddXdSZLddZd[ZMdd]d^ZNdd_d`ZOddadbZPddddeZQddhdiZRddjdkZSddldmZTddqdrZUdS)) annotationsN)MutableMappingSequence)partial)Path) TYPE_CHECKINGAnyCallableLiteral TypedDictTypeVarUnionoverload)is_pandas_dataframe) IntoDataFrame)import_pyarrow_interchange) DataFrameLikesanitize_geo_interfacesanitize_narwhals_dataframesanitize_pandas_dataframeto_eager_narwhals_dataframe)PluginRegistry) )Protocolruntime_checkable)r ) Concatenate ParamSpec)TypeIs) TypeAliasc@eZdZUded<dS)SupportsGeoInterfacer__geo_interface__N__name__ __module__ __qualname____annotations__r*r*E/var/www/vscode/kcb/lib/python3.10/site-packages/altair/utils/data.pyr#:s r#r!DataType TDataType)boundTIntoDataFrameVegaLiteDataDictToValuesReturnTypeobjrreturnTypeIs[DataType]cCs&t|ttfpttj|dddtjS)NT)eager_or_interchange_only pass_through) isinstancedictr#nw from_native DataFrame)r2r*r*r+ is_data_typeMsr<PRc@s2eZdZddiZed ddZejd d dZd S) DataTransformerRegistryconsolidate_datasetsTr3boolcCs |jdSNr@_global_settings)selfr*r*r+r@is z,DataTransformerRegistry.consolidate_datasetsvalueNonecCs||jd<dSrBrC)rErFr*r*r+r@msN)r3rA)rFrAr3rG)r&r'r(rDpropertyr@setterr*r*r*r+r?fs  r?c@seZdZdZdS) MaxRowsErrorz+Raised when a data model has too many rows.N)r&r'r(__doc__r*r*r*r+rJssrJ.datarGmax_rows int | NonercCdSNr*rLrMr*r*r+ limit_rowswrRcCrOrPr*rQr*r*r+rRyrSDataType | Nonepartial | DataTypecs|dur ttdSt|fdd}t|tr*|jddkr&|jd}n|j}nt|tr:d|vr8|d}n|St|}|}durMt|krM||S) z Raise MaxRowsError if the data model has more than max_rows. If max_rows is None, then do not perform any check. NrMcsdd}t|)NzHThe number of rows in your dataset is greater than the maximum allowed (aG). Try enabling the VegaFusion data transformer which raises this limit by pre-evaluating data transformations in Python. >> import altair as alt >> alt.data_transformers.enable("vegafusion") Or, see https://altair-viz.github.io/user_guide/large_datasets.html for additional information on how to plot large datasets.)rJ)msgrWr*r+raise_max_rows_errors  z(limit_rows..raise_max_rows_errortypeFeatureCollectionfeaturesvalues) rrRcheck_data_typer7r#r$r8rlen)rLrMrYr]r*rWr+rR{s"      nfrac float | NonecCrOrPr*rLr`rar*r*r+samplerdcCrOrPr*rcr*r*r+rdreSampleReturnTypecCrOrPr*rcr*r*r+rdrepartial | SampleReturnTypecCs|dur tt||dSt|t|r|j||dSt|trGd|vrE|d}|s;|dur3d}t|t|t|}t ||}d|iSdSt j |dd}|sb|durZd}t|t|t|}t t t||}|| S)zBReduce the size of the data model by sampling without replacement.N)r`rar]z9frac cannot be None if n is None and data is a dictionaryT eager_onlyz:frac cannot be None if n is None with this data input type)rrdr^rr7r8 ValueErrorintr_randomr9r:range to_native)rLr`rar]rXindicesr*r*r+rds0   )csvjsonc@r") _FormatDict _FormatTyperZNr%r*r*r*r+rrs rrc@seZdZUded<ded<dS)_ToFormatReturnUrlDictstrurlrrformatNr%r*r*r*r+rts  rtprefixru extensionfilenameurlpathcCrOrPr*rLrxryrzr{r*r*r+to_jsonr}cCrOrPr*r|r*r*r+r}r~ altair-datarq{prefix}-{hash}.{extension} partial | _ToFormatReturnUrlDictcCLt||||}|durttfi|St|}t|fi|dtddiS)zGWrite the data model to a .json file and return a url based data model.NrwrqrZ) _to_text_kwdsrr}_data_to_json_string_to_textrrrLrxryrzr{kwdsdata_strr*r*r+r} cCrOrPr*r|r*r*r+to_csvr~r#dict | pd.DataFrame | DataFrameLikecCrOrPr*r|r*r*r+rr~rp*dict | pd.DataFrame | DataFrameLike | NonecCr)zFWrite the data model to a .csv file and return a url based data model.Nrwrpr)rrr_data_to_csv_stringrrrrr*r*r+rrrwcCsFt|}|j|||d}t|j|ddtt||}t||dS)N)rxhashryzutf-8)encoding)rvrw)_compute_data_hashrwr write_textrurt)rLrxryrzr{rw data_hashrvr*r*r+r,s rdict[str, str]cCs||||dS)Nrxryrzr{r*rr*r*r+r;srcCst|tj|dd}t|trdt|iSt|r&t|}d|jddiSt|t r7d|vr5d}t ||St|tj rIt |}d|j ddiSdt|}t|) z0Replace a DataFrame by a data model with values.T)r6r]records)orient.values expected in data dict, but not present.namedzUnrecognized data type: )r^r9rnr7r#_from_geo_interfacerrto_dictr8KeyErrorr;rrowsrZrj)rL data_nativerXr*r*r+ to_values?s"    rcCs"t|sdt|}t|dS)Nz@Expected dict, DataFrame or a __geo_interface__ attribute, got: )r<rZ TypeError)rLrXr*r*r+r^Wsr^rcCst|ddS)N )hashlibsha256encode hexdigest)rr*r*r+r`srSupportsGeoInterface | Anydict[str, Any]cCst|rt|}t|jS)z Santize a ``__geo_interface__`` w/ pre-santize step for ``pandas`` if needed. Notes ----- Split out to resolve typing issues related to: - Intersection types - ``typing.TypeGuard`` - ``pd.DataFrame.__getattr__`` )rrrr$)rLr*r*r+rds  rc Cst|t|trtt|St|rt|}|jdddSt|t r7d|vr.d}t |tj|dddSz t j |dd}Wnt yS}zd }t||d }~wwt|}t|jdd S) z6Return a JSON string representation of the input data.r)rdouble_precisionr]rT) sort_keysrhzBto_json only works with data expressed as a DataFrame or as a dictNr)r^r7r#rqdumpsrrrr}r8rr9r:rNotImplementedErrorrr)rLrXdata_nwexcr*r*r+rts(   rc Cst|t|trdttjd}t|t|r$t|}|jddSt|t rYd|vr3d}t |zddl }Wnt yL}zd }t ||d}~ww|j |djddSz tj|d d }W|Styx}zd }t||d}~ww) z5Return a CSV string representation of the input data.z3to_csv does not yet work with data that is of type z0. See https://github.com/vega/altair/issues/3441F)indexr]z-values expected in data dict, but not presentrNz4pandas is required to convert a dict to a CSV stringTrhzAto_csv only works with data expressed as a DataFrame or as a dict)r^r7r#rZr&rrrrr8rpandas ImportErrorr; from_dictr9r:r write_csv)rLrXpdrrr*r*r+rs<      rdfi_dfrpa.TablecCsPddl}dD]}t||d}t|r|}t||jr|Sqt}||S)zMConvert a DataFrame Interchange Protocol compatible object to an Arrow Table.rN)arrowto_arrowto_arrow_table to_pyarrow)pyarrowgetattrcallabler7Tablerfrom_dataframe)rpaconvert_method_nameconvert_methodresultpir*r*r+arrow_table_from_dfi_dataframes   r)r2rr3r4)..)rLrGrMrNr3r).)rLr,rMrNr3r,)NrT)rLrUrMrNr3rV)...)rLrGr`rNrarbr3r)rLr/r`rNrarbr3r/)rLr,r`rNrarbr3rf)NNN)rLrUr`rNrarbr3rg).....) rLrGrxruryrurzrur{rur3r)....) rLr,rxruryrurzrur{rur3rt)Nrrqrr) rLrUrxruryrurzrur{rur3r) rLrrxruryrurzrur{rur3rt)Nrrprr) rLrrxruryrurzrur{rur3r)rLrurxruryrurzrur{rurwrrr3rt) rxruryrurzrur{rur3r)rLr,r3r1)rLr,r3rG)rrur3ru)rLrr3r)rLr,r3ru)rrr3r)V __future__rrrqrlsyscollections.abcrr functoolsrpathlibrtypingrrr r r r r rnarwhals.stable.v1stablev1r9narwhals.stable.v1.dependenciesrnarwhals.stable.v1.typingr _importersrcorerrrrrplugin_registryr version_inforrtyping_extensionsrrr r!rrrrr#r8r,r)r-r/rulistr0r1rfr<r=r>DataTransformerTyper? ExceptionrJrRrdrsrrrtr}rrrrr^rrrrrr*r*r*r+s  (            $ 0    / "