U Cv fCk@sddlmZddlZddlZddlmZmZddlmZddlm Z m Z m Z m Z ddl ZddlZddlmZmZddlmZmZmZmZmZmZmZddlmZdd lmZm Z dd l!m"Z"m#Z#m$Z$dd l%m&Z&dd l'm(Z(z ddl)Z)Wne*k rdZ)YnXe r"dd l+m,Z,e e dfZ-dddhZ.de/de/de/de/dde/ddde/dddddZ0dddddddZ1ddd d!d"d#gZ2e2d$gZ3e4ddd d!d"d#d$gZ5d%d&d'd(d)Z6d*d+Z7d%d%d,d-d.Z8d%d%d/d0d1Z9d%d2d,d3d4Z:d%d%d5d6d7d8d9Z;d:d%d%d:d;dd?d@Z=dxd%dAd5d:d7dBdCZ>dDdEZ?dFdGZ@d%d:d,dHdIZAd%dJd,dKdLZBd%dMd,dNdOZCd%dPdQdRZDdSdPdTdUZEd%dPdVdWZFd%dPdXdYZGd%dPdZd[ZHdyd&d:d]d^d_ZIdzd&d:d]d`daZJdbdcZKd%d5d&dddedfZLd%d%d,dgdhZMd%d%d:didjdkZNd:dPdldmZOd{dAdAdndidodpZPd|dAdqd,drdsZQGdtdudueZRGdvdwdweZSdS)}) annotationsN)datetime timedelta)partial) TYPE_CHECKINGCallableHashableUnion)OutOfBoundsDatetimeOutOfBoundsTimedelta)SerializationWarning VariableCoderlazy_elemwise_funcpop_to safe_setitemunpack_for_decodingunpack_for_encoding)indexing)contains_cftime_datetimesis_np_datetime_like) first_n_itemsformat_timestamp last_item)is_duck_dask_array)Variable) CFCalendarstandardZ gregorianproleptic_gregoriang@@g.AgeA<)nsusmssmhDii@Bil$'-l`;P) microseconds millisecondssecondsminuteshoursdaysr-r,r+r*r)r( nanosecondsstrbool)calendarreturncCs |tkSN)lower_STANDARD_CALENDARS)r1r67/tmp/pip-unpacked-wheel-h316xyqg/xarray/coding/times.py_is_standard_calendarTsr8c Cst|jrdSt|}|}|}zt|tjt|tjWnTtj j k r^YdSt k r}z|j ddkrWY dSW5d}~XYnXdSdS)NTFrzyear 0 is out of range) rdtypenpasarrayminmaxconvert_time_or_go_backpd Timestamperrorsr ValueErrorargs)timesZtminZtmaxerrr6r6r7_is_numpy_compatible_time_rangeXs    rF)unitsr2cCs4|}|ds|d}dddddddd|S) Nr$r!r"r#r%r&r')r.r(r)r*r+r,r-)r4endswithrGr6r6r7_netcdf_to_numpy_timeunitls  rJ)ref_dater2cCs|td|}|r|Std|}|s2td|dd|D\}}t|d|}d|d|d }t|t|S) Nz .*\d{4}.*z (\d+)(.*)z'invalid reference date for time units: css|] }|VqdSr3r6.0r$r6r6r7 sz&_ensure_padded_year..Z04dz!Ambiguous reference date string: z. The first value is assumed to be the year hence will be padded with zeros to remove the ambiguity (the padded reference date string is: zb). To remove this message, remove the ambiguity by padding your reference date strings with zeros.)rematchrBgroupsintwarningswarnr )rKZ matches_yearZmatches_start_digitsZref_yearZeverything_elseZref_date_paddedZ warning_msgr6r6r7_ensure_padded_year{s   rUztuple[str, str]cCsDtd|}|std|dd|D\}}t|}||fS)Nz(.+) since (.+)zinvalid time units: css|]}|VqdSr3)striprLr6r6r7rNsz,_unpack_netcdf_time_units..)rOrPrBrQrU)rGmatches delta_unitsrKr6r6r7_unpack_netcdf_time_unitss  rY bool | Noneznp.dtype)rGr1 use_cftimer2c Cstt|}tt|dp"dgt|p.dgg}zt||||}WnDtk r|dkrbdnd|}d|d|d}t |YnXt |dt d } | S) Nrrzthe default calendarz calendar zunable to decode time units z with z_. Try opening your dataset with decode_times=False or installing cftime if it is not installed.r9object) rZ!ImplicitToExplicitIndexingAdapterZ as_indexabler:Z concatenaterrdecode_cf_datetime ExceptionrBgetattrr9) datarGr1r[valuesZ example_valueresultZ calendar_msgmsgr9r6r6r7_decode_cf_datetime_dtypesrdz np.ndarray) num_datesrGr1r2cCsDtdkrtd|jdkr2ttj|||ddStjgtdSdS)NNo module named 'cftime'rT)Zonly_use_cftime_datetimesr9)cftimeModuleNotFoundErrorsizer:r;Znum2datearrayr\)rerGr1r6r6r7_decode_datetime_with_cftimes rl)flat_num_datesrGr1r2c Cst|std|t|\}}t|}zt|}Wntk rPtYnXt Ft ddt |j dkrt |||t |||W5QRX|jjdkr|tj}|t|tj}t |d|jS)NzECannot decode times from a non-standard calendar, {!r}, using pandas.ignorezinvalid value encounteredriur!)r8r formatrYrJr?r@rBrScatch_warningsfilterwarningsRuntimeWarningrj to_timedeltar<r=r9kindastyper:int64_NS_PER_TIME_DELTAra)rmrGr1deltarKZflat_num_dates_ns_intr6r6r7_decode_datetime_with_pandass.       rzz str | Nonec Cst|}|}|dkrd}|dkrzt|||}Wqttttfk rt| t ||}|t |j dks|t |j dkrt|rtjdtddnt|rt|}YqXn|rt|||}n t|||}||jS)aGiven an array of numeric dates in netCDF format, convert it into a numpy array of date time objects. For standard (Gregorian) calendars, this function uses vectorized operations, which makes it much faster than cftime.num2date. In such a case, the returned array will be of type np.datetime64. Note that time unit in `units` must not be smaller than microseconds and not larger than days. See Also -------- cftime.num2date NriizUnable to decode time axis into full numpy.datetime64 objects, continuing using cftime.datetime objects instead, reason: dates out of range) stacklevel)r:r;ravelrzKeyErrorr r OverflowErrorrlrvfloatZ nanargminyearZ nanargmaxr8rSrTr cftime_to_nptimereshapeshape)rerGr1r[rmdatesr6r6r7r]s:   r]cKs$tj|f|}|jdks t|S)Ntimedelta64[ns])r?rtto_numpyr9AssertionErrorvaluekwargsrbr6r6r7to_timedelta_unboxed;srcKs$tj|f|}|jdks t|S)Ndatetime64[ns])r?Z to_datetimerr9rrr6r6r7to_datetime_unboxedAsrcCs.t|}t|}t||d}||jS)znGiven an array of numeric timedeltas in netCDF format, convert it into a numpy timedelta64[ns] array. )unit)r:r;rJrr}rr)Znum_timedeltasrGrbr6r6r7decode_cf_timedeltaGs rrcCstt|dS)Nr()r_US_PER_TIME_DELTArIr6r6r7_unit_timedelta_cftimeQsrznp.timedelta64cCst|}tt|dS)Nr!)rJr: timedelta64rx)rGZ numpy_unitsr6r6r7_unit_timedelta_numpyUsr)r2cCsr|jtdkr(t}t}tdd}|}nt}t}tdd}t |}|D]"}t ||||krJ|SqJdS)NOrrr!r*) r9r:_NETCDF_TIME_UNITS_CFTIMErr_NETCDF_TIME_UNITS_NUMPYrrr?ZTimedeltaIndexall)unique_timedeltasZ time_unitsZunit_timedeltaZzero_timedelta timedeltasZ time_unitr6r6r7_infer_time_units_from_diffZs    rrcCst|jrdS|jtdkrv|jdkrvtdk rvt|jd}t|rd|}t |tj rd| }t |tj rv|j StddS)z7Given an array of datetimes, infer the CF calendar namerrrNz(Array does not contain datetime objects.)rr9r:rjrhr;ZflatrZcompute isinstanceZndarrayitemrr1rB)rsampler6r6r7infer_calendar_namers   rcCst|}t|jdkrXt|}|t|}t|dkrH|dnd}t|}n t|dkrl|dnd}t |}t t |}t |}|d|S)aGiven an array of datetimes, returns a CF compatible time-unit string of the form "{time_unit} since {date[0]}", where `time_unit` is 'days', 'hours', 'minutes' or 'seconds' (the first one that can evenly divide all unique time deltas in `dates`) rrz 1970-01-01 since ) r:r;r}r9rr?notnulllenr@format_cftime_datetimeuniqueZdiffr)rZreference_daterrGr6r6r7infer_datetime_unitss rc Cs$d|j|j|j|j|j|j|jS)zbConverts a cftime.datetime object to a string with the format: YYYY-MM-DD HH:MM:SS.UUUUUU z0{:04d}-{:02d}-{:02d} {:02d}:{:02d}:{:02d}.{:06d})rprmonthdayhourminutesecond microsecond)dater6r6r7rsrcCs.tt|}t|t|}t|S)zGiven an array of timedeltas, returns a CF compatible time-unit from {'days', 'hours', 'minutes' 'seconds'} (the first one that can evenly divide all unique time deltas in `deltas`) )rr:r;r}rr?rr)Zdeltasrr6r6r7infer_timedelta_unitssrT)raise_on_invalidr2c Cst|}tj|jdd}t|D]|\}}z(t|j|j|j |j |j |j |j }Wn<tk r}z|r|td||nd}W5d}~XYnXt|||<q$|S)zGiven an array of cftime.datetime objects, return an array of numpy.datetime64 objects of the same size If raise_on_invalid is True (default), invalid dates trigger a ValueError. Otherwise, the invalid element is replaced by np.NaT.zM8[ns]rgzGCannot convert date {} to a date in the standard calendar. Reason: {}.ZNaTN)r:r;emptyrZ ndenumerater?r@rrrrrrrrBrp datetime64)rDrnewitdter6r6r7rs0 rc Cs|tjtjfkr&t|js&t||dSt|jr:t|}tj|j dd}t |D]\}}z&||j |j |j |j|j|j|j}WnJtk r}z,|rtd||dddj|ntj}W5d}~XYnX|||<qR|S)amGiven an array of datetimes, return the same dates in another cftime or numpy date type. Useful to convert between calendars in numpy and cftime or between cftime calendars. If raise_on_valid is True (default), invalid dates trigger a ValueError. Otherwise, the invalid element is replaced by np.NaN for cftime types and np.NaT for np.datetime64. )rrrgzACannot convert date {} to a date in the {} calendar. Reason: {}.irN)r?r@r:rrr9r DatetimeIndexrr enumeraterrrrrrrrBrpr1NaN)rD date_typerrrrrrr6r6r7 convert_timess<     rcCsz$||j|j|j|j|j|j|jWStk r:Yntk rz,||j|j|jd|j|j|j|jWYStk r||j|j|jd|j|j|j|jYYSXYnXdS)aConvert a single date to a new date_type (cftime.datetime or pd.Timestamp). If the new date is invalid, it goes back a day and tries again. If it is still invalid, goes back a second day. This is meant to convert end-of-month dates into a new calendar. rN) rrrrrrrr rB)rrr6r6r7r>sB  r>)target_calendarr[r2cCsJ|dk rFt|r.t|rdS|dkrFtdn|dkrFtd|ddS)aaReturn whether conversion of the source to the target calendar should result in a cftime-backed array. Source is a 1D datetime array, target_cal a string (calendar name) and use_cftime is a boolean or None. If use_cftime is None, this returns True if the source's range and target calendar are convertible to np.datetime64 objects. TFzPSource time range is not valid for numpy datetimes. Try using `use_cftime=True`.z Calendar 'z9' is only valid with cftime. Try using `use_cftime=True`.)r8rFrB)sourcerr[r6r6r7_should_cftime_be_used s  rc Cs@t|\}}z|dt|}Wnttfk r:YnX|S)Nr)rYrr rB)rGryrKr6r6r7_cleanup_netcdf_time_units;s  r)rGr1r2csbtdkrtdt|jtjr0|dt}fddtfdd| D |j S)zFallback method for encoding dates using cftime. This method is more flexible than xarray's parsing using datetime64[ns] arrays but also slower because it loops over each element. NrfzM8[us]csXz"|dkrtjntj|ddWStk rR|dkr@tjn t|YSXdS)NF)Z longdouble)r:nanrhZdate2num TypeError)d)r1rGr6r7encode_datetimeSsz5_encode_datetime_with_cftime..encode_datetimecsg|] }|qSr6r6)rMr)rr6r7 asz0_encode_datetime_with_cftime..) rhrir: issubdtyper9rrvrrkr}rr)rrGr1r6)r1rrGr7_encode_datetime_with_cftimeFs rcCs$tj|tjd}||kr |}|S)Nrg)r:r;rwr)numZint_numr6r6r7cast_to_int_if_safeds rztuple[np.ndarray, str, str]c Cs.t|}|dkrt|}nt|}|dkr4t|}t|\}}zt|rV|jjdkrZt |jdksht t |}t d| d}t|}|jdk r|d}t|}||} t| |t ddkr| |} n| |} | j|j} Wn(t ttfk rt|||} YnXt| } | ||fS)zGiven an array of datetime objects, returns the tuple `(num, units, calendar)` suitable for a CF compliant time variable. Unlike `date2num`, this function can handle datetime64 arrays. See Also -------- cftime.date2num Nrrrrrr!)r:r;rrrrYr8r9rur rrJrrvr?r@tzZ tz_convertrr}rrarrrrBrr) rrGr1ryZ _ref_daterXZ time_deltarKZdates_as_indexZ time_deltasrr6r6r7encode_cf_datetimeks4       rztuple[np.ndarray, str]cCsR|dkrt|}t|}d|td|}tt|tj|}t|}||fS)Ng?r) rrJr:rwherer?Zisnullrr)rrGZnp_unitrr6r6r7encode_cf_timedeltasrc@sFeZdZddddddZddddd d d Zddddd d d ZdS)CFDatetimeCoderNrZNone)r[r2cCs ||_dSr3)r[)selfr[r6r6r7__init__szCFDatetimeCoder.__init__rT_Namevariablenamer2c Cst|jjtjst|r~t|\}}}}t||dd|dd\}}}t |d||dt |d||dt ||||ddS|SdS)NrGr1rTZfastpath) r:rr`r9rrrrpoprr) rrrdimsr`attrsencodingrGr1r6r6r7encodes  zCFDatetimeCoder.encodec Cs|jdd}t|trd|krt|\}}}}t||d}t||d}t||||j} tt |||jd} t || | }t ||||ddS|SdS)NrGZsincer1)rGr1r[Tr) rgetrr/rrrdr[rr]rr) rrrrGrr`rrr1r9 transformr6r6r7decodes   zCFDatetimeCoder.decode)N)N)N)__name__ __module__ __qualname__rrrr6r6r6r7rsrc@s4eZdZd ddddddZd ddddddZdS) CFTimedeltaCoderNrrrcCsbt|jjtjrZt|\}}}}t||dd\}}t|d||dt ||||ddS|SdS)NrGrTr) r:rr`r9rrrrrr)rrrrr`rrrGr6r6r7rs zCFTimedeltaCoder.encodec Csz|jdd}t|trr|tkrrt|\}}}}t||d}tt|d}t d} t ||| d}t ||||ddS|SdS)NrGrIrrgTr) rrrr/ TIME_UNITSrrrrr:r9rr) rrrrGrr`rrrr9r6r6r7rs   zCFTimedeltaCoder.decode)N)N)rrrrrr6r6r6r7rs r)NN)T)T)NN)N)T __future__rrOrSrr functoolsrtypingrrrr Znumpyr:Zpandasr?Z pandas.errorsr r Zxarray.coding.variablesr r rrrrrZ xarray.corerZxarray.core.commonrrZxarray.core.formattingrrrZxarray.core.pycompatrZxarray.core.variablerrh ImportErrorZxarray.core.typesrrr5rRrxrrr frozensetrr8rFrJrUrYrdrlrzr]rrrrrrrrrrrrr>rrrrrrrrr6r6r6r7s  $             " 06  $- ; )