U Cv f@sdZddlmZddlmZddlZddlmZm Z m Z m Z m Z m Z ddlmZddlmZddlmZd d Zd d Zd dZddZGdddeZd&ddZd'ddZddZGdddeZddZddZd d!Zd"d#Z Gd$d%d%ej!Z"dS)(zCoders for strings.) annotations)partialN) VariableCoderlazy_elemwise_funcpop_to safe_setitemunpack_for_decodingunpack_for_encoding)indexing)is_duck_dask_array)VariablecCs,|ttfkrtd|tjdd|idS)Nz!unsupported type for vlen_dtype: O element_type)metadata)strbytes TypeErrornpdtype)rr9/tmp/pip-unpacked-wheel-h316xyqg/xarray/coding/strings.pycreate_vlen_dtypes rcCs(|jdks|jdkrdS|jdSdS)Nr r)kindrgetrrrrcheck_vlen_dtypesrcCs|jdkpt|tkS)NU)rrrrrrris_unicode_dtype#srcCs|jdkpt|tkS)NS)rrrrrrris_bytes_dtype'src@s.eZdZdZd ddZd ddZd dd ZdS) EncodedStringCoderz?Transforms between unicode strings and fixed-width UTF-8 bytes.TcCs ||_dS)N)allows_unicode)selfr!rrr__init__.szEncodedStringCoder.__init__Nc Cst|\}}}}t|j}|ddk}|r2|d=|r||s@|js|d|krVtd||dd} t|d| |dt || }t ||||S)NrS1Z _FillValuezvariable {!r} has a _FillValue specified, but _FillValue is not yet supported on unicode strings: https://github.com/pydata/xarray/issues/1647 _Encodingutf-8)name) r rrrr!NotImplementedErrorformatpoprencode_string_arrayr ) r"variabler'dimsdataattrsencodingZcontains_unicodeZencode_as_charstring_encodingrrrencode1s    zEncodedStringCoder.encodec CsPt|\}}}}d|krBt||d}tt|d}t||tt}t||||S)Nr%r0) rrrdecode_bytes_arrayrrrobjectr ) r"r,r'r-r.r/r0r1funcrrrdecodeIs   zEncodedStringCoder.decode)T)N)N)__name__ __module__ __qualname____doc__r#r2r7rrrrr +s  r r&cs6t|}fdd|D}tj|td|jS)Ncsg|]}|qSr)r7.0xr3rr Wsz&decode_bytes_array..r)rasarrayravelarrayr5reshapeshape)Z bytes_arrayr0decodedrr3rr4Ts r4cs6t|}fdd|D}tj|td|jS)Ncsg|]}|qSr)r2r<r3rrr?]sz'encode_string_array..r)rr@rArBrrCrD)Z string_arrayr0encodedrr3rr+[s r+cCs<t|\}}}}t|jtkr.tj|tjd}t||||S)zCEnsure that a variable with vlen bytes is converted to fixed width.r)r rrrrr@string_r )varr-r.r/r0rrrensure_fixed_length_bytesasrIc@s$eZdZdZdddZdddZdS) CharacterArrayCoderz@Transforms between arrays containing bytes and character arrays.NcCszt|}t|\}}}}|jjdkrl|dtk rlt|}d|krR|d}nd|j d}||f}t ||||S)Nrr char_dim_namestring) rIr rrrr bytes_to_charkeysr*rDr )r"r,r'r-r.r/r0rKrrrr2ms   zCharacterArrayCoder.encodecCsLt|\}}}}|jdkr>|r>|d|d<|dd}t|}t||||S)Nr$rMrK)rr char_to_bytesr )r"r,r'r-r.r/r0rrrr7zs   zCharacterArrayCoder.decode)N)N)r8r9r:r;r2r7rrrrrJjs rJcCsT|jjdkrtdt|rLddlm}|jt|d|j|jj f|j gdSt|S)z?Convert numpy/dask arrays from fixed width bytes to characters.rz,argument must have a fixed-width bytes dtyperNr$)rchunksZnew_axis) rr ValueErrorr dask.arrayrB map_blocks_numpy_bytes_to_charrQitemsizendim)arrdarrrrNs  rNcCs*tj|ddtjd}||jddS)z8Like netCDF4.stringtochar, but faster and more flexible.FC)copyorderr)r$)rrBrGrCrDview)rXrrrrUsrUcCs|jdkrtd|js|S|jd}|sDtj|jddtjdSt|rddlm }t |j ddkrxtd |td t |jd}|jt|||j dd|jdgd St|SdS) z?Convert numpy/dask arrays from characters to fixed width bytes.r$zargument must have dtype='S1'rMNrrr]zRcannot stacked dask character array with multiple chunks in the last dimension: {}r)rrQZ drop_axis)rrRrWrDrzerosrGr rSrBlenrQr)rrT_numpy_char_to_bytesStackedBytesArray)rXsizerYrrrrrPs0     rPcCs<tj|ddd}dt|jd}|||jddS)z8Like netCDF4.chartostring, but faster and more flexible.FrZ)r[r\rrMN)rrBrrDr^rC)rXrrrrrasrac@sFeZdZdZddZeddZedddd Zd d Zd d Z dS)rba>Wrapper around array-like objects to create a new indexable object where values, when accessed, are automatically stacked along the last dimension. >>> indexer = indexing.BasicIndexer((slice(None),)) >>> StackedBytesArray(np.array(["a", "b", "c"], dtype="S1"))[indexer] array(b'abc', dtype='|S3') cCs"|jdkrtdt||_dS)zx Parameters ---------- array : array-like Original array of values to wrap. r$z9can only use StackedBytesArray if argument has dtype='S1'N)rrRr Z as_indexablerB)r"rBrrrr#s  zStackedBytesArray.__init__cCstdt|jjdS)NrrM)rrrrBrDr"rrrrszStackedBytesArray.dtypeztuple[int, ...])returncCs|jjddS)NrM)rBrDrdrrrrDszStackedBytesArray.shapecCst|jd|jdS)N())typer8rBrdrrr__repr__szStackedBytesArray.__repr__cCsBt|t|j|jj}|jdtdkr4tdt|j|S)NrMztoo many indices) rhr Zexpanded_indexertuplerBrWslice IndexErrorra)r"keyrrr __getitem__szStackedBytesArray.__getitem__N) r8r9r:r;r#propertyrrDrirnrrrrrbs  rb)r&)r&)#r; __future__r functoolsrZnumpyrZxarray.coding.variablesrrrrrr Z xarray.corer Zxarray.core.pycompatr Zxarray.core.variabler rrrrr r4r+rIrJrNrUrPraZExplicitlyIndexedNDArrayMixinrbrrrrs*      )   $