B
    0dBg                 @   st  d gZ ddlZddlZddlZddlZddlZddddddd	d	d
d	d	dddddZdddddddddddddddZi Z	dd  Z
d!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Zd5d6 Zd7d8 ZG d9d: d:ZG d;d< d<eZd=d> Zd?d@ ZdAdB ZdCdD ZdEdF ZdGdH ZdIdJ ZdKdL Z dMdN Z!dOdP Z"dQdR Z#G dSdT dTe$Z%dWdVd Z&dS )Xreadsav    Nz>u1z>i2z>i4z>f4z>f8z>c8z|Oz>c16z>u2z>u4z>i8z>u8)                        	   
                  ZSTART_MARKERZCOMMON_VARIABLEVARIABLESYSTEM_VARIABLE
END_MARKER	TIMESTAMPZCOMPILEDZIDENTIFICATIONVERSIONHEAP_HEADER	HEAP_DATAZ	PROMOTE64NOTICEDESCRIPTION)r   r   r   r   r   r   r   r   r   r               c             C   s.   |   }|d dkr*| |d |d   dS )z+Align to the next 32-bit position in a filer   r   N)tellseek)fpos r#   >/var/www/html/venv/lib/python3.7/site-packages/scipy/io/idl.py	_align_32K   s    r%   c             C   s   |  | dS )zSkip `n` bytesN)read)r!   nr#   r#   r$   _skip_bytesT   s    
r(   c             C   s
   |  |S )zRead the next `n` bytes)r&   )r!   r'   r#   r#   r$   _read_bytesZ   s    r)   c             C   s$   t td| ddd d S )zRead a single bytez>Br   Nr   r   )npZuint8structunpackr&   )r!   r#   r#   r$   
_read_byte_   s    r-   c             C   s   t td| dd S )zRead a signed 32-bit integerz>lr   r   )r*   int32r+   r,   r&   )r!   r#   r#   r$   
_read_longd   s    r/   c             C   s$   t td| ddd d S )zRead a signed 16-bit integerz>hr   r   r   )r*   Zint16r+   r,   r&   )r!   r#   r#   r$   _read_int16i   s    r0   c             C   s   t td| dd S )zRead a signed 32-bit integerz>ir   r   )r*   r.   r+   r,   r&   )r!   r#   r#   r$   _read_int32n   s    r1   c             C   s   t td| dd S )zRead a signed 64-bit integerz>qr
   r   )r*   Zint64r+   r,   r&   )r!   r#   r#   r$   _read_int64s   s    r2   c             C   s$   t td| ddd d S )zRead an unsigned 16-bit integerz>Hr   r   r   )r*   Zuint16r+   r,   r&   )r!   r#   r#   r$   _read_uint16x   s    r3   c             C   s   t td| dd S )zRead an unsigned 32-bit integerz>Ir   r   )r*   Zuint32r+   r,   r&   )r!   r#   r#   r$   _read_uint32}   s    r4   c             C   s   t td| dd S )zRead an unsigned 64-bit integerz>Qr
   r   )r*   Zuint64r+   r,   r&   )r!   r#   r#   r$   _read_uint64   s    r5   c             C   s   t td| dd S )zRead a 32-bit floatz>fr   r   )r*   Zfloat32r+   r,   r&   )r!   r#   r#   r$   _read_float32   s    r6   c             C   s   t td| dd S )zRead a 64-bit floatz>dr
   r   )r*   Zfloat64r+   r,   r&   )r!   r#   r#   r$   _read_float64   s    r7   c               @   s   e Zd ZdZdd ZdS )PointerzClass used to define pointersc             C   s
   || _ d S )N)index)selfr9   r#   r#   r$   __init__   s    zPointer.__init__N)__name__
__module____qualname____doc__r;   r#   r#   r#   r$   r8      s   r8   c               @   s   e Zd ZdZdS )ObjectPointerz$Class used to define object pointersN)r<   r=   r>   r?   r#   r#   r#   r$   r@      s   r@   c             C   s2   t | }|dkr*t| |d}t|  nd}|S )zRead a stringr   latin1 )r/   r)   decoder%   )r!   lengthcharsr#   r#   r$   _read_string   s    
rF   c             C   s4   t | }|dkr,t | }t| |}t|  nd}|S )z.Read a data string (length is specified twice)r   rB   )r/   r)   r%   )r!   rD   Zstring_datar#   r#   r$   _read_string_data   s    

rG   c             C   s^  |dkr$t | dkrtdt| S |dkr4t| S |dkrDt | S |dkrTt| S |dkrdt| S |dkrt| }t| }t||d  S |d	krt| S |d
krtdn|dkrt| }t| }t	||d  S |dk rt
t | S |dkrtt | S |dkrt| S |dkr*t| S |dkr<t| S |dkrNt| S td| dS )z*Read a variable with a specified data typer   z*Error occurred while reading byte variabler   r   r   r   r   y              ?r	   r
   z'Should not be here - please report thisr   r   r   r   r   r   r   z)Unknown IDL type: %i - please report thisN)r1   	Exceptionr-   r0   r6   r7   r*   Z	complex64rG   Z
complex128r8   r@   r3   r4   r2   r5   )r!   dtyperealimagr#   r#   r$   
_read_data   sJ    






rL   c       
      C   s  |d }|d }g }x|D ]z}|d s.|d rP| |d  |d ftjf q|d tkr| |d  |d ft|d  f qtd|d  qW tj|f|d}xt|D ]}x|D ]}|d }|d rt| |d	 |d  |d
 |d  ||d  |< q|d r4t	| ||d	 |d  ||d  |< qt
| |||d  |< qW qW |d dkr|d dt|d  }	|	  ||	}|S )z
    Read a structure, with the array and structure descriptors given as
    `array_desc` and `structure_desc` respectively.
    	nelementstagtable	structurearraynametypecodez Variable type %i not implemented)rI   arrtablestructtablendimsr   dimsN)appendlowerr*   object_
DTYPE_DICTrH   recarrayrange_read_structure_read_arrayrL   intreversereshape)
r!   
array_descstruct_descZnrowscolumnsrI   colrO   irV   r#   r#   r$   r]      s8    
"

 
 
r]   c       	      C   s  |dkrL|dkr.t | }||d kr.td tj| |d t| d}nv|dkrtj| |d d t| dddd }nBg }x,t|d	 D ]}|}t| |}|	| qW tj
|tjd}|d
 dkr|d dt|d
  }|  ||}t|  |S )z`
    Read an array of type `typecode`, with the array descriptor given as
    `array_desc`.
    )	r   r   r   r   r   r   r   r   r   r   nbytesz.Not able to verify number of bytes from header)rI   )r   r   r   NrM   rU   rV   )r1   warningswarnr*   Z
frombufferr&   rZ   r\   rL   rW   rP   rY   r_   r`   ra   r%   )	r!   rR   rb   rg   rP   rf   rI   datarV   r#   r#   r$   r^     s,    


r^   c                s   dt  i}t }|t d 7 }t d |d tkrJtd|d  t|d  |d< |d dkrF|d dkrt |d< nt  |d< t d t }|d	 d
kr|  krd|d< ntdnvt  }|dkrtd|d rt	 |d |d |d< n:|d r,t
 |d	 |d |d< n|d	 }t ||d< n|d dkrt d t |d< t |d< t |d< n|d dkrt  |d< t |d< t |d< t |d< nJ|d dkrt |d< t |d < t |d!< n|d d"krt |d#< n|d d$kr6t |d%< n|d d&krpt  |d'<  fd(d)t|d' D |d*< n|d d+krt  |d,< t |d-<  fd.d)t|d, D |d/< n\|d d0krd1|d2< nD|d d3krtd4 n*|d d5krtd6 ntd7|d   | |S )8z!Function to read in a full recordrectypel        r   zUnknown RECTYPE: %i)r   r   r   varname
heap_indexrR   r   Nrj   zUnexpected type code: 0r	   zVARSTART is not 7rO   rb   rc   rP   r   i   dateuserhostr   formatarchosreleaseIDENTIFICATONauthortitleidcoder   noticer   descriptionr   Znvaluesc                s   g | ]}t  qS r#   )r/   ).0_)r!   r#   r$   
<listcomp>  s    z _read_record.<locals>.<listcomp>indicesZCOMMONBLOCKZnvarsrQ   c                s   g | ]}t  qS r#   )rF   )r{   r|   )r!   r#   r$   r}     s    varnamesr   TendUNKNOWNzSkipping UNKNOWN recordr   zSkipping SYSTEM_VARIABLE recordz$record['rectype']=%s not implemented)r/   r4   r(   RECTYPE_DICTrH   rF   _read_typedescr   
ValueErrorr]   r^   rL   rG   r\   rh   ri   r    )r!   recordnextrecZrectypedescZvarstartrI   r#   )r!   r$   _read_record;  s~    








  

r   c             C   s   t | t | d}|d d@ dkr*td|d d@ dk|d< |d d@ dk|d< |d rtt| |d	< t| |d
< n|d rt| |d	< |S )z%Function to read in a type descriptor)rR   varflagsr   r   z System variables not implementedr   rP       rO   rb   rc   )r/   rH   _read_arraydesc_read_structdesc)r!   Ztypedescr#   r#   r$   r     s    r   c                s4  dt  i}|d dkr|t d t  |d< t  |d< t  |d< t d t  |d<  fdd	t|d D |d
< n|d dkr td t d t |d< t |d< t  |d< t d d|d< g |d
< xRt|d D ]0}t  }|dkrtd|d
 t   qW ntd|d  |S )z'Function to read in an array descriptorZarrstartr
   r   rg   rM   rU   Znmaxc                s   g | ]}t  qS r#   )r/   )r{   r|   )r!   r#   r$   r}     s    z#_read_arraydesc.<locals>.<listcomp>rV      z$Using experimental 64-bit array readr   zExpected a zero in ARRAY_DESCzUnknown ARRSTART: %i)r/   r(   r\   rh   ri   r5   rH   rW   )r!   Z	arraydescdvr#   )r!   r$   r     s2    

 



r   c                s  i }t  }|dkrtdt |d< t  }t  |d< t  |d< |d@ |d< |d@ |d	< |d
@ |d< |d sZ fddt|d D |d< x|d D ]}t |d< qW  fdd|d D |d<  fdd|d D |d< |d	 s|d rLt |d< t  |d<  fddt|d D |d<  fddt|d D |d< |t|d < n"|d tkrptdt|d  }|S )z*Function to read in a structure descriptorr   zSTRUCTSTART should be 9rQ   Zntagsrg   r   predefr   Zinheritsr   Zis_superc                s   g | ]}t  qS r#   )_read_tagdesc)r{   r|   )r!   r#   r$   r}     s   z$_read_structdesc.<locals>.<listcomp>rN   c                s"   i | ]}|d  rt  |d qS )rP   rQ   )r   )r{   tag)r!   r#   r$   
<dictcomp>  s   z$_read_structdesc.<locals>.<dictcomp>rS   c                s"   i | ]}|d  rt  |d qS )rO   rQ   )r   )r{   r   )r!   r#   r$   r   	  s   rT   	classnameZnsupclassesc                s   g | ]}t  qS r#   )rF   )r{   r|   )r!   r#   r$   r}     s    Zsupclassnamesc                s   g | ]}t  qS r#   )r   )r{   r|   )r!   r#   r$   r}     s    Zsupclasstablez"PREDEF=1 but can't find definition)r/   rH   rF   r\   STRUCT_DICT)r!   Z
structdescZstructstartr   r   r#   )r!   r$   r     s<    



r   c             C   sl   dt | i}|d dkr$t| |d< t | |d< t | }|d@ dk|d< |d@ dk|d< |d tk|d< |S )	z$Function to read in a tag descriptoroffsetrR   r   rP   r   rO   Zscalar)r/   r5   rZ   )r!   ZtagdescZtagflagsr#   r#   r$   r   !  s    r   c             C   sl  t | trlxBt | trL| jdkr&d } q| j|kr<|| j } qtd d } qW t| |\}}|rd|} d| fS t | tjjj	rx.t
| D ]"\}}t||\}}|r|| |< qW d| fS t | tjjj rx.t
| D ]"\}}t||\}}|r|| |< qW d| fS t | tjr`| jjtjkrXx:t| jD ],}t| ||\}}|r(| || q(W d| fS d| fS d S )Nr   zNVariable referenced by pointer not found in heap: variable will be set to NoneTF)
isinstancer8   r9   rh   ri   _replace_heapr*   corerecordsr[   	enumerater   ZndarrayrI   typerY   r\   sizeitemZitemset)variableheapreplacenewZirr   Zivvaluer#   r#   r$   r   4  s@    



r   c                   sD   e Zd ZdZi fddZ fddZ fddZeZeZeZ	  Z
S )AttrDicta.  
    A case-insensitive dictionary with access via item, attribute, and call
    notations:

        >>> d = AttrDict()
        >>> d['Variable'] = 123
        >>> d['Variable']
        123
        >>> d.Variable
        123
        >>> d.variable
        123
        >>> d('VARIABLE')
        123
    c             C   s   t | | d S )N)dictr;   )r:   initr#   r#   r$   r;     s    zAttrDict.__init__c                s   t  | S )N)super__getitem__rX   )r:   rQ   )	__class__r#   r$   r     s    zAttrDict.__getitem__c                s   t  | |S )N)r   __setitem__rX   )r:   keyr   )r   r#   r$   r     s    zAttrDict.__setitem__)r<   r=   r>   r?   r;   r   r   __getattr____setattr____call____classcell__r#   r#   )r   r$   r   v  s   r   Fc          	   C   s  g }|s|ri }nt  }t| d}t|d}|dkr@td| t|d}	|	dkrVn|	dkr|rltd |r|t|d}
ntjd	d
}
|rtd|
j  |
d xt	|}|
t
dt| t|}|t|d 7 }|d}t| dkr>|
t
dt|d  |
t
dt||d  d  |
| P | }t||| }|
 t| d }|
t
dt|d  |
t
dt||d  d  |
| |
| qW |  |
}|d ntd|	 x.t|}|| d|kr|d rP qW |  i }x,|D ]$}|d dkr(|d ||d < q(W xP|D ]H}|d dkrVt|d |\}}|r||d< |d ||d  < qVW |rxV|D ]N}|d dkrtd td|d   td|d    td!|d"   P qW xf|D ]^}|d d#krtd td$|d%   td&|d'   td(|d)   td*|d+   P qW xV|D ]N}|d d,krntd td-|d.   td/|d0   td1|d2   P qnW x6|D ].}|d d3krtd td4|d5   P qW td td6t|  d7d8 |D }x2t|D ]&}|dkr(td9|||f  q(W td d|krtd: x&|D ]}td;|t|| f  qrW td |rx|D ]}|| ||< qW |S |S d<S )=a	  
    Read an IDL .sav file.

    Parameters
    ----------
    file_name : str
        Name of the IDL save file.
    idict : dict, optional
        Dictionary in which to insert .sav file variables.
    python_dict : bool, optional
        By default, the object return is not a Python dictionary, but a
        case-insensitive dictionary with item, attribute, and call access
        to variables. To get a standard Python dictionary, set this option
        to True.
    uncompressed_file_name : str, optional
        This option only has an effect for .sav files written with the
        /compress option. If a file name is specified, compressed .sav
        files are uncompressed to this file. Otherwise, readsav will use
        the `tempfile` module to determine a temporary filename
        automatically, and will remove the temporary file upon successfully
        reading it in.
    verbose : bool, optional
        Whether to print out information about the save file, including
        the records read, and available variables.

    Returns
    -------
    idl_dict : AttrDict or dict
        If `python_dict` is set to False (default), this function returns a
        case-insensitive dictionary with item, attribute, and call access
        to variables. If `python_dict` is set to True, this function
        returns a Python dictionary with all variable names in lowercase.
        If `idict` was specified, then variables are written to the
        dictionary specified, and the updated dictionary is returned.

    Examples
    --------
    >>> from os.path import dirname, join as pjoin
    >>> import scipy.io as sio
    >>> from scipy.io import readsav

    Get the filename for an example .sav file from the tests/data directory.

    >>> data_dir = pjoin(dirname(sio.__file__), 'tests', 'data')
    >>> sav_fname = pjoin(data_dir, 'array_float32_1d.sav')

    Load the .sav file contents.

    >>> sav_data = readsav(sav_fname)

    Get keys of the .sav file contents.

    >>> print(sav_data.keys())
    dict_keys(['array1d'])

    Access a content with a key.

    >>> print(sav_data['array1d'])
    [0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0.
     0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0.
     0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0.
     0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0.
     0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0. 0.
     0. 0. 0.]

    rbr   s   SRzInvalid SIGNATURE: %ss    s    zIDL Save file is compressedzw+bz.sav)suffixz -> expanding to %ss   SR z>ll        r   r   z>Ir   zInvalid RECFMT: %sr   rk   r   rj   rm   r   rl   r   z2--------------------------------------------------zDate: %srn   zUser: %sro   zHost: %srp   r   z
Format: %srq   zArchitecture: %srr   zOperating System: %srs   zIDL Version: %srt   ru   z
Author: %srv   z	Title: %srw   zID Code: %srx   r   zDescription: %srz   z&Successfully read %i records of which:c             S   s   g | ]}|d  qS )rk   r#   )r{   rr#   r#   r$   r}   q  s    zreadsav.<locals>.<listcomp>z - %i are of type %szAvailable variables:z
 - %s [%s]N)r   openr)   rH   printtempfileNamedTemporaryFilerQ   writer/   r+   packr_   r4   r&   r   r   zlib
decompresslencloser    r   rW   r   rX   setcountr   )	file_nameZidictZpython_dictZuncompressed_file_nameverboser   	variablesr!   	signatureZrecfmtZfoutrk   r   unknownr"   Z
rec_stringr   r   r   r   r   Zrectypesrtvarr#   r#   r$   r     s    F





"
"













)NFNF)'__all__r+   numpyr*   r   r   rh   rZ   r   r   r%   r(   r)   r-   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r@   rF   rG   rL   r]   r^   r   r   r   r   r   r   r   r   r   r#   r#   r#   r$   <module>   s   	*-/m/6B 