o
    EbwK                     @   s  d Z ddlZddlmZmZ ddlZddlZddlZddl	m
Z
 ddlmZ ddlmZ ddlZddlmZmZmZmZmZmZ ddlmZ dd	lmZ dd
lmZ eeedZdZ dZ!edd Z"dd Z#dd Z$dd Z%dd Z&dd Z'dd Z(dd Z)dd Z*d d! Z+d"d# Z,d$d% Z-d&d' Z.d(d) Z/d*d+ Z0d,d- Z1d.d/ Z2d0d1 Z3d2d3 Z4d4d5 Z5d6d7 Z6d8d9 Z7d:d; Z8d<d= Z9d>d? Z:d@dA Z;dBdC Z<dDdE Z=dS )Fz Tests for netcdf     N)joindirname)BytesIO)glob)contextmanager)assert_assert_allcloseassert_equalbreak_cyclessuppress_warningsIS_PYPY)raises)netcdf_file)
in_tempdirdata   bc                  o   sb    t | i |}d|_|dt |dtd}tt|d d < d|_|	  |V  |
  d S )NCreated for a testtimer   zdays since 2008-01-01)r   historycreateDimensionN_EG_ELScreateVariable
VARTYPE_EGnpZarangeunitsflushclose)argskwargsfr    r"   </usr/lib/python3/dist-packages/scipy/io/tests/test_netcdf.pymake_simple   s   r$   c                 C   sF   t | jd | jd }t |jd t |jtf t |d td  dS )zExample fileobj tests    Created for a testr   s   days since 2008-01-01   N)r	   r   	variablesr   shaper   )Z	ncfileobjr   r"   r"   r#   check_simple&   s
   
r*   c                 C   s   t j| }t|| dS )a  
    Asserts that the mask of arr is effectively the same as expected_mask.

    In contrast to numpy.ma.testutils.assert_mask_equal, this function allows
    testing the 'mask' of a standard numpy array (the mask in this case is treated
    as all False).

    Parameters
    ----------
    arr: ndarray or MaskedArray
        Array to test.
    expected_mask: array_like of booleans
        A list giving the expected mask.
    N)r   maZgetmaskarrayr	   )ZarrZexpected_maskmaskr"   r"   r#   assert_mask_matches.   s   r-   c               
   C   s  t  } zt }t | tdd}W d    n1 sw   Y  tdd}t| d|jd< W d    n1 s=w   Y  td}t	|j
t  t| t	|jd d W d    n1 sdw   Y  tdd}t|j
  t| t	|jd d W d    n1 sw   Y  tddd}t|j
  t| W d    n1 sw   Y  tdd&}t|}t|j
  t| W d    n1 sw   Y  W d    n1 sw   Y  t F}tr|td	 tdd(}t|d
d}t|j
 t| W d    n	1 sw   Y  W d    n	1 s w   Y  W d    n	1 s0w   Y  tdd;}t|d%}t|j
  t| |dd |ddd}d|d d < W d    n	1 siw   Y  W d    n	1 syw   Y  td}t| t	|jd d d  d W d    n	1 sw   Y  W trt  t  t |  t| d S trt  t  t |  t| w )Nz	simple.ncwar'   Z	appendRanFmmaprbz2Cannot close a netcdf_file opened with mmap=True.*Tzr+bapp_dimZapp_vari)r3   *   )osgetcwdtempfileZmkdtempchdirr$   r   r*   _attributesr	   Zuse_mmapr   r   openr   filterRuntimeWarningr   r   r(   r
   shutilrmtree)cwdZtmpdirr!   Zfobjsupvarr"   r"   r#   test_read_write_filesB   s   









	

rC   c                  C   sV  t  } t| d |  }W d    n1 sw   Y  t |}t|}t| W d    n1 s3w   Y  t |}ttt|dd t  }t|ddd}| }W d    n1 s]w   Y  t |}t|}t| t|jd W d    n1 sw   Y  t |}t|dd}t| t|jd W d    d S 1 sw   Y  d S )Nr.   rT   )version)	r   r$   getvaluer   r*   assert_raises
ValueErrorr	   Zversion_byte)Zeg_sio1Zstr_valZeg_sio2f2Zeg_sio3Z	eg_sio_64Zf_64r"   r"   r#   test_read_write_sio   s0   




"rK   c                  C   sd   t  } t| dd}d|_|dd |dtjd}d|d	< d
|_|  | 	 }d}t
|| d S )Nr.   moder   dimr'   rB   )rN   ir   ds|   CDF       
      dim             a         b            var                 c         d            x)r   r   r/   r   r   r   int16csyncrG   r	   )Zraw_filer!   rB   Zactualexpectedr"   r"   r#   
test_bytes   s    rT   c                  C   s   t t dd1} | dd | ddd}t| d d	|_t| d	 d
|_t| d W d    d S 1 s;w   Y  d S )Nr.   rL   xr'   rB   ZS1rU          s     )r   r   r   r   r	   Z_get_encoded_fill_valueZ
_FillValue)r!   rB   r"   r"   r#   test_encoded_fill_value   s   "rY   c               	   C   sp   t ttdD ].} t| d W d    n1 sw   Y  t| ddd W d    n1 s0w   Y  qd S )Nz*.ncrD   Fr0   )r   pjoinTEST_DATA_PATHr   )fnamer"   r"   r#   test_read_example_data   s   r]   c               	   C   s   t td} t *}|td t| ddd}|jd }W d    n1 s&w   Y  W d    n1 s5w   Y  tt|j	d d S )Nexample_1.ncsCannot close a netcdf_file opened with mmap=True, when netcdf_variables or arrays referring to its data still existrD   Tr0   r   r5   )
rZ   r[   r   r<   r=   r   r(   rH   RuntimeErrorZassignValue)filenamerA   r!   Ztime_varr"   r"   r#   $test_itemset_no_segfault_on_readonly   s   
rb   c                  C   s   t  } t| dd$}|dd |dtd d|jd d< |  |  }W d    n1 s0w   Y  t |} t| dd}d|jd d< W d    d S 1 sRw   Y  d S )	Nr.   rL   rU   rE   rV   r'   .r/   )	r   r$   r   r   floatr(   r   rG   r   )streamr!   contentsr"   r"   r#   test_appending_issue_gh_8625   s   
"rf   c                  C   s   ddg} t djdkr| d t djdkr| d tt d}|dt | D ]}tt	|j
d|d q-W d    d S 1 sDw   Y  d S )	NZint64Zuint64int   Zuintr.   r   r   )r   dtypeitemsizeappendr   r   r   r   rH   rI   r   )Zdtypesr!   Zdtr"   r"   r#   test_write_invalid_dtype  s   

"rl   c                  C   s   t  } t| dd0}|dd}|dddg}d|d d < |  t|  }|  t|  }W d    n1 s<w   Y  t||k d S )Nr.   rL   rU      vi2r'   )r   r$   r   r   r   lenrG   r   )rd   r!   rU   rn   Z
len_singleZ
len_doubler"   r"   r#   test_flush_rewind  s   	rq   c                  C   sz   t t dd,} | dd | dddg | dtjdg | dttjdg W d    d S 1 s6w   Y  d S )	Nr.   rL   rU   rm   Zv1ro   Zv2Zv3)r$   r   r   r   r   rP   ri   r!   r"   r"   r#   test_dtype_specifiers*  s   "rs   c                  C   s   t  } g d}t| d)}d|_|dd |ddd}||d d < d|_|  |  }W d    n1 s8w   Y  t |} t| d	)}t|jd
 |j	d }t|jd t|j
d t|d d  | W d    d S 1 srw   Y  d S )N)
r   g?g?g333333?g?g      ?g333333?gffffff?g?g?r.   r   	float_var
   r!   )rt   ZmetresrD   r%   s   metres)ru   )r   r   r   r   r   r   r   rG   r	   r(   r)   r   )ioitemsr!   rt   re   r"   r"   r#   test_ticket_17205  s&   
	
"rx   c               	      s   t td ts@t - td t dd} | jd d d  }~W d    n1 s,w   Y  W d    n1 s;w   Y   fdd}t }|	t
d | }W d    n1 s]w   Y  |  d S )	Nr^   errorTr0   latc                     sB   t  dd} | jd d d  W  d    S 1 sw   Y  d S )NTr0   rz   )r   r(   rr   ra   r"   r#   doitW  s   $z!test_mmaps_segfault.<locals>.doitr_   )rZ   r[   r   warningscatch_warningssimplefilterr   r(   r   r<   r=   sum)r!   rU   r|   rA   r"   r{   r#   test_mmaps_segfaultL  s$   


r   c                  C   s`   t  } t| d}|ddg }|jdu sJ |j|  W d    d S 1 s)w   Y  d S )Nr.   Zzerodimro   F)r   r$   r   Zisrecr   )rv   r!   rn   r"   r"   r#   test_zero_dimensional_varc  s   
"r   c                  C   s   t  7 d} t| d}d|jd< d|jd< |  t| d}t|jd d t|jd d |  W d    d S 1 s=w   Y  d S )	Nzg_byte_atts.ncr.   s   grailZholyZfloatsZwitchrD   s   floatsr   r   r:   r   r	   ra   r!   r"   r"   r#   test_byte_gattsm  s   




"r   c                  C   s   t  H d} t| d}d|jd< |  t| d}t|jd d d|jd< |  t| d	}t|jd d t|jd d |  W d    d S 1 sNw   Y  d S )
Nzappend_dat.ncr.   zwas hereZKilroyr/   s   was heres   ZootZnaughtyrD   r   r   r"   r"   r#   test_open_append|  s   





"r   c               
   C   s  d} t  D tddT}|dd  |ddd |d|  |ddd}tt| |d d < |d	|  |d	dd
}tt| |d d < |ddd |  |  W d    n1 scw   Y  tdD ]}tdd.}t	|j
d j||j
d _t| | f||j
d |d d d d f< |  W d    n1 sw   Y  tdG}t|j
d d | t|j
d dd d d d f  t| | f| t|j
d jjd |d  t|j
d jjd |d  W d    n1 sw   Y  qltd0}tt}|j
d jd  W d    n	1 sw   Y  |j}t|jd d W d    n1 s5w   Y  W d    d S W d    d S 1 sNw   Y  d S )Nd   zwithRecordDimension.ncr.   r   rO   r   rU   rV   y)r   ZtestDatar4   )r   rU   r   rE   r/   r&   r   r'   r   )r   r   r   r   r   Zarrayranger   r   rk   r(   r   Zfullr	   copyr)   rH   KeyErrorr:   valuer   )ZdataSizer!   rU   r   r4   arexr"   r"   r#   test_append_recordDimension  sL   

(

2

 $r   c            	   	   C   s  t ddd} d| d< t j| d}ttd}t|dd	8}|jd
 }t|j	d t|j
d t|jt d |d d   }~t | d}t|| W d    n1 sXw   Y  t  d}t|ddd	}|d
t| |d
dd}d|_	d|_d|_
||d d < |  t|dd	8}|jd
 }t|j	d t|j
d t|jt d t | d}|d d   }~t|| W d    n1 sw   Y  W d    d S W d    d S 1 sw   Y  d S )N         r      c   zexample_2.ncTmaskandscaleTemperature'  g{Gz?rE   zms.ncr.   r4   )r   )r   Zlinspacer+   Zmasked_greaterrZ   r[   r   r(   r	   Zmissing_valueZ
add_offsetZscale_factorZfloat32
compressedroundr   r   r   rp   r   r   )	tZtmr\   r!   ZTempfoundrS   ZnewfnameZtempr"   r"   r#   test_maskandscale  sJ   



"r   c                  C   \   t td} t| dd}|jd d d  }t|g d W d    d S 1 s'w   Y  d S )Nexample_3_maskedvals.ncTr   Zvar1_fillval0FTFrZ   r[   r   r(   r-   r\   r!   vardatar"   r"   r#   !test_read_withValuesNearFillValue  s
   
"r   c                  C   sj   t td} t| dd }|jd d d  }t|g d t|g d W d    d S 1 s.w   Y  d S )Nr   Tr   Zvar2_noFillvalFFFr'   rE   r   rZ   r[   r   r(   r-   r	   r   r"   r"   r#   test_read_withNoFillValue  s   
"r   c                  C   sp   d} t td}t|dd!}|jd d d  }t|g d t|| ddg W d    d S 1 s1w   Y  d S )	Nr   r   Tr   var3_fillvalAndMissingValue)TFFrE   r   r   )ZIRRELEVANT_VALUEr\   r!   r   r"   r"   r#   &test_read_withFillValueAndMissingValue  s   
"r   c                  C   r   )Nr   Tr   Zvar4_missingValuer   r   r   r"   r"   r#   test_read_withMissingValue  s
   
"r   c                  C   r   )Nr   Tr   Zvar5_fillvalNaNr   r   r   r"   r"   r#   test_read_withFillValNaN  
   
"r   c                  C   r   )Nr   Tr   Z	var6_charr   r   r   r"   r"   r#   test_read_withChar
  r   r   c                  C   sj   t td} t| dd }|jd d d  }t|ddgddgddgg W d    d S 1 s.w   Y  d S )Nr   Tr   Zvar7_2dFr   r   r"   r"   r#   test_read_with2dVar  s
   
"r   c                  C   sl   t td} t| ddd }|jd d d  }t|g d t|g d W d    d S 1 s/w   Y  d S )Nr   F)r   r1   r   r   r   r   r   r"   r"   r#   test_read_withMaskAndScaleFalse  s   
"r   )>__doc__r6   os.pathr   rZ   r   r>   r8   r}   rv   r   r   
contextlibr   Znumpyr   Znumpy.testingr   r   r	   r
   r   r   Zpytestr   rH   Zscipy.ior   Zscipy._lib._tmpdirsr   __file__r[   r   r   r$   r*   r-   rC   rK   rT   rY   r]   rb   rf   rl   rq   rs   rx   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r"   r"   r"   r#   <module>   s\     
N1	
()	
