8hQddlZddlZddlZddlmZdZGddeZdZ dZ d d Z ej fd Z ed kr eje ej dSdS)N)gdalctdtdtdtdtddS)NzSUsage: validate_cloud_optimized_geotiff.py [-q] [--full-check=yes/no/auto] test.tifzOptions:z-q: quiet modezr--full-check=yes/no/auto: check tile/strip leader/trailer bytes. auto=yes for local files, and no for remote files)printC/home/jovyan/Desktop/enandes_v2/validate_cloud_optimized_geotiff.pyUsager s] ] "III *  | 1r ceZdZdS)&ValidateCloudOptimizedGeoTIFFExceptionN)__name__ __module__ __qualname__rr r r r #sDr r c n|} d} |r9|} | } | | kr ||dzgz }d} |j| dzdz | dz} |j| dzdz | dz}t | D]}t |D]}|d||fzd}|t |nd}|d||fzd}|t |nd}|dkr|r|| kr||d||fzzgz }|r^tj||dz dtj d tj dd|d}||kr||d ||||fzzgz }|r\|dkrVtj|||zdz dtj d d|}|dd|dd kr||d ||fzzgz }| r|d ks5|dkr| | jkr| d||fzd}|t |nd}|dkr3|dkr-||z|rdndz|rdndz}||kr|d|zd||||fzzgz }n'|dkr!|dkr|r|| kr|d|zd||fzzgz }|}|} | S)Nz4: mask block size is different from its imagery bandrBLOCK_OFFSET_%d_%dTIFFzBLOCK_SIZE_%d_%d9: offset of block (%d, %d) is smaller than previous blockz: for block (%d, %d), size in leader bytes is %d instead of %dz/: for block (%d, %d), trailer bytes are invalidPIXELTILEzMask of z;: for block (%d, %d), offset is %d, whereas %d was expected) GetBlockSize GetMaskBandYSizeXSizerangeGetMetadataItemintr VSIFSeekLstructunpack VSIFReadLGetBand GetDataset RasterCount)f interleave band_namebanderrorsblock_order_row_majorblock_leader_size_as_uint4#block_trailer_last_4_bytes_repeatedmask_interleaved_with_imagery last_offset block_size mask_bandmask_block_sizeyblocksxblocksyxoffset bytecount leader_size last_bytes offset_maskexpected_offset_masks r full_check_bandr?'s""$$JI$$$&& #0022  ( ( RR FIzJqM)A-*Q-?GzJqM)A-*Q-?G 7^^J!J!wI !I !A))*>!Q*GPPF$*$6S[[[AF,,-?1a&-H&QQI*3*?IQIzz(Vk-A-A!Ua&!!F .N1fqj!444"(-dnQ16M6M"N"Nq"QK"i//%^ ![)<==# 7  A~~q&9*2Ic+...q A::+//#$ :A11C!DJ11L) #&:::&'([ ![2FGHH# q[[[1__,{1J1J&'(Y !f%%#)F KKSI !V r c|d}|j|dzdz |dz}|j|dzdz |dz}d}t |D]}t |D]{} t |jD]d} || dzd| |fzd} | t| nd} | dkr|r| |kr||d| |fzzgz }| }e|dS)Nrrrrr) GetRasterBandr RasterYSize RasterXSizerr'rr ) dsds_namer-r,r2r5r6r1r7r8band_idxr9s r check_tile_interleaverGsM!!!$$1133J~ 1 -1jmCG~ 1 -1jmCGK 7^^))w ) )A!".11 ) )))(Q,77GG(Aq616)/(:VA::,+1E1E#Y !f%%# #)K ) )))r TFcttjddkrtdt ddd}t|t|frtj tj |}tj |#tdtj z| jdvrtd i}g}g}|}|d }|} |} | |d z| vr|d gz }|jd ks |jd krE|r7|} | d|jkr| ddkr|dgz }| dkr|dgz }t|dd} | g} d}d}d}d}| dvrtj|d}|stdt1jdtjdd |}|dv}|rd}nd}tj||dddz}tjt9|d |d}t9|t9|kr|drt|t9dddd }tj|d |d}d!|v}d"|v}d#|v}d$|v}d%|vr|d&gz }|t9||zz }||d'zz }tj||| dkr|d(|| dfzgz }i|d)<| |d)d*<t?| D]}|d  |}|dkr'|j|jks|j|jkr|d+gz }nY|d  |d z }|j|jks|j|jkr|d,||d z fzgz }|r:|} | d|jkr| ddkr |d-|zgz }t|dd} | !| | |d)d.|z<| d/| d0kr<|dkr|d1|| d/| d0fzgz }e|d2|| d/|d z | d0fzgz }d3}||}|g}i|d4<||d4d*<t?| D]X}|d  |}||}|!|||d4d.|z<Y|d/dkr%|d/| d/kr| dkr|d5gz }n|d6gz }t?t9|d'z dd/D]1}||dkr#||||d zkr|d7|d z |fzgz }2t9|d'kr*|ddkr|d|d kr |d8| d z zgz }|d9d:} |r|s|s|s|rtj|d}|std| d;krtE|| d<||||||d nUd}!t?|j#D]>}"| d=krd}!tE|| d>|"d zz||"d z||||||! }!?| d?krtI|d<|||%tj&krC|d@z|vr*tE|| dA|'||||dd t?| D]_}|d  |}| d;krtE|| dB|z||||||d njd}!t?|j#D]S}"| d=krd}!tE|| dC|"d z|fz||"d z |||||||! }!T| d?kr:tI|d (dB|z|||%tj&krF|d@z|vr-tE|| dD|z|'||||dd atj||||fS)EaeCheck if a file is a (Geo)TIFF with cloud optimized compatible structure. Args: ds: GDAL Dataset for the file to inspect. check_tiled: Set to False to ignore missing tiling. full_check: Set to TRUe to check tile/strip leader/trailer bytes. Might be slow on remote files Returns: A tuple, whose first element is an array of error messages (empty if there is no error), and the second element, a dictionary with the structure of the GeoTIFF file. Raises: ValidateCloudOptimizedGeoTIFFException: Unable to open the file or the file is not a Tiff. VERSION_NUMizGDAL 2.2 or above requiredrzutf-8NzInvalid file : %s)GTiff LIBERTIFFzThe file is not a GeoTIFFrz.ovrz>Overviews found in external .ovr file. They should be internaliriz9The file is greater than 512xH or Wx512, but is not tiledzXThe file is greater than 512xH or Wx512, it is recommended to include internal overviews IFD_OFFSETrF)rrbzCannot open fileBBBBr))IrP+r)MrRrrQrMrz)GDAL_STRUCTURAL_METADATA_SIZE=%06d bytes LATIN1zGDAL_STRUCTURAL_METADATA_SIZE=zBLOCK_ORDER=ROW_MAJORzBLOCK_LEADER=SIZE_AS_UINT4z#BLOCK_TRAILER=LAST_4_BYTES_REPEATEDz!MASK_INTERLEAVED_WITH_IMAGERY=YESzKNOWN_INCOMPATIBLE_EDITION=YESz6KNOWN_INCOMPATIBLE_EDITION=YES is declared in the filerz9The offset of the main IFD should be %d. It is %d instead ifd_offsetsmainz2First overview has larger dimension than main bandzCOverview of index %d has larger dimension than overview of index %dz!Overview of index %d is not tiledz overview_%dzThe offset of the IFD for overview of index %d is %d, whereas it should be greater than the one of the main image, which is at byte %dzThe offset of the IFD for overview of index %d is %d, whereas it should be greater than the one of index %d, which is at byte %dcH|\}}tt|j|zdz |z D]_}tt|j|zdz |z D]2}|d||fzd}|rt|ccS3`dS)Nrrrr)rrr rrr)r+ blockxsize blockysizer7r8 block_offsets r get_block_offsetz"validate..get_block_offsetAs!%!2!2!4!4 JsDJ3a7:EFFGG - -A3 Z 7! ;zIJJKK - -#33(Aq616    -|,,,,,,,-  - qr data_offsetszNThe offset of the first block of the smallest overview should be after its IFDzBThe offset of the first block of the image should be after its IFDziThe offset of the first block of overview of index %d should be after the one of the overview of index %dznThe offset of the first block of the main resolution image should be after the one of the overview of index %d INTERLEAVEIMAGE_STRUCTURErzMain resolution imageBANDz Band %d of main resolution imagerz.mskz"Mask band of main resolution imagez Overview %dzBand %d of overview %dzMask band of overview %d))r r VersionInfor typeencodedecode isinstancestrPushErrorHandlerOpenPopErrorHandlerGetLastErrorMsg GetDriver ShortNameGetDescriptionrAGetOverviewCount GetFileListrrrr VSIFOpenLr"r#r$r!len startswith VSIFCloseLr GetOverviewappendr?r'rG GetMaskFlagsGMF_PER_DATASETrr&)#rD check_tiled full_check unicode_typedetailsr,warningsfilename main_band ovr_countfilelistr2 ifd_offsetrUr-r.r/r0r( signaturebigtiffexpected_ifd_pospatterngotsizeextra_mdiovr_band prev_ovr_bandr]r\r^r)r1rFs# r validaters $ 4 M * *++g5545QRRR '**11'::;;L"sL)** V  Yr]]  :8#d&:&<&<<  <<>> #+A A A89TUU UG FH  ""H  ##I**,,I~~H6 1X = =STT # 5 5  X"//11J!} //JqMD4H4HVWW >> 0 H Y..|VDDEEJ,K!!&*/'$)!   N8T * * M89KLL LM'4>!Q+B+BCC SS  !!    q*A...>BnS\\1a0077AA s88s7|| # # ,) ) #s3?@@BBCAaCHIID~dAq1188BBH$;x$G !)E)Q &5A 04x? *08;;STT G t 3 3   1$    {1~ - - K#[^45 F  GM%/GM6" 9  ''##A&&22155 66~ //8>IO3S3SOPP,,Q//;;AEBBM!444>M$777+./QZ8  D!..00J!}..:a=43G3G>BCC11,GGHH :&&&4> }q01 r?[_ , ,Avv145{2 TV3XY *-. BQ TV,XY   $#I..L >L GN&2GNF# 9  BB##A&&22155''11 L)))5A  122B1b!1KO!C!C q== * FF W F3|$$q(!R 0 0 ?a  LOl1q56I$I$I ?BCa%L F LQ Oq Ol1o - - BENQR] T   ##L2CDDJww %w /w ) w N8T * * M89KLL L  '%*3-    K!".11  ''"#K-6(Q,G$$X\22).71       !+-BF     " " $ $(< < <F"2>>+;+;;; 4%%''%*3   y!!8 8 A''**66q99HW$$!A%).71     %bn 5 5H!V++&' "1"0HqL!3DD((A66BB1EE-2;5# # #KKV##%$$Q''2244!A%) %%''4+???&r~~/?/???.2((**).7     VW $$r c d}d}d}d}|t|kr||dkrd}nf||dkrd}nW||dkrd}nH||dkrd}n9||d d krtS| ||}ntS|dz }|t|k|tStj|4|d pt j|} d }t|| \}} |r7|s5td |D]}td|ztd|rL|sGtd|ztd|D]} td| ztdd}n|std|z|sV|sT|sRt fd dD} | d krtj |j } td| zn<#t$r/} |s!t|dt| d}Yd} ~ nd} ~ wwxYw|S)z+Return 0 in case of success, 1 for failure.rNFz-qTz--full-check=yesz--full-check=noz--full-check=autor-z/vsimem/)rzz"The following warnings were found:z - rz*%s is NOT a valid cloud optimized GeoTIFF.z The following errors were found:z%%s is a valid cloud optimized GeoTIFFc34K|]}d|VdS)r^Nr).0kr|s r zmain..%s>/0'*r r^z( The size of all IFD headers is %d bytesz* is NOT a valid cloud optimized GeoTIFF : )rrr r UseExceptionsrsospathexistsrrminVSIStatLrr rg) argvrr~quietrzretr}r,warningerror headers_sizeer|s @r rVrVs AH EJ c$ii-- 7d??EE !W* * *JJ !W) ) )JJ !W+ + +JJ !WQZ3  77N  AwHH77N Q! c$ii--$ww((44Px8P8P $,X*$M$M$M!&'   :;;;'++G%'/****b  J BXMNNN8999#))E%%-((((b CC J=HIII NX Nf N4;N4KLq  #}X66; = L M M M 1 Y hhhPSTUPVPVPVW X X X JsD H I%II__main__)TF)os.pathrr"sysosgeorr Exceptionr r?rGrrrVrexitrr r rs          Y   fffR)))2B%B%B%B%J hBBBBJ z CHTT#(^^r