hsddlZddlmZddlZddlZddlZddlZddlZddl Z ddlm Z ddlm Z m Z ddl ZddlZddlZddlZddlZddlmZddlmZddlmZddlZddlmZddlmZddlm Z dd lm!Z!dd l"m#Z#dd l$m%Z%dd l&m'Z'ddl(m)Z*ddl+m,Z-ddl.Z.dd l/m0Z0m1Z1ddl2m3Z3ddl4m5Z5ddl6mZdZ7dZ8d.dZ9d.dZ:ddgddgdfdZ;dZdZ?ej@fdZAdZBd ZCd!ZDd"ZEd#ZFd$ZGd/d&ZH d0d+ZI d1d-ZJdS)2N)gdal)ogrosr)pyplot) TransformerCRS) transform)Window) from_bounds) Resampling) MemoryFile)Affine)Paralleldelayed)generic_filter) savgol_filterc tjd}||}|dd|ii||g}|t |}d|D t| fdtt D}tj |}|j \} } } } || | | }|S)N!https://data.inpe.br/bdc/stac/v1/ bdc:tileseqquerydatetime collectionscVg|]&}|jdj|jdjf'SNDVIpixel_reliabilityassetshref.0items F/home/jovyan/Desktop/enandes_v2/tile_enviar_FATEC/functions_enandes.py z%run_read_and_mask..73 ` ` `RVT[ %t{3F'G'L M ` ` `n_jobsc3`K|](}tt|gV)dSN)r read_and_maskr$iuriss r& z$run_read_and_mask..8s=+h+hRS,BGM,B,BDG9,M,M+h+h+h+h+h+hr) pystac_clientClientopenget_collectionsearchmatchedlistitemsrrangelennparrayshapereshapeset_dataset_tile n_processors set_periodservice collection item_searchr;ndvi_3dtextraxyr1s @r&run_read_and_maskrO,s"''(KLLG''11J.. dH5E'F)3-5J!88K ""$$ % %E ` `Z_ ` ` `D+hl++++h+h+h+hW\]`ae]f]fWgWg+h+h+hhhGhwG]NAuaooaA&&G Nr)c tjd}||}|dd|ii||g}|t |}d|D t| fdtt D}tj |}|j \} } } } || | | }|S)NrrrrcVg|]&}|jdj|jdjf'Srr r#s r&r'z$run_read_no_mask..Jr(r)r*c3`K|](}tt|gV)dSr-)r read_no_maskr/s r&r2z#run_read_no_mask..Ks=+g+gQR,AGL,A,A47),L,L+g+g+g+g+g+gr)r3rBs @r&run_read_no_maskrT?s"''(KLLG''11J.. dH5E'F)3-5J!88K ""$$ % %E ` `Z_ ` ` `D+hl++++g+g+g+gV[\_`d\e\eVfVf+g+g+gggGhwG]NAuaooaA&&G Nr)c 8ddlm}|jd}|r|j|}|stdt |}t j|dd5}|j|j}}dddn #1swxYwYtj |||f}t|D]\} \} } t j| 5} t j| 5} | d}| d}tj |dktd||| <dddn #1swxYwYdddn #1swxYwY#t$r}t!d| d |Yd}~d}~wwxYw|d z S) TLê cada raster como um numpy.ma.masked_array, aplicando máscara de confiabilidade.rr EPSG:4326JA lista de URIs está vazia. Verifique se há itens retornados pela busca.Nnan%Erro ao processar os dados da imagem : ') rasterio.crsr from_string ValueErrorr=rasterior6heightwidthr>zeros enumeratereadwherefloat Exceptionprintr1crsr source_crs num_images first_datasetrbrcndvi_masked_datar0ndvi_uripixR_uri ndvi_datasetpixel_reliability_dataset ndvi_data pixR_dataes r&r.r.Ss       --J *$S_S)) gefffTJ tAwqz " "Bm%,m.ABBBBBBBBBBBBBBBxVU ;<<#,T??DD Hh Dx(( XLx(( X,E)--a00 5::1== ')hyA~uU||Y&W&W # X X X X X X X X X X X X X X X X X X X X X X X X X X X X X X D D D B!BBqBB C C C C C C C C D E !!ss)BB B>E+E'AE< EE EE E E+E# #E+&E# 'E++ F5FFcddlm}|jd}|r|j|}|stdt |}t j|dd5}|j|j}}dddn #1swxYwYtj |||f}t|D]\} \} } t j| 5} t j| 5} | d}| d}||| <dddn #1swxYwYdddn #1swxYwY#t$r}td| d|Yd}~d}~wwxYw|d z S) rVrrrWrXNrYr[r\r])r^r r_r`r=rar6rbrcr>rdrerfrirjrks r&rSrSus       --J *$S_S)) gefffTJ tAwqz " "Bm%,m.ABBBBBBBBBBBBBBBxVU ;<<#,T??DD Hh Dx(( 0Lx(( 0,E)--a00 5::1== '0 # 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 D D D B!BBqBB C C C C C C C C D E !!sr)BB B>ED:'0D# D:#D' 'D:*D' +D:. E:D> >ED> E E/E**E/ Fctj|}|dd}|}|d|d}}d}d} d} t|||} | |z } | dk} | Qdt j| t jt j| z | zz } |d|d}}t jt j| | z}||krn|}| dz } | | z|d| z zz}|r||fS|S) Nlinearboth)methodlimit_directionrgחAT) window_length polyorderrY)pdSeries interpolaterr>absmaxsum) timeserieswndsordersdebug interp_ts smooth_tswndorderFWit smoother_tsdiffsign fitting_scores r&savitzky_golay_filteringrs0 *%%I%%Xv%NNIIa&)C A A B@#ISERRR Y&ax 9BF4LL26"&,,#7#77$>>Aa&)Crvd||a/00 1   A !GB$&a$h)?? @ $)## r)c g}g}|j\}}t|D]}ttj|dd|ftjtj|dd|fz dkr ||dd|f|t|dd|ftj|}| ||}tj |d}|S)N)rYr) r@r<r=r>isnanrappendrr?rA transpose) ndvi_3d_testenew_data data_3d_arrayrKrNydim ndvi_interp ndvi_interp_ts r&apply_filter_savgol_2drs HM  DAqaNN rx aaag.// 0 026"(=QRQRQRTXQXCY:Z:Z3[3[ [^_ _ _ OOM!!!T'2 3 3 3 3 OO4]111d75KLL M M M MHX&&M''1--KLe44M r)cj\}}}t|fdt|D}tj|}tj|d}|S)Nr*c3lK|].}ttdd|ddfV/dSr-)rr)r$r0rJs r&r2zrun_filter..sR-p-pbc.Mg6L.M.MgVWVWVWXYZ[Z[Z[V[n.].]-p-p-p-p-p-pr))rYrr{)r@rr<r>r?r)rJrErKrMrN resultadoresultado_arrays` r& run_filterrsomGAq!- ----p-p-p-pglmngogo-p-p-pppIhy))Ol?H==O r)c d}g}tddD]_}gx}}tt|jddz dzD]~}|t|jddz kr||jddzkrt||jdkrtW|||ddddf|dz}t j|}|dkrt j|d}|dkrt j|d}|dkrt j |d}|dkr$t j |d|jdz}|dz}||at j|}|S) NrrYaverageaxismaximumminimumvariance) r<intr@ StopIterationrr>r?rrminvar) data stats_usedint_img stats_imagesimagesimg1imgyears img_statss r&calculate_statsrs GL"++''s3tz!}R/001455 # #EDJqM",----FdjmB>N4O4O 4:a=((  D111-... htnn  " " 3Q0G0G0GI  " "s0C0C0CI  " "s0C0C0CI  # #"&12E2E2EsyQR|1SYqI&&&&8L))L r)c $gx}}td|jdD][}|dz}|||ddddf||ddddfz tj||ddddfz \tj|}|SNrr)r<r@rr>sqrtr?)r average_datavar_dataviarjr0s r& calculate_viarsC, 1djm % %SS F D111QQQK,q111u"55!AAAaaa%9Q9QQRRRR8C==L r)cgx}}td|jdD]}|dz}||ddddf||ddddfz ||ddddf||ddddfz z }tj|rtj|r|n|cS||tj|<||tj|}|Sr)r<r@r>isscalarisfiniterr?) rmax_datamin_datafillvcirrr0via_calculateds r& calculate_vcirsC, 1djm % %## Fq111u+111QQQ7HQqqqUOhWXYZYZYZ[\[\[\W\o<]^ ;~ & & B%'[%@%@>>   >BNbk.999 : >""""8C==L r)c|tj||tj}tj||d\}}tj|d|dd}tj|||z|zdtj|ddddS) NrYrd-i,pngtight)dpiformat bbox_inches) pltscattergcar>polyfitlinspaceget_xlimplotsavefig)rMrNgraph_filepathaxesmbX_plots r&"scatter_plot_with_correlation_linersK1 799D :aA  DAq [+DMMOOA,>s C CFHVQvX\3'''KC7KKKKKKr)ct|d}t|d}t|d}t|d}t|d}t|||}t||| } t |d 5} |d kr"t j|g| cdddS|d kr"t j|g| cdddS|d kr"t j|g| cdddS|dkr"t j|g| cdddS|dkr"t j|g| cdddS|dkr"t j|g| cdddS|dkr"t j| g| cdddS dddn #1swxYwYtdS)NryrErrrrrrrrrrrrwb filtered_datarrrrvia_datavci_data Objs savedrrrrr6pickledumprj) masked_data_s1name_objtype_objrrrrrrrfs r&run_processingr s~bAAAM#-iPPPLm)LLLHm)LLLHm*MMMHM,[cdddHMhS[\\\H h  .  & &; 22........ ~ % %; ~q11 ........ z ! !;z1-- ........ z ! !;z1--........ z ! !;z1--........ z ! !;z1--........ z ! !;z1--........ "...............   s6 F03F0F0F0+F0F0;F00F47F4c2g}t||D]}}t||d5}tj|}|d}dddn #1swxYwY||t |~tj|d} ttj |d|d5}tj | |dddn #1swxYwYt dS)Nrbrr{r result{}.pklr concatenated) r<r6rrloadrrjr> concatenateospjoinr) directory_pathrr0rname_var combined_dfrrdata_averesults r&concatenate_pklr+sxK 1QZZ (//!$$d + + q;q>>DAwH                8$$$ a ^Ka 0 0 0F ch~~'<'rrjrrrr)r name_obj1 name_obj2rrdata_p1data_p2rs r&concatenate_partsr;s i  !!+a..!!!!!!!!!!!!!!! i  !!+a..!!!!!!!!!!!!!!!^Wg.Q 7 7 7F . ch~~'<'rr) rvariable_indexrrr0rrrrs r&concatenate_pkl_statsr]sKHA 1R[[ #(>+=+D+DQ+G+GHH$ O O ,ST;q>>DN+H , , , , , , , , , , , , , , , 8$$$ a ^Ka 0 0 0FuHuHuHuH ch~~'<'D;rc .td|d|d|d tjd}|dd|ii||g}t |}|std d S|d }td |j||jvrtd |dt |j d|j D}|stdd S|d } td| d|j| } n |j|} td|dd} | tdd Stj j | } t| | jd} | td|j}ddg}|r|rt#|dkrst#|dkr`td|\}}}}|\}}||z |z }||z |z }t%|d|dt'| |}td|ntdd St%j| }ddg}|t#|dkrtd d S|d |d!}}td"| d#|d$|d%|| |||fS#t*$r}td&|Yd}~d Sd}~wwxYw)'uU Busca um item STAC e extrai informações de referência espacial de um asset específico. Args: tile_id (str): O ID do tile (ex: '013012'). collection_id (str): O ID da coleção STAC (ex: 'mod13q1-6.1'). datetime_range (str): O intervalo de data/hora para a busca (ex: '2001-01-01/2001-02-10'). asset_key (str, optional): A chave do asset do qual extrair os metadados (ex: 'NDVI', 'EVI'). Padrão 'NDVI'. Returns: tuple: (crs, transform, width, height) ou (None, None, None, None) se não encontrado. crs (rasterio.crs.CRS): Sistema de Referência de Coordenadas. transform (rasterio.Affine): Transformação afim. width (int): Largura da imagem do asset. height (int): Altura da imagem do asset. zBuscando item STAC para tile 'u', coleção 'z ', data 'z'...rrrru:Nenhum item STAC encontrado para os critérios fornecidos.)NNNNrzItem STAC ID: zAsset 'u5' não encontrado no item STAC. Assets disponíveis: c>g|]}|dv|S))rEVIREDNIR)upper)r$ks r&r'z3get_spatial_reference_from_stac..s+$v$v$v117799XuKuKuQKuKuKur)z=Nenhum asset de dados comum (NDVI, EVI, RED, NIR) encontrado.zUsando asset alternativo: ''zExtraindo metadados do asset: '4326Nu&Código EPSG não encontrado no asset.zproj:transformu8Transformação (geotransform) não encontrada no asset.ir|r{z?Tentando calcular transform a partir de proj:bbox e proj:shape.gzTransform calculada: u[Não foi possível calcular a transformação: proj:bbox ou proj:shape ausentes/inválidos.u;Dimensões (shape) não encontradas ou inválidas no asset.rYzCRS: z , Transform: z , Width: z , Height: z'Erro ao buscar ou processar item STAC: )rjr4r5r6r8r:r;idr!keysrarlr from_epsg extra_fieldsgetbboxr=rr from_gdalri)tile_id collection_iddatetime_range asset_keyrGrIr; stac_itemavailable_data_assetsasset_key_foundasset epsg_coderlgdal_transform proj_bbox proj_shapexminyminxmaxymax height_pixels width_pixelsx_resy_resr r@rbrcrws r&get_spatial_reference_from_stacr?rs$ n7 n n- n nZh n n noooU&&++,OPPnnw0#&%  [&&(()) * N O O O)) !H  -y|--... I, , , {I{{\`ajaqavavaxax\y\y{{ | | |$v$v 0@0E0E0G0G$v$v$v !( .UVVV--3A6O BBBB C C C$_5EE$Y/E < <<<===   : ; ; ;))l((33 c +//0@AA  ! L M M M"IJ .Z .C NNa,?,?C OOWXDXDXWXXX)2&dD$.8+ | 4 5"5#tS3u::+tLL 9i99::::sttt--(.9It  =CJJ!OO O P P P))a%( UcUU UUEUUVUUVVVIuf,, &&& ;;;<<<%%%%%%&s9A.K- BK-"AK-DK-6K-<0K-- L7LLrfloat32DEFLATEc j t||||\} } } }t| | | |gstddStd|t|d5}t j|}dddn #1swxYwYt |tjsB tj ||}n*#t$r}td|Yd}~dSd}~wwxYw|j d|j d}}|j d kr| d ||}d }n|j d kr|j d |kr0|j d |kr|j d |kr|j d }n|j d |krG|j d |kr6|j d |kr%|d d d }|j d }n6td|j d|ddStd|j dS||krtd|d|d|d|| kr||ks-td|d|d|d| d tddStd|j d|jd|jd| ||| | d | dd }td!|d"|t!j|d#fi|d$d%i5}|||^t%| |d&t'd t)tj z d zD} fd'|D}|rItd(|||t.j|d)*ntd+dddn #1swxYwYtd,|d-dS). Converte dados de um arquivo .pkl para um Cloud Optimized GeoTIFF (COG), usando referência espacial de um item STAC. CNão foi possível obter a referência espacial do STAC. Abortando.NCarregando dados de: rdtype8Erro ao converter os dados carregados para NumPy array: r{rYrrrDimensões do array (3) não correspondem ao número de bandas esperado ( ) e formato."Array com dimensões inesperadas: 'Aviso: Número de bandas no array PKL () difere do esperado ( ). Usando .!Erro: Dimensões do arquivo PKL (rM2) não correspondem às dimensões do asset STAC ()._Verifique se o pkl realmente tem 4800x4800 pixels e se a ordem (altura, largura) está correta.)Forma do array PKL carregado e ajustado: , Tipo de dado: GTiffTpixel driverrHnodatarcrbcountrlr tiled blockxsize blockysizecompress interleaveCriando COG em:  com o perfil: wBIGTIFFYEScg|]}d|zSr{r$r0s r&r'z,pkl_to_cog_with_stac_ref..2(h(h(h!A(h(h(hr)c8g|]}|dk|z dz k|SrYr{rlr$ov block_sizemax_dims r&r'z,pkl_to_cog_with_stac_ref..39tttr"q&&U\_aUaeorsesUsUsUsUsUsr)#Construindo overviews com fatores: yes overviews>Nenhum overview será construído (ou níveis muito pequenos). Arquivo COG '' criado com sucesso.r?allrjr6rr isinstancer>ndarrayr?rir@ndimrArrHrawriterr<rlog2build_overviewsr r update_tags)pkl_pathoutput_cog_path stac_tile_idstac_collection_idstac_datetime_rangestac_asset_key num_bands_pkl dtype_pkloverviews_levelsrs compressionrlr expected_widthexpected_heightr data_arrayrwcurrent_height current_widthcurrent_num_bandsprofiledstoverview_candidate_levelsrts ` @r&pkl_to_cog_with_stac_refrs7V(*=~773CNO Y@ A A STTT ,( , ,--- h  $[^^ $$$$$$$$$$$$$$$ j"* - - *I>>>JJ    PQPP Q Q Q FFFFF  %/$4R$8*:J2:NMN!''>=II  A    A - / /J4DQ4G>4Y4Y^h^nop^qvC_C_C * 0 3    a N 2 2z7G7Jm7[7[`j`pqr`sxEaEaE#--aA66J * 0 3   K**:KKo|KKK L L L F D:?DDEEEM)) O8IOOanOO{LOOO P P P ^ + +/0Q0Q f.ff=ffAPffSafff g g g oppp jj6F j jXbXh j jkkk!!"  G  F_ F FW F FGGG  F Fw F F F F FT# *  #./::G(h(huQBGGV`L`DaDa@b@bef@f7g7g(h(h(h %ttttt-Fttt   T J8HJJ K K K    0*2D E E E OOuO - - - - R S S STTTTTTTTTTTTTTT$ @/ @ @ @AAAAAs= BBB'B>> C%C  C%9CNNNrYc  t||||\} } }}t| | ||gstddStd|t|d5}t j|}||ddddf}dddn #1swxYwYt |tjsB tj ||}n*#t$r}td|Yd}~dSd}~wwxYw|j d|j d}}|j d kr| d ||}d }n|j d kr|j d |kr0|j d |kr|j d |kr|j d }n|j d |krG|j d |kr6|j d |kr%|d d d }|j d }n6td |j d|ddStd|j dS||krtd|d|d|d||kr||ks-td|d|d|d|d tddStd|j d|jd|jd|||| | d | dd }td |d!|t!j|d"fi|d#d$i5}||| ^t%||d%t'd t)tj z d zD} fd&|D} | rItd'| || t.j|d()ntd*dddn #1swxYwYtd+|d,dS)-rDrENrFrrGrIrJrKr{rYrrrLrMrNrOrPrQrRrSrTrMrUrVrWrXrYrZTr[r\rerfrgrhricg|]}d|zSrkrlrms r&r'z'pkl_to_cog_filtered..rnr)c8g|]}|dk|z dz k|Srprlrqs r&r'z'pkl_to_cog_filtered..rur)rvrwrxrzr{r|r})rrrrrtime_to_selectrrrrrsrrlr rrrrrwrrrrrrrts ` @r&pkl_to_cog_filteredrDs7V(*=~773CNO Y@ A A STTT ,( , ,--- h  4[^^ qqq 23 444444444444444 j"* - - *I>>>JJ    PQPP Q Q Q FFFFF  %/$4R$8*:J2:NMN!''>=II  A    A - / /J4DQ4G>4Y4Y^h^nop^qvC_C_C * 0 3    a N 2 2z7G7Jm7[7[`j`pqr`sxEaEaE#--aA66J * 0 3   K**:KKo|KKK L L L F D:?DDEEEM)) O8IOOanOO{LOOO P P P ^ + +/0Q0Q f.ff=ffAPffSafff g g g oppp jj6F j jXbXh j jkkk!!"  G  F_ F FW F FGGG  F Fw F F F F FT# *  #./::G(h(huQBGGV`L`DaDa@b@bef@f7g7g(h(h(h %ttttt-Fttt   T J8HJJ K K K    0*2D E E E OOuO - - - - R S S STTTTTTTTTTTTTTT$ @/ @ @ @AAAAAs= $BBB6C C4C//C4CN$$N(+N(r-)r)rrr@NrArB)rrYr@NrArB)Kosos.pathpathrrjsontimer4osgeo osgeo_utilsrrrpandasrnetCDF4numpyr>shapelyrpy2 matplotlibrrpyprojr pyproj.crsr rar^ rasterio.warpr rasterio.windowsr r rasterio.enumsr rasterio.iorrasterio.transformr cartopy.crsrlccrscartopy.featurefeaturecfeaturescipyjoblibrr scipy.ndimager scipy.signalrmatplotlib.pyplotrOrTr.rSrrrrrrZrrrrrrrr?rrrlr)r&rs    $$$$$$############((((((%%%%%%""""""%%%%%%"""""" $$$$$$$$((((((&&&&&&&(""""D""""F021gq!fE8   "424    LLL   D ! ! ! &   *h&h&h&h&Z-3-/'0.29B aBaBaBaBT-3-.'0.29BcBcBcBcBcBcBr)