Iyj ddlZddlZddlZddlZddlZddlZddlZ ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlmZddlmZddlm Z!ddl"m"Z"ddl#m$Z%ddl&m'Z'ddl(m)Z)ejTdejTdejTdejTd ejTd ejTd e'Z+e+jYZ-dZ.dZ/e.e/Z0e0dr?e.e/dZ1gdZ2e2Dcgc]}|djgc}Z4e5e1Z6e5e7de6DZ8e5e7de6DZ9e5e7de6DZ:e5e7de6DZ;e5e1dZe>j~jdZAe>j~jdZBe jeAjZEe jeBjZFejjdeEeFeEddZIejjde2Dcgc]}|d c}e2Dcgc]}|d c}dddZKejjde8e8dddZLejjd e;e;dddZMejjd!e:e:dd daNejjd"e:e:dgddd#ZPd$d%gZQejjd&ejd'd(d)*ZTejjd+d d,ZVejjd-e9e9dddZWejjd.eQeQdddZXejjde8e8dddZYejjd e;e;dddZZejjd/e:e:dddZ[ejjd0e:e:dddZ\d1d2gZ]ejjd3e]d4Z^ejjd&ejd'd(d)*Z_ejjd+d d,Z`ejjd5d6dd7d8dd 9Zbejjd-e9e9dddZcejjd-e9e9dddZdejjde2Dcgc]}|d c}e2Dcgc]}|d c}dddZeejjde8e8dddZfejjd e;e;dddZgejjd:e:e:dgddd#Zhejjd;d d <Zid=Zjd>ZkdalejeKeLeMePteid?ZnejeWeXeYeZe[e\eTeVei d@ZoejedeeefegeIe_e`ebehe^ dAZpdBZqdCZrydDZqdEZrycc}wcc}wcc}wcc}wcc}w)FN)datetime)pyplot)MonitoringAppTexts)MonitoringAppDatesbokehkatex floatpanel texteditorT) notifications stretch_width sizing_modec  tj|dd}|jdkr'td|t j |}d|fStd|d|jdy #tj $rYy wxYw) NT)allow_redirectstimeoutiu)✅ [OBJ EVALUATION] Arquivo acessível: u.❌ [OBJ EVALUATION] Arquivo não encontrado: z (status ))FN)requestshead status_codeprintintake open_catalogRequestException)urlresponse catalog_objs 8/home/carlos/GitHub/SMNAMonitoringApp/monitor_objeval.py url_existsr/s ==dAF   # % =cUC D --c2K$ $ B3%yQYQeQePffgh i  $ $sA A-A--BBzuhttps://dataserver.cptec.inpe.br/dataserver_dimnt/das/carlos.bastarz/SMNAMonitoringApp/objeval/catalog-scantec-s0.yml)*)zVTMP:925z!Virtual Temperature @ 925 hPa [K])zVTMP:850z!Virtual Temperature @ 850 hPa [K])zVTMP:500z!Virtual Temperature @ 500 hPa [K])zVTMP:250z!Virtual Temperature @ 250 hPa [K])zVTMP:200z!Virtual Temperature @ 200 hPa [K])zVTMP:150z!Virtual Temperature @ 150 hPa [K])zVTMP:070z Virtual Temperature @ 70 hPa [K])zVTMP:050z Virtual Temperature @ 50 hPa [K])zTEMP:850z"Absolute Temperature @ 850 hPa [K])zTEMP:500z"Absolute Temperature @ 500 hPa [K])zTEMP:250z"Absolute Temperature @ 250 hPa [K])zTEMP:200z"Absolute Temperature @ 200 hPa [K])zTEMP:150z"Absolute Temperature @ 150 hPa [K])zTEMP:070z!Absolute Temperature @ 70 hPa [K])zTEMP:050z!Absolute Temperature @ 50 hPa [K])zPSNM:000zMean Sea Level Pressure [hPa])zUMES:925z"Specific Humidity @ 925 hPa [g/Kg])zUMES:850z"Specific Humidity @ 850 hPa [g/Kg])zUMES:500z"Specific Humidity @ 500 hPa [g/Kg])zUMES:250z"Specific Humidity @ 250 hPa [g/Kg])zUMES:200z"Specific Humidity @ 200 hPa [g/Kg])zUMES:150z"Specific Humidity @ 150 hPa [g/Kg])zUMES:070z!Specific Humidity @ 70 hPa [g/Kg])zUMES:050z!Specific Humidity @ 50 hPa [g/Kg])zAGPL:000z+Inst. Precipitable Water @ 1000 hPa [Kg/m2])zZGEO:850z#Geopotential height @ 850 hPa [gpm])zZGEO:500z#Geopotential height @ 500 hPa [gpm])zZGEO:250z#Geopotential height @ 250 hPa [gpm])zUVEL:850zZonal Wind @ 850 hPa [m/s])zUVEL:500zZonal Wind @ 500 hPa [m/s])zUVEL:250zZonal Wind @ 250 hPa [m/s])zUVEL:200zZonal Wind @ 200 hPa [m/s])zUVEL:150zZonal Wind @ 150 hPa [m/s])zUVEL:070zZonal Wind @ 70 hPa [m/s])zUVEL:050zZonal Wind @ 50 hPa [m/s])zVVEL:850zMeridional Wind @ 850 hPa [m/s])zVVEL:500zMeridional Wind @ 500 hPa [m/s])zVVEL:250zMeridional Wind @ 250 hPa [m/s])zVVEL:200zMeridional Wind @ 200 hPa [m/s])zVVEL:150zMeridional Wind @ 150 hPa [m/s])zVVEL:070zMeridional Wind @ 70 hPa [m/s])zVVEL:050zMeridional Wind @ 50 hPa [m/s]c#DK|]}|jddyw)-r Nsplit.0items r r(u<4DJJsOA&< c#`K|]&}|jddj(yw)r"Nr$upperr%s rr(r(vs&EDTZZ_Q'--/E,.c#`K|]&}|jddj(yw)r"Nr-r%s rr(r(ws&D4DJJsOA&,,.Dr/c#DK|]}|jddyw)r"Nr#r%s rr(r(xr)r*Dataz%Y-%m-%d)namestartendvalueformatwidthVariableF)r7optionsr:disabledr<Regionr1 ReferencezExperiment (Table)zExperiments (Plots))r7r>r:r?solidr<Percentual GainFractional ChangeColormapcoolwarm)rrrr)r7r> value_namer<marginz Invert Colors)r7r:r< StatisticTypez Experiment 1z Experiment 2imagecontourFill)r7r>r< Intervals r)r7r:stepr8r9r<r? ExperimentsuCatálogo Carregado)r7r:r?c|jjj|jjjfSN)computeminr'max)dss rget_min_max_dsrZs=zz|!&&("**,*:*:*<*A*A*CCCcd|zdz|zdz|jzdz|zdz}t|j}|jddd|j_|S)Nscantec-r"-table Unnamed: 0Tinplace)lower data_catalogread set_indexindexr7)regexpstatrefvarlevknamedfs rget_dfrosiS 3&-3ciikACG#MPXX % % % ' \4 0  r[c  |r|r|r|r|r}tD]}|d|k(s |d}|j}d}t|D]\} }| dk(r|| } |} t|| d|| I jj d|dddd d t | d d d d |dt z } jjd|t | |dd d jdd} t|| d||jj d|dddd d t | d d d d |dt |z }jjd|t | |dd d jdd}t|| d||jj d|dddd d t | d d d d |dt |z }jjd|t | |dd d jdd}n|| } t|| d||  jj d|dddd d t | d d d d |dt z z}  jjd|t | |dd d jddz} t|| d||jj d|dddd d t | d d d d |dt |z z}jjd|t | |dd d jddz}t|| d||jj d|dddd d t | d d d d |dt |z z}jjd|t | |dd d jddz} | tjdjddd |ddz} tjdjddd |ddz}tjdjddd |ddz}d}t| d|| tjj ddd d!d"|gd #}t|| d||tjjddd d!d"|gd #}t|| d||tjjddd d!d"|gd #} 9| jd d$%jd d&%jd d$% fd'}tjjd(|d) d*d+d,-}fd.}tjjd(|d/| d*d+d,-}fd0}tjjd(|d1| d*d+d,-}tjdtj |fdtj |fdtj |fd23}tjd4tj"|  zzzzzj%d fd5tj d6|fad7}t&j(j+|d8t&Stj tj,j/d9tj,j1d:d;<at&S)=Nrr ivies %PrevisaoHorasVIESFTr112pxrP)ylabeltickszVIES - ) xyxlabelrv shared_axesgrid line_widthlabelfontsize responsiveheighttitle)rxryr~rr{persistrro)sizemarkerrmseRMSEzRMSE - acorACORzACOR - blackdashed)r}r{rr line_color line_dashg333333?zn .tabulator-cell { font-size: 12px; } bootstrap4centerfit_data_tabletoggle) show_indextheme text_alignlayout selectable stylesheetsr? bottom_left)axiswiselegend_positiontop_leftcxtj}j|d|jd|SNF)rgrioBytesIOto_csvseek) io_bufferdf_viess r get_csv_viesz plotCurves..get_csv_vies0JJL y6q!  r[download vies_table_z.csvsuccessi6)iconcallbackfilename button_typer<cxtj}j|d|jd|Srr)rdf_rmses r get_csv_rmsez plotCurves..get_csv_rmserr[ rmse_table_cxtj}j|d|jd|Srr)rdf_acors r get_csv_acorz plotCurves..get_csv_acorrr[ acor_table_left) tabs_locationPLOTSTABLESz8Statistics tables from the SCANTEC objective evaluation.cP|jdk(r dt_ydt_y)Nr FT)new expt_st_tbr?events rupdate_expt_st_tb_widgetz,plotCurves..update_expt_st_tb_widgets99>*/J'*.J'r[activeu@ # Série Temporal A avaliação por meio de série temporal permite verificar o comportamento de parâmetros (variáveis) do modelo ao longo do tempo, seja por meio da verificação dos erros aleatórios, sistemáticos e habilidade de previsão. ⛔ **Atenção:** Nada para mostrar! Para começar, selecione um catálogo de dados ou aguarde a execução da função de plotagem.danger alert_type)Varsrc enumeraterohvplotlinestrscatteroptshvsHLinepnwidgets Tabulator FileDownloadTabsColumnLayoutcols tabs_layoutparamwatchpaneMarkdownAlert)! varlev_streg_stref_stexpt_strloadedinexp_extrcountriexp_tbax_vies ax_vies_sax_rmse ax_rmse_sax_acor ax_acor_s stylesheet df_vies_table df_rmse_table df_acor_tablerfile_download_viesrfile_download_rmserfile_download_acor tabulatorsrrrrs! @@@r plotCurvesrs  iFv' $Q49$ tH $")IF%g.h 7qA:!%.C'F$VS&&)LG*").."5"5 .73:398=157825c(@FQS5T7;392@3x=2P#6 #R%,NN$:$:[I]`ad]entCHRVcg$:%h%m%mst}@%m%A "(ffi"P").."5"5 .73:398=157825c(@FQS5T7;392@3x=2P#6 #R%,NN$:$:[I]`ad]entCHRVcg$:%h%m%mst}@%m%A "(ffi"P").."5"5 .73:398=157825c(@FQS5T7;392@3x=2P#6 #R%,NN$:$:[I]`ad]entCHRVcg$:%h%m%mst}@%m%A "%.C$VS&&)LG*7>>#6#6.73:398=157825c(@FQS5T7;392@3x=2P$7 $R R"W^^%;%;kY^abe^fouDISWdh%;&i&n&ntu~A&n&BB "(ffi"P7>>#6#6.73:398=157825c(@FQS5T7;392@3x=2P$7 $R R"W^^%;%;kY^abe^fouDISWdh%;&i&n&ntu~A&n&BB "(ffi"P7>>#6#6.73:398=157825c(@FQS5T7;392@3x=2P$7 $R R"W^^%;%;kY^abe^fouDISWdh%;&i&n&ntu~A&n&BB &syy|00A5]ajp~EQY0 ZZGsyy|00A5]ajp~EQY0 ZZGsyy~22aU_clr@GS[2 \\G !K " 4 4W38.:3;/?3;6@L15!5 !7 !K " 4 4W38.:3;/?3;6@L15!5 !7 !K " 4 4W38.:3;/?3;6@L15!5 !7 {h 7T" dM J dJ G dM J ! "$!8!8%&vhd3% "9"  ! "$!8!8%&vhd3% "9"  ! "$!8!8%&vhd3% "9" &"))MCU*V!W!'=BT)U V!'=BT)U VflnJ ''7CJJwy7H7S\K\7\_fgp_p7p,q,v,vwx,y"z!)2995oq{+| }K  /    # #$}|S)?Nrdr]r"r^r_Tr`rbrr)rgvaluesr4rCrg?drrtgrDgHz>i@B) )figsize whitegridg?)style font_scaleg?g??) zxtick.major.sizezytick.major.sizezxtick.major.padzytick.major.padzxtick.major.widthzytick.major.widthzxtick.minor.sizezytick.minor.sizezxtick.minor.padzytick.minor.padzxtick.minor.widthzytick.minor.width)rcz.3frg?FnrPg{Gz?vertical)shrinkrwpad orientation) annotfmtcmapvminvmaxr linewidthssquarecbar_kws)rir2r)piorz-50%0z50%melhor) labelsizezGanho z (%) - z Vs. )rr r,)r4grrr )rz-0.5rz0.5rzFractional Change z - zForecast Lengthu # Scorecard Para uma variável alpha (e.g., pressão, temperatura, umidade, componentes do vento etc.), podem ser calculadas duas métricas que permitem quantificar a variação relativa entre dois experimentos avaliados pelo SCANTEC. As métricas aplicadas são o Ganho Percentual e a Mudança Fracional* e ambas podem ser calculadas com base nas tabelas de estatisticas do SCANTEC. Estas métricas podem ser utilizadas quando se quiser ter uma visão imediata sobre as melhorias obtidas entre duas versões de um modelo ou entre dois experimentos de um mesmo modelo. rrr)+globalsrcrerfrgr7pd pivot_tablelist_varTisnullranyfillnareplacenpinfpltfiguresnsset set_contextheatmaparange collectionscolorbar set_ticksset_ticklabelsax tick_paramsrrrzyticksxticks tight_layout get_figurecloserrrrr)statt_sctstatreg_scref_scexpt1expt2 colormap_scinvert_colors_scrdfskname1kname2df1df2p_table1p_table2r score_tabler+cbarrs r plotScorecardrCs h5V5UWbgw)N+C&(3.1AACG%++-WZ]]`ffiqqF&(3.1AACG%++-WZ]]`ffiqqFf+""$Cf+""$C MM,M 5CIIN MM,M 5CIIN~~cXNH~~cXNH4'"4R4("))v%$,JJ$;hjj@P#QUX"XK'8v+=$,JJ$;hjj@P#QUX"XK-- #hjj8::&=> !!#**..0*00; ##RVVbffW$5w#M JJ ' GG+% 8 OOSs59t58s58s59t58s  T U))[[De$%)A$W\47134B1G/37A*CD~~a(1167##$JK##a#0 (S]2Y>FPSXXcde--[[De$%'adSX47132a1B/37A*CD~~a(1145##$JK##a#0 .X>FNQXX[``klm JJ( ) JJ " JJ "    ]]_F IIK YY((*  'n{C D F r[c jt|dz}|jddj} tD]} | d|k(s | d} |dk(r |ddd} n|} |dk(rd}d }n"|d k(s|d k(rd}d }n|d k(rd}d}n |dk(rd}d}t |D] \}} ||}d|zdz|jzdz|jzdz|zdz}t t |j }t| \}}| dk(r|dk(r|j|jjdd| | tjdd||ft|dzt|zdzt zdzt|zdz }n|j|jjdd| | tjdd||ft|dzt|zdzt zdzt|zdz z }n| dk(r|dk(r|j|jjdd| | tjdd||f|dt|dzt|zdzt zdzt|zdz }n|j|jjdd| | tjdd||f|dt|dzt|zdzt zdzt|zdz z }|dk(rV|dkDr*tjgj!|dz}tjgj!d}tjgj!d}#S)Nz 12:00:rbrr Tr4asiXhnhstrgliNr]r"z-fieldrL)timelonlatz (z) - r) rxryz data_aspect frame_heightr projection coastline rasterizeclimrrMr,) rxryrPrQrRrrSrTrUrVlevelsr}r)rrrcrrrdto_daskrZselrrLccrs PlateCarreerMrrr)stat_de varlev_dereg_deref_dedate colormap_deinvert_colors_deintervalexpe_defill_devarrrrrQrRrrirmrYr r r+rs r plotFieldsrgCs4y8#R(..0 Aty Q4  t #tt$DD T>KLn&D.KL t^KL t^KL!'*P 2HE1%.C'#- ?#E SVYY\bbemmE'!%(002'30JD$'!A:T*1177%:?:=DOEQ=ACGCSCSCUBFBF>B4[>A'lT>QTWX[T\>\_e>ehklthu>ux|>|@CDH@I?ILO?O8 PB"&&d&+22885:?:=DOEQ=ACGCSCSCUBFBF>B4[>A'lT>QTWX[T\>\_e>ehklthu>ux|>|@CDH@I?ILO?O9 P PBI%A:T*1199E:?:=DOEQ=ACGCSCSCUBFBF>B4[?GCD>A'lT>QTWX[T\>\_e>ehklthu>ux|>|@CDH@I?ILO?O: PB "&&d&+22::U:?:=DOEQ=ACGCSCSCUBFBF>B4[?GCD>A'lT>QTWX[T\>\_e>ehklthu>ux|>|@CDH@I?ILO?O; P PB~19 ZZ-2257;F ZZ-2215FRD)..q1aP 2d r[c tjtjttjj ddtjt tjj ddtjttjj ddtjttjj ddtjttjj dddd tjtjttjj d dtjttjj d dtjttjj ddtjttjj ddtjttjj d dtjttjj d dtjt tjj ddtjt"tjj dddd tjtjt$tjj ddtjt&tjj d dtjt(tjj ddtjt*tjj ddtjt,tjj ddtjt.tjj d dtjt0tjj ddtjt2tjj ddtjt4tjj ddtjt6tjj d ddd d}t.j8j;|dfd}j8j;|dj8j;|dj8j;|dgatjddd }tj>|S)NzChoose a variable and levelr8)r:alignzChoose a regionzChoose a referencezChoose one experimentzChoose one or more experimentsz Time SeriesF)r collapsedzChoose a statisticzChoose a scorezChoose a experimentzChoose a colormapz&Invert the color range in the colormap ScorecardTz Choose a datez,Choose the contour invervals (min=5, max=30)zSpatial Distributioncp|jdk(r dt_y|jdk(r dt_yy)NrMFrLT)rrcr?rs rtoggle_widgetsz,LayoutSidebarObjEval..toggle_widgetss/yyI%$)!g%$(!&r[r:c|jdk(rX|jurd_d_y|jurd_d_y|jurd_d_yyy)NFT)robjrj)rcard1card2card3s r toggle_cardsz*LayoutSidebarObjEval..toggle_cardssgyyE!99%&*EO&*EOYY%'&*EO&*EOYY%'&*EO&*EO("r[rjzClick to expand cards. Parameters) rCardRowrr TooltipIconrrrrr2r3r4r5r6r7r8r9r`stater]r^r_rercrarbrdrr cards_objevalr)rmrscard_parametersrprqrrs @@@rLayoutSidebarObjEvalr{s/y"***@*@Gdls*@*tuvrzz'='=DU]d'='efvrzz'='=DX`g'='hiz2::+A+AH_gn+A+opw (>(>Eemt(>(uv+u >x)?)?FZbi)?)jkubjj&<&(>EZbi(>(jkx)?)?Ft}D)?*EF{BJJ,B,BI\dk,B,lm/1G1GNvF1G2GHw (>(>EZbi(>(jk4 F )  NG4 +  , 4 , 4 , 4u- ''":E5%Wcotuyy))r[c rtjd}tjdtjdtfdtjdtfdtjdt fd }d }|j j|d tj||td S)N # Objective Evaluation Set the parameters on the left to update the map below and explore our analysis features. Click on the `TABLE` tab to get an overview of the calculated statistics. z TIME SERIESzTime series of bias, root mean square error and anomaly correlation for a variable and level for a particular region with respect to a climatology. SCORECARDzScorecard of bias, root mean square error and anomaly correlation for all variables and levels for a time range over a particular region with respect to a climatology.zSPATIAL DISTRIBUTIONzSpatial distribution of bias and root square error for a variable and level for a particular region with respect to a climatology.T)dynamicc^|j}ttD]\}}||k7|_yrU)rrryrj)rrgrcards r on_tab_changez(LayoutMainObjEval..on_tab_changes.IIE$]3 ,4!"e ,r[r stretch_bothr ) rrrrrCrgrrmonitor_warning_bottom_main) main_text tabs_objevalrs rLayoutMainObjEvalrsII  ww ryy:OQ[0\ ]!,bii9bdq/r!s!7DHJT:U!V(,.  ,   9yyL3N\jkkr[cZtjd}tj|dSNr}rr rrrs rr{r{ s(II  yy??r[cZtjd}tj|dSrrrs rrrs(II  yy??r[)sosrrrcolorcetccxarrayxrnumpyrpandasr geopandasgpdseabornr"panelrr hvplot.xarrayr hvplot.pandashv holoviewsr cartopy.crscrsrZcartopy.featurefeaturecfeaturexyzservices.providers providersxyzr matplotlibrr  monitor_textsr monitor_datesr extensionmonitor_app_textswarningsrrdata_catalog_file data_existsrdrrcrlisttmp_listr#RegsStatsExpsRefstmprerYrMrtitf Timestamp to_pydatetimedateidatefr DateSliderr`Selectrrrr MultiChoicerTstatsColorMap palette_nr8Checkboxr9r2r3r4r5r6r7FillsrerarbIntInputrcrxr\r]r^r_rdrrZrordependsrrCrgr{r)ltuplers00rrs  "#$,,  g  W  \  \  4  ) '(/88: L*+ q>/03L+ DZ155fq !5HL!H <8<< =D EHEE FE D8DD ED <8<< =D | Q C c    !B  B  B BLL  * * ,E BLL  * * ,E :: fEuEZdlo pD !!z$;OQAaD;OfjWkabXYZ[X\WklmWny~GJ!KI ZZ  Hd$q'TYad  eF ZZ  KT!WW\dg  hF""(4tAwY^fi  jE JJ  >4tBxZ_gj  kEi EjjVU#FG**%%:r||XbjmwC%DKzz**tSV*Wzz"" 2AQTV^alp"qH JJ  ;U1XX]eh  iEjj[%uQxZ_gjkG !!z$;OQAaD;OfjWkabXYZ[X\WklmWny~GJ!KI ZZ  Hd$q'TYad  eF ZZ  KT!WW\dg  hFjj$$-dSTgYafns{~$GZZ &;4RV WF DKRZZ 667JGDHDLRZZ%{L\^deofobRZZFFD+GWYacjlstnun`=*~l2@@I6>