IJjGZdZddlmZddlZddlZddlZddlmZddlm Z ee jjdZ e dz Ze dz e d z e d z e dz gZhd Zhd Zdd ZddZddZddZd dZd!dZd"dZe fd#dZd$dZd%dZd&dZd&dZefd'dZd(dZe dk(reyy))zESummarize active candidate browser smoke payloads before raw cleanup.) annotationsN)Path)Anyoutwebtoolsdocs>.js.md.py.txt.html.json>logstraceeventsrecords snapshotsc tj|jd}t |t r|Sdt|jdS#tj$r}dt |dcYd}~Sd}~wwxYw)Nutf-8encodingz invalid-json)status jsonErrorznon-object-json)r valueType) jsonloads read_textJSONDecodeErrorstr isinstancedicttype__name__)pathdataexcs ?/home/exedev/hwanse/tools/summarize_candidate_browser_smokes.py read_jsonr*(su zz$..'.:; dD)4n:KZ^_cZdZmZm/nn    $S   s%AA<$ A71A<7A<c&| t|ttttfr|St|t rdt |dSt|tr)dt |t |jdddSdt|jiS)Nlist)r$countobject)r$keyCountkeysr$) r"boolintfloatr!r,lenr#r1r$r%)values r) compact_valuer73s } 54eS*AB %Z  %E &s+  U $$ c|j}|jdr|tdd}|jdr|dtd }|S)N candidate__browser_smoke)stem startswithr5endswith)r&names r) candidate_idr@FsQ 99D |$C %&' }}%&,s+,,- Kr8cg}tD]l}|js|jdD]E}|js|jj t vr5|j|Gnt|S)N*) SEARCH_ROOTSexistsrglobis_filesuffixlower TEXT_SUFFIXESappendsorted)pathsrootr&s r)iter_text_filesrNOsuE{{} JJsO D<<>{{  "-7 LL    %=r8c$g}|D]y}|j|k(r|jjdr/ |jdd}||vsH|j |j t j{|S#t$rYwxYw)Nz candidate_browser_smoke_summary.rreplace)rerrors)r?r=rOSErrorrJ relative_toROOTas_posix) file_name text_files consumersr&texts r)find_consumersrZ]sI @ 99 !  99   B C  >>79>ED     T--d3<<> ? @     sB BBcJ|jdxs|jdS)aReturn true for the two consumers that are allowed to keep raw smoke alive. Summary generators derive compact checked-in evidence from the raw browser smoke. Verifiers regenerate the raw smoke. Neither is an active web/build surface consumer. ztools/summarize_z tools/verify_)r=)r&s r)is_boundary_consumerr\ms" ??- . R$///2RRr8c |jd}|d}t|j}|Dcgc] }|tvs |c}dd}t |jdtrt |jdgnd}t |jdtrt |jdgnd}|D cgc]} | j ds| } } | D cgc]} t| s| } } | D cgc] } | | vs|  } } |D cgc]} | j dr| } } | rd}n| rd }nd }id t|d |jtjd |jjd|dt |d|d|d|d|Dcic]}|t|j|c}dt |d|dt | d| dt | d| dt | d| t | | t| t| |ddScc}wcc} wcc} wcc} wcc} wcc}w)Nrpresentrrrzweb/ztools/z*summary-created-raw-still-surface-consumedzsummary-created-boundary-onlyz summary-created-raw-unreferencedidfile sizeBytestopLevelKeyCount topLevelKeys snapshotCount traceCount compactFields consumerCountrXactiveConsumerCountactiveConsumersboundaryConsumerCountboundaryConsumerssurfaceConsumerCountsurfaceConsumerszbrowser-local prototype smoke evidence; useful for web behavior regression checks, but not original EXE runtime proof unless paired with a separate EXE-grounded artifact)archivalReferenceCountarchivalReferencesrawStillRequiredrawRetainedForBoundaryreplacementStateevidenceBoundary)getr,r1 HEAVY_KEYSr"r5r=r\r@rSrTrUstatst_sizer7r2)r&payloadrXrtop_level_keyskey compact_keyssnapshot_count trace_countitemactive_consumersboundary_consumerssurface_consumersarchival_referencesreplacement_states r)summarize_payloadrws [[ "F ~',,.)N#1KCS 5JCKCRPL:DW[[Q\E]_c:dS["56jkN3=gkk'>RTX3Y#gkk'2./_`K)2ZdooFX6YZZ+;Z4?STX?Y$ZZ*:]$dJ\>\]],5aDT__M_=`4aaH ;>  l4    &//1  TYY[((  &   C/        k  ,W3#}W[[-=>>W  Y  Y  s#34  +  %7!8  /  $5 6! " -# $#&&9":1 !23"&'9":- e1 L[Z]a XsA H/H/H4H4(H99H9 H> H>I.I)"Ic|dz }t|jd}|s#|dz }|jr tj|j d}t |tr|jdnd}t |trd}|D]z}t |ts|jdgDcgc]'}t |tr||z jr|)} }| Dcgc]}|jd s|} }| Dcgc]}t|s|} }| Dcgc] }|| vs| } }| Dcgc]}|jd r|} }t|jd xs|jd xsd}||z }t| |d <| |d<t| |d <| |d<t| |d<| |d<t| |d<| |d<t| |d<| |d<d|d<||d <d|d <d|d<d|d<d|d<}|jddddddddddd|t!|dz dd gd!d"|St#}g}|D]?}t%|}t'|j(|} |j+t-||| At/d#|D}t/d$|D}t/d%|D}t/d&|D}t/d'|D}t/d(|D}t/d)|D}|rd*}n|rd+}nd,}id-d.d/dd0dd1|d2t|d3|d4|d5|d6|d7|d8|d9|d:t!|dz dd;d<d=gd>d|Scc}wcc}wcc}wcc}wcc}w)?Nrzcandidate_*_browser_smoke.json$candidate_browser_smoke_summary.jsonrrrowsrrXr`lastRecordedSizeBytesrcrirjrkrlrmrnrorprqFrawFilePresentrrrsz$compact-summary-retained-raw-removedrtzraw-removed-summary-retainedz+tools/summarize_candidate_browser_smokes.pyz"out/candidate_*_browser_smoke.jsonaThe raw candidate browser smoke payloads were removed from the active git surface. This compact summary preserves the last checked evidence rows; rerun the matching verifier scripts locally to regenerate ignored raw smoke files when a fresh browser regression sample is needed.)z9Keep this compact summary as the active evidence surface.zYRegenerate raw candidate smoke files locally only when investigating browser regressions.zVDo not commit regenerated raw candidate smoke JSON; they are ignored verifier outputs.)rsource sourceGlobrawFilesPresentrawRequiredCountrawBoundaryOnlyCountactiveConsumerReferenceCountboundaryConsumerReferenceCountsurfaceConsumerReferenceCounttotalRawSizeBytestotalRawSizeMiBtotalRemovedRawSizeBytestotalRemovedRawSizeMiB conclusion nextStepsc3&K|] }|d yw)rcN.0rows r) z build_summary..s73c+&7c30K|]}|ddvs dyw)r>passedr^rNrrs r)rz build_summary..sSSCM=R,RqSs c3,K|] }|ds dyw)rrrNrrs r)rz build_summary..sJ3#6H2IQJs c38K|]}t|dyw)rjNr3rs r)rz build_summary..sPCC(=$> ?Pc38K|]}t|dyw)rlNrrs r)rz build_summary..s!T#c*A&B"C!Trc38K|]}t|dyw)rnNrrs r)rz build_summary..s RcS)?%@!A Rrc34K|]}|dr |dsdyw)rsrrrNrrs r)rz build_summary..s)  ' (5G1H szraw-still-requiredzraw-boundary-onlyzraw-ready-for-removalkindz&hwanse-candidate-browser-smoke-summaryrrr sourceCountpassedOrPresentCountrrrrrrrrapThe raw candidate browser smoke payloads are consolidated at summary level, and no longer feed active web/build/audit surfaces when surface consumer count is zero. They remain retained only as verifier outputs and compact-summary inputs unless a row lists surface consumers. Archival docs/out references are recorded separately and do not by themselves block deletion.r)z\Keep raw candidate smoke files only when their verifier is still an active regression guard.zBUse the compact per-domain summaries for web/build/audit surfaces.z|If a verifier is retired, delete its raw smoke, verifier script, and summary generator together in one small cleanup commit.z?Do not treat docs/out archival references as deletion blockers.)rKglobrDrrrr"r#rvr,r!r=r\r3r5updateroundrNr*rZr?rJrsum)rMout_dirrLexistingsummaryr removed_sizerrrXrrrr last_sizerWr&rz total_bytes passed_countraw_required_countactive_consumer_countboundary_consumer_countsurface_consumer_countboundary_only_countrs r) build_summaryrsUlG 7<< @A BE CC ?? jj!3!3W!3!EFG*4Wd*C7;;v&D$% UC%c40 %(GGK$<! )$48L8L8N!I! :C'jdooVhFi'j$'j;K)j4OcdhOi$)j&)j:J(m$dZlNl(m%(mC('0C $145E1FC-.-=C)*367I3JC/0/AC+,256G2HC./.?C*+478K4LC010CC,-,1C()3M>cD|dk\r |dz ddS|dk\r |dz ddS|dS)Nrz.2fz MiBiz.1fz KiBz Br) size_bytess r) human_sizer sI[  ,S166Tt#C(--\ r8ct|jdxsd}|r t|St|jdxsd}|rdt|StdS)Nrcrrzremoved; last )r3rvr)rsizers r)row_size_labelr(sa sww{#(q )D $CGG349:I 9 5677 a=r8c <djd|dD}djd|dD}dtj|dd|dd |d d |d d |dd|dd|dd|ddtjtt |ddtjtt |j dxsddtj|dd|d|ddjd |d!Dd"S)#N c3K|]}dtj|ddtj|ddtjt|ddtjt|d|dd|dd|d d|d d|d d|d d|d dtj|ddyw)razrbr rdrfrgrjrlrnrprt N)htmlescaper!rrs r)rzhtml_page..3s  [[T+,-[[V-./{{3s8}-./0{{>#./01%&'(?#$%< !"()*+*+,-)*+,+,-.{{312345 sCCrc 3K|]}dtj|dddjd|dDxsdddjd|d Dxsdddjd |d Dxsdd y w)rrbrz
c3FK|]}tj|ywNrrrrs r)rz&html_page...GsR4;;t,R!rm-rc3FK|]}tj|ywrrrs r)rz&html_page...HsQ4;;t,Qrroc3FK|]}tj|ywrrrs r)rz&html_page...IsS4;;t,SrrqrN)rrjoinrs r)rzhtml_page..Ds   [[V-./{{R=P9QRRYVYZ[{{Q=O9PQQXUXYZ{{S=Q9RSSZWZ[\  sBBa) Candidate Browser Smoke Summary

Candidate Browser Smoke Summary

rz>

source countrz0
passed/presentrz4
raw still requiredrz3
raw boundary-onlyrz<
active consumer referencesrz>
boundary consumer referencesrz=
surface consumer referencesrz0
raw total sizerz2
removed raw sizerrz(
statusra$

Rows

z
idfilestatussizetop keyssnapshotstraceactiveboundarysurfacearchival refsreplacement

Raw Consumers

z5
raw fileboundary consumerssurface consumersarchival references

Next Steps

    c3NK|]}dtj|dyw)z
  1. z
    2. Nrrsteps r)rzhtml_page..ws# NtDKK%&e , Ns#%rz
)rrrrr3rv)rr consumer_rowss r) html_pager2s 996? D"II6?M kk','()*$%,M$:#;<&&-.D&E%FG**12D*E)FG))01G)H(IJ229:X2Y1Z[44;<\4]3^_33:;Z3[2\]&&*kk*SI\A]=^2_&`%ab((, Js7;;OiCjCono?p4q(r'st"kk'(*;<=> 6 ?WW N9M NNOPU. .r8cdd|ddd|dd|dd|d d |d d |d d|dd|ddtt|dd|dddddg}|dD]D}|jd|dd|ddt|d|dd|dd|d d|d!d"F|j gd#|j d$|d%D|jdd&j |S)'Nz!# Candidate Browser Smoke Summaryrrz- source count: rz- passed/present: rz- raw still required: rz- raw boundary-only: rz- active consumer references: rz - boundary consumer references: rz- surface consumer references: rz- raw total size: rz - status: `r`zI| id | status | size | boundary | surface | archival refs | replacement |z"|---|---:|---:|---:|---:|---:|---|rz| `raz` | z | rlrnrprtz |)rz ## Next Stepsrc3&K|] }d| yw)z- Nrrs r)rz markdown_page..s>2dV>rrr)rr3rJrextendr)rlinesrs r) markdown_pager~s+   7=123 W%;<=> );!< => (> ?@A (1O)P(QR *73S+T*UV )'2Q*R)ST ZG4G,H(IJKL gh'(* S,! E$v  #d)DXs>#3F2Gs*+,C4J0K/LC+,-S5G1H0I M   LL*+ LL>)=>> LL 99U r8c|jdd|dz jtj|dddzd |d z jt |d y) NT)parentsexist_okrF),:) ensure_ascii separatorsrrr$candidate_browser_smoke_summary.html)mkdir write_textrdumpsr)rrs r) write_outputsrse MM$M. 55AA 7:FMB 55AA)GBT_fAgr8cHtj}|jdtt|jdtt |j }t|j}t||jtd|jdz y)Nz--root)r$defaultz --out-dirz)wrote candidate browser smoke summary -> r) argparseArgumentParser add_argumentrrTOUT parse_argsrrMrrprint)parserargsrs r)mainrs  $ $ &F tT:  $<    DDII&G'4<<( 5dllEk6k5l mnr8__main__)r&rreturndict[str, Any])r6rrr)r&rrr!)r list[Path])rVr!rWrr list[str])r&r!rr2)r&rrzrrXrrr)rMrrr)rr3rr!)rrrr!)rrrr!)rrrrrNone)rr)!__doc__ __future__rrrrpathlibrtypingr__file__resolverrTrrCrIrwr*r7r@rNrZr\rrrrrrrrr%rr8r)rsK"  H~''* Ul 5L7N6M5L    o&   S-` $vrIX>