UHjTdZddlmZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ejjdee ej%j&ddlmZmZmZddlmZe ej%j4dZed z Zd d hZhd Zej>d Z ej>dZ!d!dZ"d"dZ#d#dZ$d$dZ%d#dZ&d%dZ'd&dZ(d'dZ) d(dZ* d) d*dZ+d+d,dZ,d-d.dZ-d/dZ.d0dZ/d0dZ0efd1dZ1d2dZ2e3d k(re2yy)3z?Summarize CP949 Korean text candidates embedded in Hwanse2.exe.) annotationsN)Counter defaultdict)Path) offset_to_va read_sections va_to_offset)direct_text_callsout.rdata.data>r.textr z[\u3131-\u318e\uac00-\ud7a3]zF^[\u3131-\u318e\uac00-\ud7a3A-Za-z0-9 !?.,:;_+\-/()[\]{}'\"~%&*<>|=]+$cd|dS)N0x08x)values =/home/exedev/hwanse/tools/summarize_korean_text_candidates.pyhex32rs c{ cFd|cxkxrdkncxsd|cxkxrdkScS)Nuㄱuㆎu가u힣r)chars r is_hangulr s' t 'x ' G8t+Gx+GG+GGrcdj|jddjddjS)N   )joinreplacesplit)texts r clean_textr#$s2 88DLLs+33D#>DDF GGrcL|D]}|d|cxkr|d|dzks|cS!y)Nvaraw_sizer)sectionsr%sections rsection_for_var)(s@ 4=B D1D!D DN E rcgd}gd}tfd|Drytfd|Drytdk\stfdd Dry y ) N) u 기본기u 공격기u도구u무기u 방어구u장비저장u레벨u 경험치)u에러u파일u읽기r+u 메모리u 데이터c3&K|]}|v ywNr.0wordr"s r z classify_text..2s /D44< /zmenu-uic3&K|]}|v ywr-rr.s rr1z classify_text..4s 1D44< 1r2z system-uic3&K|]}|v ywr-r)r/rr"s rr1z classify_text..6s>tddl>r2z!?.,z dialogue-likelabel)anylen)r" menu_words system_wordss` r classify_textr;/sMwJUL /J // 1L 11 4yB#>v>> rc Xg}|D]}|dtvr|d}||||dz}d}t|dzD]\}}|dk(r|||z dk\r|||} | jd} t | } t d | D} | d k\ryt | d k\rkt | d kr]tj| rHt|||z} | 7|j| t| |dt | | | t| d d}||}|S#t$r| jdd} YwxYw) Nnamerawr&rcp949ignorec38K|]}t|sdyw)r N)r)r/rs rr1z)iter_candidate_strings..Ls&MTYt_q&Ms)r%vaHexr( byteLengthr" hangulCountclassification) TEXT_SECTIONS enumeratedecodeUnicodeDecodeErrorr#sumr8 PRINTABLE_REmatchrappendrr;)exer'rowsr( raw_startr>startindexbyteblobdecodedr" hangul_countr%s riter_candidate_stringsr[;sr D$ 6?- / EN )Y)<<=$S5[1 KE4qy$!);uU+DA"&++g"6&g.D#&&MT&M#ML$)INI,(..t4)(I4EF> KK&().r+26?.1$i(,/;2?2E)}=  $J K3.A"&++gx"@AsD  D)(D)c tt}|s|S|Dcic]}tjd||}}|D]}|dtvr|d}||||dz}|j D]s\} }|j | } | dk\st||| z} | +||j|d| t| | dzdk(d|j | | dz} | dk\rWu|Scc}w) Nr&rr@)r(refVarefVaHexalignedr ) rliststructpack REF_SECTIONSitemsfindrrQr) rRr'valuesrefsrneedlesr(rTr>needlerVref_vas rfind_value_refsrles"-d"3D  ( 31* 4 4" K%DsC#c\g}|D][}|jdxsgD]A}|jddk7r|j|d|d|d|d|d|d d C]|jd g}g}d} |D]:}| |d| z d kr|j|n|j||g}|d} <|r|j|g} |D]} | dd} | dd} td| D}t |||t d| dz | dz| | }| j| t | | t | t| tt|j| ddDcgc]}|d c}| ddt||ddd | jd | Scc}w)Nrhr(rr^r_r%rFr"rI)r^r_textVa textVaHexr"rIc |dS)Nr^rrows rzref_clusters..s #g,rkey rc3&K|] }|d ywrINrr/rrs rr1zref_clusters..s!KC#&6"7!K@ ) startVa startVaHexendVaendVaHex entryCountclassificationCounts sampleTextsentriesinboundRefCount inboundRefsc|d |dfS)Nrrrrqs rrszref_clusters..sL 113y>Br) getrQsortrimmediate_range_refsmaxrr8dictsortedre) candidatesrRr' text_callsref_rowsrrrefclusterscurrent previous_varSclusterrUendclassifications inbound_refss r ref_clustersr~sH 776?(b Cwwy!W, OOW Od) \F "%&6"7     MM.M/HGK#  #g,"<"D NN3  OOG $eG'l # D  7#bk'"!!K7!KK+C:s1eVZlG[]`cg]ginpst  ,c g,$(0E0E0G)H$I3:2A;?CCK?s|"<0',   " IIBIC K @s+ F)c g}|D]}|dtvr|d} || | |dz} tdtdt| dz D]} t j d| | d} || cxkr|ksn+t || | z} | || cxkr|krnnK|j|d| t| t| | dzdk(d|dd k(rt|||| ni|jd |dd S) Nr=r>r&rr]r@)r(r^r_valueHexr`rc|ddk7|dfS)Nr(rr^rrqs rrsz&immediate_range_refs..ss9~8#g,Grrt() rdrangerr8rb unpack_fromrrQrcode_ref_contextr)rRr'r value_start value_end cluster_start cluster_endrhr(rTr>rVrrks rrrs2 D 6?, . EN )Y)<<=1c!SX\23 E&&tS%8;E55I5!(I,=>F~&!GK!G KK"6?!&M!%L 19>  KRRX/]dJd#C:vFjl    ( IIGIH 9rc dtd||z }||z}t||}t||} || iS||| } td|dz } |dz} |D cgc]5} | | dcxkr| kr%nn"| d| d| d|z | jdd7}} t|| j d|dd d Scc} w) Nr0callVa callVaHex targetVaHex scanMethod)rr deltaFromRefrrr})codeContextVaHexcodeContextBytes nearbyCalls)rr rrhex)rRr'rrkbeforeafterstart_vaend_va start_offend_offdata scan_start_va scan_end_vacallcallss rrrs1fvo&H e^FXx0I8V,GGO y !D6B;'M2+K   DN 9k 9 k* . NV3((<0   E "(O HHSMRay  s:B-c t|}t|||\}}t||}t|||Dchc]}|d c}}t t } |D]D}|j |dg} t| |d<| dd|d<| |dj|Ft||||} | jD]} | jdg} t| D]}| j| |d|| jdtd |D}td |D}t| ||}d t|t!d |Dt#t|j%t#t|j%t| |t|| dd |d| d Scc}w)Nr%refCountrrhrIc"|d |d |dfS)NrrHr%rrqs rrszbuild_summary..s C O#3c-6H5H#d)"Trrtc |d|d |dfS)NrIrr%rrqs rrszbuild_summary..s3'7#83z?:JCPTI"Vrc3&K|] }|d ywryrrzs rr1z build_summary..sAsS)*Ar{c3RK|]}|jdddkDs|d!yw)rrrINrrzs rr1z build_summary..s+j#swwWacdOehiOi$4 5js' 'z9CP949 Korean strings in Hwanse2.exe .rdata/.data sectionsc3LK|]}|jdddkDsdyw)rrr Nrrzs rr1z build_summary.. s$'^c377:WXCY\]C]'^s$$rvzThis is a text-location index, not a decoded dialogue system. It identifies Korean strings and code/data references so the next pass can connect text display handlers and event script opcodes.) scopecandidateCountreferencedCandidateCountrreferencedClassificationCountsrefClusterCountdirectTextCallScanMethoddirectTextCallCount refClusterstextRoutineCandidates conclusionr)rr r[rlrrarr8rQrrgrrextendrtext_routine_candidatesrNrre)rRlimit_per_classexe_pathr'rcall_scan_methodrrrrhby_classrow_refsrrSselectedr=countsreferenced_countsroutine_candidatess r build_summaryrsS!H#4S(H#M J 'X6J 3 *K3t9*K LD&1$&7H488CIr*h-JsmF %&'..s3 4 JXzBH!V T UVHx :'789: MMVMW AjA AFjjj03ILj/$''^Z'^$^ $VFLLN%; <*.v6G6M6M6O/P*Qx=$4":}!3 f #+Ls F> crt|d}t||}|iS||||z}||jddS)Nr)targetContextVaHextargetContextBytes)intr r)rRr'va_hexlengthr%offrs rfunction_contextrsK VRB x $C { s3< D$"hhsm rc i}|D]}|jdxsgD]}|jddk7r|jdxsgD]}|d}|j||ddtgd}|dxxd z cc<|d j|d t |d d ks^|d j |d |jdgdd|d|ddg} |j D]j}| j i|jD cic]\} } | d k7s | | c} } t |d t|d dt|||dl| jd| ddScc} } w)Nrr(rrrr)r callCount clusterCountrexamplesrr rrrr}rrr_r)clusterStartVaHexclusterSamplesr_r)rclusterStartVaHexesc"|d |d |dfS)Nrrrrrqs rrsz)text_routine_candidates..Hs"K 003~3F2FMHZ[rrtr~) r setdefaultsetaddr8rQrgrerrr) rrRr'groupedrrrtargetrrrSrurs rrr(s!G;;}-3 Cwwy!W, .4" m,((#)!"$% # " 2K A% J##GL$9:s:'!+ O**-4\-B*1++mR*H!*L$' O%)+%6 ,  , D~~   ,/IIKMjc53*;LsEzM J0#)#j/#: sHc-.@A     II[I\ 9 Ns  E:%E:cdd|ddd|dd|ddtj|d d d tj|d d d|jddd|jddd|jddddddddg}|jdxsgD]}dj|jdxsgj dd}djd|jd gdd!Dxsd}|j d"|d#d$|d%d&|d'd(tj|jd xsid d(|xsdd(|jd)dd(|d*|j gd+g}|jdxsgD]U}|jd xsgD];}|jd,d-k7s|jd.s)|j ||f=W|dd/D]g\}}djd0|jd1gdd2Dxsd}|j d"|d#d$|d%d3|d4d3|d5d&|d6|d.d7 i|s|j d8|j gd9|jd:xsgD]n}djd;|jdd(|d?d6|jd@xsdd&| xsdd* p|jd:s|j d8|j gdA|dBD]p}djdC|jdDgdd!Dxsd} |dEj dd} |j dF|dGd6|dHd&|dId(| d(| d* rdJj|dJzS)KNz# Korean Text Candidatesrz- candidates: rz- referenced candidates: rz- classification counts: rF ensure_asciiz$- referenced classification counts: rz- pointer table clusters: rrz- direct call scan: r- (rz calls)z## Pointer Table ClusterszK| range | entries | classes | samples | inbound refs | first inbound refs |z'| --- | ---: | --- | --- | ---: | --- |r, r|z\|c36K|]}|dd|dywr_->rNrr/rs rr1zmarkdown..`s- :r#j/!2 3 rr@z| `r..rz` | rz | rz |)rz## Text Code Referencesrz5| cluster | ref | value | nearby calls | code bytes |z| --- | --- | --- | --- | --- |r(rrrc36K|]}|dd|dywrrrNrr/rs rr1zmarkdown..ws/ K !D$7#8 9 rrrz` | `r_rz | `z` |z| - | - | - | - | - |)rz## Text Routine Candidatesrz7| target | calls | clusters | target bytes | examples |z!| --- | ---: | ---: | --- | --- |rc 3bK|]'}|dd|dddj|dd)ywrz near r_r/r)Nrr/examples rr1zmarkdown..sH {#$F7:+>*?r#((7ScKdBeAffg h -/rrrrr)rz ## Stringsrz)| class | VA | refs | text | first refs |z | --- | --- | ---: | --- | --- |rc3&K|] }|d ywr_Nrrs rr1zmarkdown..LSZLr{rhr"z| rIrFrr)jsondumpsrrr rQr) summarylinesrrsamplesinbound code_rowsrrrrrhr"s rmarkdownrLs"   !1234 #G,F$G#HI #DJJw7M/N]b$c#de .tzz'Bb:crw/x.yz $W[[1BA%F$GH w{{+EsKLBw{{[prsOtNuu|} # U1 E"{{=)/R  ))CGGM28b9AA#uM)) ww}b1"15     #l#$Bs:&7tC *?uS_DUVJ UG44F0G/H M    ,- LL{{239r 99 77:r22A6    #m$%T#k*:);3s>?R>ST,-45T(/c9J" N   ;;. / ,- LL|$ yyLCGGFB4G4KLLSPS6{""3. %&'tCL>c*o=NcRVQWWZ[_Z``b c  99U d ""rcg}|dD]}djd|jdgddDxsd}|jdtj|dd tj|d d |d d tj|dd tj|d g}|jdxsgD]U}|jdxsgD];}|jddk7s|jds)|j||f=Wdjddddddddddd tj|d!d"d#|d$d%|d&d'tj|jd(dd)|jd*d+d, d-d.d/d0jd1|jdxsgDzd2zd3d4d/d0jd5|dd6Dxsd7zd2zd8d9d/d0jd:|jd;xsgDxsdd/d0j|d2d?d@d0gS)ANrrc3&K|] }|d ywr rrs rr1zhtml_page..rr{rhrzrIrFr r" rrr(rrrzzzz zF z' Korean Text Candidatesz zzz!

Korean Text Candidates

z

rz

z

candidates: rz; referenced: rz; direct call scan: rrrrz calls)

z!

Pointer Table Clusters

z z rc3.K|] }dtj|ddtj|dd|ddtjtj|j dxsid dtjd j |j d xsgd|j d d dtjd j d|j dgddDxsddyw)
rangeentriesclassessamplesinbound refsfirst inbound refs
rrrrrrrFrrrrrc36K|]}|dd|dywrrrs rr1z&html_page...s&({UXC O+O)P({rrNr@rr)htmlescaperrrrrzs rr1zhtml_page..s    S%6784;;s:;W:XY|$%&;;tzz#''2H*I*OR^cdefg;;tyy)?)E2FGHI77,a012;;tyy({\_\c\cdqsu\vwyxy\z({{ C@CDEE    sDDz
z

Text Code References

zs c3K|]\}}dtj|ddtj|ddtj|ddtj|ddtjdjd |jd gd d Dxsd dtj|jdxsd d y w)rrrrz)r!r"rr)r/rrs rr1zhtml_page..s !GS![[)>?@4;;wWaObCcBde![[Z9:;![[Z9:;{{499-Ggjgngno|AhBCEDEhF-G$G$NKNOPP![[1C)D)KLMN  sC C"rz+z"

Text Routine Candidates

zu
clusterrefvaluenearby callscode bytes
r_rrrc36K|]}|dd|dywrrrs rr1z&html_page...s.-G_c[0A/B"T-EXDY-Z-GrrNrrrrz
No text refs.
c3DK|]}dtj|dd|dd|ddtj|jdxsddtjd jd |jd gd d Dxsdd y w)rrrrrrrrrrc 3bK|]'}|dd|dddj|dd)ywrrr s rr1z&html_page...sh-vOV 0D/EVGT^L_K``bcfckcklsuEmFdGcHHI.J-vr rNr@r)r!r"rrrzs rr1zhtml_page..s ![[]);<=>;'()>*+,![[1E)F)M#NOP{{499-vZ]ZaZablnpZqrtstZu-v$v$}z}~  sBB rz4z

Strings

zg
targetcallsclusterstarget bytesexamples
No routine candidates.
zz)rrrQr!r")rrSrrrhrrrs r html_pager's D|$  yyLCGGFB4G4KLLSPS  ;;s#34567S\234z?#$;;s6{+,-;;t$%&     I;;}-3-;;}-3 -Cwwy!W,CGG?E2   FF    q BGGDM?"23 KFF Frc|jdd|dz jtj|dddzd y) NT)parentsexist_okzkorean_text_candidates.jsonFrD)rindentrzutf-8)encoding)mkdir write_textrr)rout_dirs r write_outputsr0sC MM$M. ,,88 7q9D@9rctj}|jdttdz |jdtt |jdt d|j}t|jj|j|j}t||jy)Nz--exez Hwanse2.exe)typedefaultz --out-dirz--limit-per-classP)argparseArgumentParser add_argumentrROOTOUTr parse_argsrrR read_bytesrr0r/)parserargsrs rmainr>s  $ $ &F dD=4HI  $< +#rB    DDHH//143G3GRG'4<<(r__main__)rrreturnstr)rrAr@bool)r"rAr@rA)r' list[dict]r%rr@z dict | None)rRbytesr'rCr@rC)rRrDr'rCrgzset[int]r@zdict[int, list[dict]]) rrCrRrDr'rCrrCr@rC)rRrDr'rCrrCrrrrrrrrr@rC) r4)rRrDr'rCrrCrkrrrrrr@r)r4N)rRrDrrrz Path | Noner@r)r) rRrDr'rCrrArrr@r)rrCrRrDr'rCr@rC)rrr@rA)rrr/rr@None)r@rF)4__doc__ __future__rr5r!rrerbsys collectionsrrpathlibrpathinsertrA__file__resolveparentprobe_exe_scene_tablesrrr exe_call_scannerr r)r8r9rJrdcompile HANGUL_RErOrrr#r)r;r[rlrrrrrrrr'r0r>__name__rrrrWsE" ,3tH~--/6678LL. H~''* Ul7# + BJJ6 7 rzzcd HH 'T2/d      N         D%P !HT#nYx25) zFr
classVArefstextfirst refs