K!Fc@sdZddgZdgZdZdZdZdZddgZd d kZd d k Z d d k Z d d k Z y<d d k Z eod d k Z d e i_nd ZWnd Z d ZnXdeifdYZdefdYZdd d edZhdd6dd6dd6dd6dd6Zhdd6dd6dd 6dd!6dd"6d#d$6Zd ad%Zd&Zed'Zed d(Zd S()s7 sanitize: bringing sanitiy to world of messed-up data s'Mark Pilgrim s&Aaron Swartz s#Sam Ruby tBSDs0.33ituTidytmxTidyiNicCsti|dS(tencoding(tchardettdetect(tdata((s sanitize.pyt scCsdS(N(tNone(R((s sanitize.pyR#st_BaseHTMLProcessorc BseZdddddddddd d d d g Zeid eiZeidZeidZdZ dZ dZ dZ dZ dZdZdZdZdZdZdZdZeidiZdZdZRS( tareatbasetbasefonttbrtcoltframethrtimgtinputtisindextlinktmetatparamscCs?||_totiid|intii|dS(Ns(entering BaseHTMLProcessor, encoding=%s (Rt_debugtsyststderrtwritetsgmllibt SGMLParsert__init__(tselfR((s sanitize.pyR-s cCsg|_tii|dS(N(tpiecesRRtreset(R((s sanitize.pyR 2s cCsD|id}||ijo d|dSd|d|dSdS(Nits>(tgrouptelements_no_end_tag(Rtmatchttag((s sanitize.pyt_shorttag_replace6s cCstotiidt|n|iid|}|iid|}|ii|i |}|i o/t |t djo|i |i }nt ii||dS(Ns"_BaseHTMLProcessor, feed, data=%s s<!\1s&u(RRRRtreprt _r_barebangtsubt _r_bareampt _r_shorttagR'RttypetencodeRRtfeed(RR((s sanitize.pyR/=s#c Cs~g}|D]\}}||i|fq ~}g}|D]3\}}|||djo |ip|fq>~}|S(NtrelR-(R0stype(tlower(Rtattrst_[1]tktvt_[2]((s sanitize.pytnormalize_attrsFs3Gc sBtotiid|nfd}g}x|D]}\}}g}xL|D]D}t|djodtt|d}n|i|qTW|i|di|fq;Wdig} |D]#\}}| d|||fq~ } |ijoi idt ni id t dS( Ns-_BaseHTMLProcessor, unknown_starttag, tag=%s cs+iid|}|idd}|S(Ns&t"s"(R+R*treplace(R(R(s sanitize.pyt attrquoteRsis&#t;ts %s="%s"s<%(tag)s%(strattrs)s />s<%(tag)s%(strattrs)s>( RRRRtordtstrtappendtjoinR$Rtlocals( RR&R2R:tnewattrstkeytvaluetnewvaluetcR3tstrattrs((Rs sanitize.pytunknown_starttagLs"  @cCs/||ijo|iidtndS(Ns (R$RR?RA(RR&((s sanitize.pytunknown_endtaggscCs|iidtdS(Ns &#%(ref)s;(RR?RA(Rtref((s sanitize.pythandle_charrefmscCs|iidtdS(Ns &%(ref)s;(RR?RA(RRJ((s sanitize.pythandle_entityrefrscCs3totiid|n|ii|dS(Ns)_BaseHTMLProcessor, handle_text, text=%s (RRRRRR?(Rttext((s sanitize.pyt handle_datawscCs|iidtdS(Ns(RR?RA(RRM((s sanitize.pythandle_comment~scCs|iidtdS(Ns (RR?RA(RRM((s sanitize.pyt handle_piscCs|iidtdS(Ns (RR?RA(RRM((s sanitize.pyt handle_declss-zA-Z][-_.a-zA-Z0-9:]*\s*cCs|i}t|}||jodS|i||}|oK|i}|i}|t||jodS|i|ifS|i|dSdS(Ni(Ni(Ni(Ni( trawdatatlenRt_new_declname_matchR#tstripR1tendRN(Rtit declstartposRRtntmtstname((s sanitize.pyt _scan_names      cCsdi|iS(s(Return processed HTML as a single stringR<(R@R(R((s sanitize.pytoutputs(t__name__t __module__R$tretcompilet IGNORECASER)R+R,RR R'R/R7RHRIRKRLRNRORPRQR%RTR]R^(((s sanitize.pyR %s*             t_HTMLSanitizercGBseZdddddddddd d d d d ddddddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFgGZddGdHdIdJdKdLdMdNdOdPdQdRdSdTd dUdVdWdXdYdZd[d\dd]d^d_d`dadbdcdddedfdgd'dhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d6d}d~ddddddddddgGZdddddddddddddddddddddddddddddddddddddddg'ZdddgZdddddddddddddddddddddddddgZddZdZ dZ dZ dZ dZ dZdZdZRS(tatabbrtacronymtaddressR tbtbigt blockquoteR tbuttontcaptiontcentertcitetcodeRtcolgrouptddtdeltdfntdirtdivtdltdttemtfieldsettfonttformth1th2th3th4th5th6RRWRRtinstkbdtlabeltlegendtlitmaptmenutoltoptgrouptoptiontptpretqR[tsamptselecttsmalltspantstriketstrongR*tsupttablettextareattbodyttdttfoottthttheadttrttttutultvartacceptsaccept-charsett accesskeytactiontaligntalttaxistbordert cellpaddingt cellspacingtchartcharofftcharsettcheckedtclasstcleartcolstcolspantcolortcompacttcoordstdatetimetdisabledtenctypetforRtheaderstheightthrefthreflangthspacetidtismaptlangtlongdesct maxlengthtmediatmethodtmultipleR\tnohreftnoshadetnowraptprompttreadonlyR0trevtrowstrowspantrulestscopetselectedtshapetsizetsrctstarttsummaryttabindexttargetttitleR-tusemaptvalignRDtvspacetwidthtcidtcridRtdavtdicttdnstfaxtftptgotgopherth323thttpthttpstimtimaptinfotipps iris.beeptldaptmailtotmidtmodemtnewstnfstnntptprestrtsptsiptsipstsnmpR&ttelttelnetttftpturntaimtircR/twebcaltscripttapplettstyletcodebasetbodyt backgroundtiframetheadtprofileRtobjecttclassidcCs/ti||||_||_ht_dS(N(R Rtbaseuritrequired_attributesturlparset _parse_cache(RR RR((s sanitize.pyRs  cCsmd|jo:|idd\}}||ijod|}qGn|ioti|i|S|SdS(Nt:it#(tsplittacceptable_uri_schemesR Rturljoin(Rturitschemetrest((s sanitize.pyt resolveURIs  cCs#ti|g|_d|_dS(Ni(R R t tag_stackt ignore_level(R((s sanitize.pyR s  cCs?ti||x(|ioti||iiqWdS(N(R R/RRItpop(RR((s sanitize.pyR/s c Cs||ijo|id7_dS|iodS||ijos|i|}g}|D]-\}}||ijo|||fq]q]~}g}|D]?\}}||||f|ijo|i|p|fq~}|io||ijo{g}|D]R\}}|g}|i|D]\} } || q,~jo|||fq q ~}||i|7}n||ijo|i i |nt i |||ndS(Ni( tignorable_elementsRtacceptable_elementsR7tacceptable_attributest relative_urisRRR$RR?R RH( RR&R2R3RCRDR6t_[3]t_[4]R4R5((s sanitize.pyRHs ASfcCs||ijo|id8_dS|iodS||ijo~||ijont}xF|io;|ii}||jo t}Pnti ||q\W|oti ||qndS(Ni( RRRR$tFalseRRtTrueR RI(RR&R%ttop((s sanitize.pyRIs     cCsdS(N((RRM((s sanitize.pyRP,scCsdS(N((RRM((s sanitize.pyRQ/scCs4|ip&|idd}ti||ndS(NR!R<(RR9R RN(RRM((s sanitize.pyRN2s (ReR(RR(sareaR(RkRo(RR(RsRo(R|saction(sframeR(sframeR(RR(RR(sheadR (simgR(simgR(simgR(sinputR(sinputR(RRo(slinkR(sobjectR (sobjectR(sobjectsdata(sobjectR(RRo(RRN(R_R`RRRRR RRRR R/RHRIRPRQRN(((s sanitize.pyRdsx$        tutf8c s|p h}n|odg|d(Rtkwargs(t_utidy(s sanitize.pyt_tidyGsR(tTidycs"i||\}}}}|S(N(ttidy(RR)tnerrorst nwarningst errordata(t_mxtidy(s sanitize.pyR+Lsusutf-8t output_xhtmlitnumeric_entitiestwrapit char_encodingR&si?iiiiiiiiii`i:i#i@i'i=i"iiaibicidieifigihiiiiiiiiiijikiliminioipiqiriiiiiiii~isitiuiviwixiyiziiiiiiiiiiiiiiiiiiiiiii{iAiBiCiDiEiFiGiHiIiiiiiii}iJiKiLiMiNiOiPiQiRiiiiiii\iiSiTiUiViWiXiYiZiiiiiii0i1i2i3i4i5i6i7i8i9iiiiiiiR<i(iiiiii iiiiii i i iiiiiiiiiiiiiiiiiiiiiiii iiiiiiiiiiiiiiiiiiiiiiiiiii iiiiiiiiii[i.i<i(i+i!i&iiiiiiiiii]i$i*i)i;i^i-i/iiiiiiiii|i,i%i_i>i?iiiiiiiiii`i:i#i@i'i=i"iiaibicidieifigihiiiiiiiiiijikiliminioipiqiriiiiiiii~isitiuiviwixiyiziiiiiiiiiiiiiiiiiiiiiii{iAiBiCiDiEiFiGiHiIiiiiiii}iJiKiLiMiNiOiPiQiRiiiiiii\iiSiTiUiViWiXiYiZiiiiiii0i1i2i3i4i5i6i7i8i9iiiiii(t_ebcdic_to_ascii_maptstringt maketransR@Rtchrtranget translate(R[temapRD((s sanitize.pyt_ebcdic_to_asciiss* :cCs^xWt|D]I\}}|djo||djotSq |||jotSq WtS(NRt(t enumerateR#R$(RMtbomRWRF((s sanitize.pyt_startswithboms    cCs6x/|iD]!\}}t||o|Sq WdS(N(t iteritemsRNR(RMtbom_mapRMR((s sanitize.pyt _detectboms   csgfd}||pg|tpT|o|ttp7|tp$|dp|dp |dS(sd Takes a string text of unknown encoding and tries to provide a Unicode string for it. csh|o]|joP|djo tSyt|SWntj onXi|ndS(NRB(RJR9tUnicodeDecodeErrorR?(R(RMt_triedEncodings(s sanitize.pyt tryEncodings  R&s windows-1252s iso-8859-1(RQt xml_bom_mapt_chardet(RMtisXMLtguessRT((RMRSs sanitize.pyt characterss   (t__doc__t __author__t__contributors__t __license__t __version__RR6R7RRaRRRtchardet.constantst constantsRVRRR RdR#R>tunicode_bom_mapRURCRJRNRQRY(((s sanitize.pytsN   0    +