Code:
proc decode_entities {text {char "utf-8"} } {# code below is neccessary to prevent numerous html markups# from appearing in the output (ie, ", ᘧ, etc)# stolen (borrowed is a better term) from tcllib's htmlparse ;)# works unpatched utf-8 or not, unlike htmlparse::mapEscapes# which will only work properly patched....set escapes { \xa0 ¡ \xa1 ¢ \xa2 £ \xa3 ¤ \xa4¥ \xa5 ¦ \xa6 § \xa7 ¨ \xa8 © \xa9ª \xaa « \xab ¬ \xac \xad ® \xae¯ \xaf ° \xb0 ± \xb1 ² \xb2 ³ \xb3´ \xb4 µ \xb5 ¶ \xb6 · \xb7 ¸ \xb8¹ \xb9 º \xba » \xbb ¼ \xbc ½ \xbd¾ \xbe ¿ \xbf À \xc0 Á \xc1  \xc2à \xc3 Ä \xc4 Å \xc5 Æ \xc6 Ç \xc7È \xc8 É \xc9 Ê \xca Ë \xcb Ì \xccÍ \xcd Î \xce Ï \xcf Ð \xd0 Ñ \xd1Ò \xd2 Ó \xd3 Ô \xd4 Õ \xd5 Ö \xd6× \xd7 Ø \xd8 Ù \xd9 Ú \xda Û \xdbÜ \xdc Ý \xdd Þ \xde ß \xdf à \xe0á \xe1 â \xe2 ã \xe3 ä \xe4 å \xe5æ \xe6 ç \xe7 è \xe8 é \xe9 ê \xeaë \xeb ì \xec í \xed î \xee ï \xefð \xf0 ñ \xf1 ò \xf2 ó \xf3 ô \xf4õ \xf5 ö \xf6 ÷ \xf7 ø \xf8 ù \xf9ú \xfa û \xfb ü \xfc ý \xfd þ \xfeÿ \xff ƒ \u192 Α \u391 Β \u392 Γ \u393 Δ \u394Ε \u395 Ζ \u396 Η \u397 Θ \u398 Ι \u399Κ \u39A Λ \u39B Μ \u39C Ν \u39D Ξ \u39EΟ \u39F Π \u3A0 Ρ \u3A1 Σ \u3A3 Τ \u3A4Υ \u3A5 Φ \u3A6 Χ \u3A7 Ψ \u3A8 Ω \u3A9α \u3B1 β \u3B2 γ \u3B3 δ \u3B4 ε \u3B5ζ \u3B6 η \u3B7 θ \u3B8 ι \u3B9 κ \u3BAλ \u3BB μ \u3BC ν \u3BD ξ \u3BE ο \u3BFπ \u3C0 ρ \u3C1 ς \u3C2 σ \u3C3 τ \u3C4υ \u3C5 φ \u3C6 χ \u3C7 ψ \u3C8 ω \u3C9ϑ \u3D1 ϒ \u3D2 ϖ \u3D6 • \u2022… \u2026 ′ \u2032 ″ \u2033 ‾ \u203E⁄ \u2044 ℘ \u2118 ℑ \u2111 ℜ \u211C™ \u2122 ℵ \u2135 ← \u2190 ↑ \u2191→ \u2192 ↓ \u2193 ↔ \u2194 ↵ \u21B5⇐ \u21D0 ⇑ \u21D1 ⇒ \u21D2 ⇓ \u21D3 ⇔ \u21D4∀ \u2200 ∂ \u2202 ∃ \u2203 ∅ \u2205∇ \u2207 ∈ \u2208 ∉ \u2209 ∋ \u220B ∏ \u220F∑ \u2211 − \u2212 ∗ \u2217 √ \u221A∝ \u221D ∞ \u221E ∠ \u2220 ∧ \u2227 ∨ \u2228∩ \u2229 ∪ \u222A ∫ \u222B ∴ \u2234 ∼ \u223C≅ \u2245 ≈ \u2248 ≠ \u2260 ≡ \u2261 ≤ \u2264≥ \u2265 ⊂ \u2282 ⊃ \u2283 ⊄ \u2284 ⊆ \u2286⊇ \u2287 ⊕ \u2295 ⊗ \u2297 ⊥ \u22A5⋅ \u22C5 ⌈ \u2308 ⌉ \u2309 ⌊ \u230A⌋ \u230B 〈 \u2329 〉 \u232A ◊ \u25CA♠ \u2660 ♣ \u2663 ♥ \u2665 ♦ \u2666" \x22 & \x26 < \x3C > \x3E O&Elig; \u152 œ \u153Š \u160 š \u161 Ÿ \u178 ˆ \u2C6˜ \u2DC \u2002 \u2003 \u2009 \u200C \u200D \u200E \u200F – \u2013— \u2014 ‘ \u2018 ’ \u2019 ‚ \u201A“ \u201C ” \u201D „ \u201E † \u2020‡ \u2021 ‰ \u2030 ‹ \u2039 › \u203A€ \u20AC ' \u0027 "" ""};if {![string equal $char [encoding system]]} { set text [encoding convertfrom $char $text] }set text [string map [list "\]" "\\\]" "\[" "\\\[" "\$" "\\\$" "\"" "\\\"" "\\" "\\\\"] [string map $escapes $text]]regsub -all -- {&#([[:digit:]]{1,5});} $text {[format %c [string trimleft "\1" "0"]]} textregsub -all -- {&#x([[:xdigit:]]{1,4});} $text {[format %c [scan "\1" %x]]} textcatch { set text "[subst "$text"]" }if {![string equal $char [encoding system]]} { set text [encoding convertto $char $text] }return "$text"}
