186 lines
6.3 KiB
VB.net
186 lines
6.3 KiB
VB.net
#Region "Microsoft.VisualBasic::9b9645bb8773172eea5a3d00bf68067a, Microsoft.VisualBasic.Core\Text\Xml\XmlEntity.vb"
|
||
|
||
' Author:
|
||
'
|
||
' asuka (amethyst.asuka@gcmodeller.org)
|
||
' xie (genetics@smrucc.org)
|
||
' xieguigang (xie.guigang@live.com)
|
||
'
|
||
' Copyright (c) 2018 GPL3 Licensed
|
||
'
|
||
'
|
||
' GNU GENERAL PUBLIC LICENSE (GPL3)
|
||
'
|
||
'
|
||
' This program is free software: you can redistribute it and/or modify
|
||
' it under the terms of the GNU General Public License as published by
|
||
' the Free Software Foundation, either version 3 of the License, or
|
||
' (at your option) any later version.
|
||
'
|
||
' This program is distributed in the hope that it will be useful,
|
||
' but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
' MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
' GNU General Public License for more details.
|
||
'
|
||
' You should have received a copy of the GNU General Public License
|
||
' along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||
|
||
|
||
|
||
' /********************************************************************************/
|
||
|
||
' Summaries:
|
||
|
||
' Module XmlEntity
|
||
'
|
||
' Constructor: (+1 Overloads) Sub New
|
||
' Function: EscapingXmlEntity, FindAllEscapeTokens, IsXmlEntity, StripInvalidUTF8Code, UnescapeHTML
|
||
' UnescapingXmlEntity
|
||
'
|
||
'
|
||
' /********************************************************************************/
|
||
|
||
#End Region
|
||
|
||
Imports System.IO
|
||
Imports System.Runtime.CompilerServices
|
||
Imports System.Text
|
||
Imports System.Web
|
||
Imports Microsoft.VisualBasic.ComponentModel.Collection
|
||
Imports Microsoft.VisualBasic.Language
|
||
Imports Microsoft.VisualBasic.Text.Parser
|
||
|
||
Namespace Text.Xml
|
||
|
||
''' <summary>
|
||
''' https://en.wikipedia.org/wiki/List_of_XML_and_HTML_character_entity_references
|
||
''' </summary>
|
||
Public Module XmlEntity
|
||
|
||
' & 必须要放在第一个被转义
|
||
ReadOnly escapes As Dictionary(Of String, String)
|
||
ReadOnly entities As Index(Of String)
|
||
|
||
<MethodImpl(MethodImplOptions.AggressiveInlining)>
|
||
<Extension>
|
||
Public Function IsXmlEntity(token As String) As Boolean
|
||
Return Strings.LCase(token) Like XmlEntity.entities
|
||
End Function
|
||
|
||
''' <summary>
|
||
''' Find all possible xml entity escape tokens from a given text string
|
||
''' </summary>
|
||
''' <param name="str"></param>
|
||
''' <returns></returns>
|
||
<Extension>
|
||
Public Iterator Function FindAllEscapeTokens(str As String) As IEnumerable(Of String)
|
||
Dim chars As CharPtr = str
|
||
Dim buffer As New List(Of Char)
|
||
Dim c As Char
|
||
|
||
Do While Not chars.EndRead
|
||
c = ++chars
|
||
|
||
If c = "&"c Then
|
||
' start a new escape
|
||
buffer *= 0
|
||
buffer += c
|
||
ElseIf c = ";"c Then
|
||
If buffer > 0 Then
|
||
buffer += c
|
||
Yield buffer.CharString
|
||
buffer *= 0
|
||
End If
|
||
Else
|
||
If buffer > 0 Then
|
||
If Char.IsLetter(c) Then
|
||
buffer += c
|
||
Else
|
||
buffer *= 0
|
||
End If
|
||
End If
|
||
End If
|
||
Loop
|
||
End Function
|
||
|
||
Public Function EscapingXmlEntity(str As String) As String
|
||
With New StringBuilder(str)
|
||
For Each symbol In escapes.Keys
|
||
Call .Replace(symbol, escapes(symbol))
|
||
Next
|
||
|
||
Return .ToString
|
||
End With
|
||
End Function
|
||
|
||
Public Function UnescapingXmlEntity(str As String) As String
|
||
With New StringBuilder(str)
|
||
For Each escape In escapes
|
||
Call .Replace(escape.Value, escape.Key)
|
||
Next
|
||
|
||
Return .ToString
|
||
End With
|
||
End Function
|
||
|
||
ReadOnly invalidUtf8Escapes$() = {
|
||
"�", "", "", "", "", "", "", "", "", "	",
|
||
"
", "", "", "
", "", "",
|
||
"", "", "", "", "", "", "", "", "", "",
|
||
"", "", "", "", "", ""
|
||
}
|
||
|
||
Sub New()
|
||
invalidUtf8Escapes = invalidUtf8Escapes.AsList +
|
||
invalidUtf8Escapes _
|
||
.Select(Function(c)
|
||
Return c.ToUpper.Replace("X", "x")
|
||
End Function)
|
||
|
||
escapes = New Dictionary(Of String, String) From {
|
||
{"&", "&"},
|
||
{"""", """},
|
||
{"'", "'"},
|
||
{"<", "<"},
|
||
{">", ">"},
|
||
{"×", "×"},
|
||
{"÷", "÷"}
|
||
}
|
||
entities = escapes.Values.ToArray
|
||
End Sub
|
||
|
||
''' <summary>
|
||
''' Removes all of the invalid utf8 xml code from the given string.
|
||
''' (使用这个函数删除xml文本字符串之中的无效的UTF8转义字符，这个函数对转义字符的大小写不敏感)
|
||
''' </summary>
|
||
''' <param name="str"></param>
|
||
''' <returns></returns>
|
||
''' <remarks>
|
||
''' http://7is7.com/software/chars.html
|
||
''' </remarks>
|
||
<Extension>
|
||
Public Function StripInvalidUTF8Code(str As String) As String
|
||
With New StringBuilder(str)
|
||
For Each c As String In invalidUtf8Escapes
|
||
Call .Replace(c, "")
|
||
Next
|
||
|
||
Return .ToString
|
||
End With
|
||
End Function
|
||
|
||
''' <summary>
|
||
''' 处理HTML之中的特殊符号的转义
|
||
''' </summary>
|
||
''' <param name="html"></param>
|
||
''' <returns></returns>
|
||
<Extension> Public Function UnescapeHTML(html As String) As String
|
||
Using writer As New StringWriter()
|
||
' Decode the encoded string.
|
||
HttpUtility.HtmlDecode(html, writer)
|
||
Return writer.ToString()
|
||
End Using
|
||
End Function
|
||
End Module
|
||
End Namespace
|