/usr/share/pyshared/simpleparse/xml/xml_parser.py is in python-simpleparse 2.1.0a1-6build1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 | """XML Parser based (loosely) on the XML Spec's EBNF
This is a hand-coded parser based on the W3C's XML specification,
there was a lot of busy-work rewriting to make the syntax agree,
but also a number of signficant structural changes required by
the limitations of the SimpleParse engine, and the completely
procedural definition of References in the XML spec (the References
don't occur in most places they can occur, and they are seen as
altering the buffer directly as soon as they are encountered, this
isn't something that fits readily into the mx.TextTools engine.
http://www.w3.org/TR/REC-xml#sec-references
Major Deviations from Spec:
No support for the unicode-style character classes
No support for UTF-16 (or Unicode at all, for that matter)
No support for References that alter the production
being parsed, so you can't have a Reference to an
item "</this>and<this>" or similar non-structure-
respecting References. References have
particular locations they can occur, and they are
just ignored elsewhere
No support for parsing the contents of References within
the primary parsing pass
No support for excluded start/end tags
Comments allowed in both tags and declarations (but not
inside content-specifiers).
Allows end tags of the form </>
"""
declaration = """
# Simple (changable) literals
# These should be chosen based on the encoding
# of the file, which is actually embedded in the
# file :(
<S> := [\x20\x09\x0D\x0A]+
<letter> := [a-zA-Z]
<namestart> := letter/[_:]
<namechar> := letter/digit/[-._:]
# don't change for XML, but would change for SGML or HTML
<Eq> := '='
<REFO> := '&'
<PREFO> := '%'
<REFC> := ';'
<PIO> := '<?'
<PIC> := '?>'
<STagO> := '<'
<STagC> := '>'
<ETagO> := '</'
<ETagC> := '>'
<EmptyElemTagC> := '/>'
# an XML-comment, note that this follows
# SGML semantics, so that you can embed comment_sets
# in the middle of the various declarations...
>Comment< := "<!", comment_set,(S?,comment_set)*,S?,">"
>comment_set< := '--', xml_comment,'--'
xml_comment := -'--'*
# whitespace in tag (including possible comment)
>TS< := (Comment/S)+
# general structures
AttValue := ('"', (Reference/ -[&"] )*, '"') / ( "'", (Reference / -[&'])*, "'")
# Names
Name := namestart, namechar*
Names := Name, (S,Name)*
Nmtoken := namechar+
Nmtokens := Nmtoken, (S,Nmtoken)*
# processing instructions
PI := PIO, PITarget, S?, PIContent, PIC
PIContent := -PIC*
PITarget := ?-( [Xx],[Mm],[Ll]), Name
## references
# character reference
CharRef := REFO,'#',('x',hex)/(int),REFC
# entity reference
EntityRef := REFO, Name, REFC
# parsed entity ref
PEReference := PREFO, Name, REFC
Reference := EntityRef / CharRef
Misc := Comment/S
### PROLOG definitions...
prolog := XMLDecl?, Misc*, (doctypedecl, Misc*)?
XMLDecl := '<?xml', VersionInfo, EncodingDecl?, SDDecl?, TS?, '?>'
VersionInfo := TS?, 'version', TS?, Eq, TS?, (('"',VersionNum,'"')/("'",VersionNum,"'"))
VersionNum := [a-zA-Z0-9_.:-]+
### Document-type declarations (DTDs)
doctypedecl := '<!DOCTYPE', TS, Name, (TS, ExternalID)?, TS?,('[', (markupdecl / DeclSep)*, ']', TS?)?, '>'
DeclSep := PEReference / S
markupdecl := elementdecl / AttlistDecl / EntityDecl / NotationDecl / PI / Comment
EncodingDecl := TS, 'encoding', Eq, (('"', EncName, '"') / ("'", EncName, "'") )
EncName := [A-Za-z],[A-Za-z0-9._-]*
SDDecl := TS, 'standalone', Eq, (("'", ('yes' / 'no'), "'") / ('"', ('yes' / 'no'), '"'))
ExternalID := ('SYSTEM', TS?, SystemLiteral) / ('PUBLIC', TS?, PubidLiteral, TS?, SystemLiteral ) / PEReference
NDataDecl := (TS, 'NDATA', TS, Name)/ (TS,PEReference,TS,(Name/ PEReference)?)
SystemLiteral := ('"', -["]*, '"') / ("'", -[']*, "'") / PEReference
PubidLiteral := ('"', [\x20\x0D\x0Aa-zA-Z0-9'()+,./:=?;!*#@$_%-]*, '"') / ("'", [\x20\x0D\x0Aa-zA-Z0-9()+,./:=?;!*#@$_%-]*, "'") / PEReference
PublicID := ('PUBLIC', TS, PubidLiteral) / PEReference
### Element-type declarations
# hack to try and get PEReference parsing for the "normal case"
# where the PEReference doesn't change the production level, which
# seems to be suggested by the spec...
elementdecl := '<!ELEMENT', (
(TS, Name, TS, contentspec)/
elementdecl_pe
), TS?,'>'
>elementdecl_pe< := (TS, PEReference, TS?, contentspec?)
contentspec := 'EMPTY' / 'ANY' / Mixed / children
Mixed := ('(', S?, '#PCDATA', (S?, '|', S?, (Name/PEReference))*, S?, ')*' ) /('(', S?, '#PCDATA', S?, ')')
repetition_specifier := ('?' / '*' / '+')?
children := (choice / seq/ PEReference), repetition_specifier
cp := (choice / seq / Name/ PEReference ), repetition_specifier
choice := '(', S?, cp, ( S?, '|', S?, cp )+, S?, ')'
seq := '(', S?, cp, ( S?, ',', S?, cp )*, S?, ')'
### Attribute list declarations...
AttlistDecl := '<!ATTLIST', TS, ((Name, AttDef*, TS?)/(PEReference, AttDef*, TS?)), '>'
AttDef := TS, ((Name, TS, AttType, TS, DefaultDecl)/(PEReference, TS?, AttType?, TS?, DefaultDecl?))
AttType := StringType / TokenizedType / EnumeratedType/ PEReference
StringType := 'CDATA'
TokenizedType := 'ID' / 'IDREF' / 'IDREFS' / 'ENTITY' / 'ENTITIES' / 'NMTOKEN' / 'NMTOKENS'
EnumeratedType := NotationType / Enumeration
NotationType := 'NOTATION', TS, ('(', NameOrList, ')')/PEReference
Enumeration := '(', (NmTokenOrList/PEReference), ')'
>NameOrList< := S?, (Name/PEReference), (S?, '|', S?, (Name/PEReference))*, S?
>NmTokenOrList< := S?, (Nmtoken/PEReference), (S?, '|', S?, (Nmtoken/PEReference))*, S?
DefaultDecl := '#REQUIRED' / '#IMPLIED' / ((('#FIXED', TS)/PEReference)?, (AttValue/PEReference)) / PEReference
### Entity declarations
EntityDecl := GEDecl / PEDecl
GEDecl := '<!ENTITY', TS, ((Name, TS, EntityDef)/(PEReference,TS?,EntityDef?)), TS?, '>'
PEDecl := '<!ENTITY', TS, '%', TS, ((Name, TS, PEDef)/(PEReference,TS?,PEDef?)), TS?, '>'
EntityDef := EntityValue / (ExternalID, NDataDecl?) / PEReference
PEDef := EntityValue / ExternalID / PEReference
EntityValue := ('"', (PEReference / Reference / -[%&"])*, '"') / ("'", (PEReference / Reference / -[%&'])*, "'")
NotationDecl := '<!NOTATION', TS, Name, TS, (ExternalID / PublicID), TS?, '>'
### elements (nodes/tags/you-know :) )
# limitations in the SimpleParse engine mean that this
# particular structure will be basically useless...
element := EmptyElemTag / (STag, content, ETag)
EmptyElemTag := STagO, Name, (TS, Attribute)*, TS?, EmptyElemTagC
STag := STagO, Name, (TS, Attribute)*, TS?, STagC
ETag := ETagO, Name?, TS?, ETagC
content := (element / Reference / CDSect / PI / Comment / CharData)*
Attribute := (Name, Eq, (AttValue/Reference))/(Reference,(Eq,(AttValue/Reference))?)
# general content of an element
CharData := ( -[<&]+ / -(STag / EmptyElemTag / ETag / Reference / CDSect / PI / Comment) )+
# special non-parsed character data sections
CDSect := CDStart, CData, CDEnd
<CDStart> := '<![CDATA['
CData := -CDEnd*
<CDEnd> := ']]>'
document := prolog, element, Misc*
"""
from simpleparse.common import numbers, strings, chartypes
|