1
#!/usr/local/bin/python
2
# -*- coding: iso-8859-1 -*-
6
# Copyright (c) 2004, 2008 Kungliga Tekniska Högskolan
7
# (Royal Institute of Technology, Stockholm, Sweden).
10
# Redistribution and use in source and binary forms, with or without
11
# modification, are permitted provided that the following conditions
14
# 1. Redistributions of source code must retain the above copyright
15
# notice, this list of conditions and the following disclaimer.
17
# 2. Redistributions in binary form must reproduce the above copyright
18
# notice, this list of conditions and the following disclaimer in the
19
# documentation and/or other materials provided with the distribution.
21
# 3. Neither the name of the Institute nor the names of its contributors
22
# may be used to endorse or promote products derived from this software
23
# without specific prior written permission.
25
# THIS SOFTWARE IS PROVIDED BY THE INSTITUTE AND CONTRIBUTORS ``AS IS'' AND
26
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28
# ARE DISCLAIMED. IN NO EVENT SHALL THE INSTITUTE OR CONTRIBUTORS BE LIABLE
29
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
41
"""return a dict of tables from rfc4518"""
47
# SOFT HYPHEN (U+00AD) and MONGOLIAN TODO SOFT HYPHEN (U+1806) code
48
# points are mapped to nothing. COMBINING GRAPHEME JOINER (U+034F) and
49
# VARIATION SELECTORs (U+180B-180D, FF00-FE0F) code points are also
50
# mapped to nothing. The OBJECT REPLACEMENT CHARACTER (U+FFFC) is
54
t.append(" 00AD; ; Map to nothing")
55
t.append(" 1806; ; Map to nothing")
56
t.append(" 034F; ; Map to nothing")
58
t.append(" 180B; ; Map to nothing")
59
t.append(" 180C; ; Map to nothing")
60
t.append(" 180D; ; Map to nothing")
62
t.append(" FE00; ; Map to nothing")
63
t.append(" FE01; ; Map to nothing")
64
t.append(" FE02; ; Map to nothing")
65
t.append(" FE03; ; Map to nothing")
66
t.append(" FE04; ; Map to nothing")
67
t.append(" FE05; ; Map to nothing")
68
t.append(" FE06; ; Map to nothing")
69
t.append(" FE07; ; Map to nothing")
70
t.append(" FE08; ; Map to nothing")
71
t.append(" FE09; ; Map to nothing")
72
t.append(" FE0A; ; Map to nothing")
73
t.append(" FE0B; ; Map to nothing")
74
t.append(" FE0C; ; Map to nothing")
75
t.append(" FE0D; ; Map to nothing")
76
t.append(" FE0E; ; Map to nothing")
77
t.append(" FE0F; ; Map to nothing")
79
t.append(" FFFC; ; Map to nothing")
81
# CHARACTER TABULATION (U+0009), LINE FEED (LF) (U+000A), LINE
82
# TABULATION (U+000B), FORM FEED (FF) (U+000C), CARRIAGE RETURN (CR)
83
# (U+000D), and NEXT LINE (NEL) (U+0085) are mapped to SPACE (U+0020).
85
t.append(" 0009; 0020 ; Map to SPACE")
86
t.append(" 000A; 0020 ; Map to SPACE")
87
t.append(" 000B; 0020 ; Map to SPACE")
88
t.append(" 000C; 0020 ; Map to SPACE")
89
t.append(" 000D; 0020 ; Map to SPACE")
90
t.append(" 0085; 0020 ; Map to SPACE")
92
# All other control code (e.g., Cc) points or code points with a
93
# control function (e.g., Cf) are mapped to nothing. The following is
94
# a complete list of these code points: U+0000-0008, 000E-001F, 007F-
95
# 0084, 0086-009F, 06DD, 070F, 180E, 200C-200F, 202A-202E, 2060-2063,
96
# 206A-206F, FEFF, FFF9-FFFB, 1D173-1D17A, E0001, E0020-E007F.
98
t.append(" 0000-0008; ; Map to nothing")
99
t.append(" 000E-001F; ; Map to nothing")
100
t.append(" 007F-0084; ; Map to nothing")
101
t.append(" 0086-009F; ; Map to nothing")
102
t.append(" 06DD; ; Map to nothing")
103
t.append(" 070F; ; Map to nothing")
104
t.append(" 180E; ; Map to nothing")
105
t.append(" 200C-200F; ; Map to nothing")
106
t.append(" 202A-202E; ; Map to nothing")
107
t.append(" 2060-2063; ; Map to nothing")
108
t.append(" 206A-206F; ; Map to nothing")
109
t.append(" FEFF; ; Map to nothing")
110
t.append(" FFF9-FFFB; ; Map to nothing")
111
t.append(" 1D173-1D17A; ; Map to nothing")
112
t.append(" E0001; ; Map to nothing")
113
t.append(" E0020-E007F; ; Map to nothing")
115
# ZERO WIDTH SPACE (U+200B) is mapped to nothing. All other code
116
# points with Separator (space, line, or paragraph) property (e.g., Zs,
117
# Zl, or Zp) are mapped to SPACE (U+0020). The following is a complete
118
# list of these code points: U+0020, 00A0, 1680, 2000-200A, 2028-2029,
121
t.append(" 200B; ; Map to nothing")
122
t.append(" 0020; 0020; Map to SPACE")
123
t.append(" 00A0; 0020; Map to SPACE")
124
t.append(" 1680; 0020; Map to SPACE")
125
t.append(" 2000-200A; 0020; Map to SPACE")
126
t.append(" 2028-2029; 0020; Map to SPACE")
127
t.append(" 202F; 0020; Map to SPACE")
128
t.append(" 205F; 0020; Map to SPACE")
129
t.append(" 3000; 0020; Map to SPACE")
131
ret["rfc4518-map"] = t
133
# For case ignore, numeric, and stored prefix string matching rules,
134
# characters are case folded per B.2 of [RFC3454].
140
# The REPLACEMENT CHARACTER (U+FFFD) code point is prohibited.
144
ret["rfc4518-error"] = t