← Back to branch summary

~ubuntu-branches/ubuntu/utopic/chardet/utopic

« back to all changes in this revision

Viewing changes to chardet/langcyrillicmodel.py

  • Committer: Bazaar Package Importer
  • Author(s): Piotr Ozarowski
  • Date: 2006-07-08 16:12:00 UTC
  • Revision ID: james.westby@ubuntu.com-20060708161200-spirjuvesxlx2tc2
Tags: upstream-1.0
Import upstream version 1.0

Show diffs side-by-side

added added

removed removed

Lines of Context:
chardet/langcyrillicmodel.py
 
1
######################## BEGIN LICENSE BLOCK ########################
 
2
# The Original Code is Mozilla Communicator client code.
 
3
#
 
4
# The Initial Developer of the Original Code is
 
5
# Netscape Communications Corporation.
 
6
# Portions created by the Initial Developer are Copyright (C) 1998
 
7
# the Initial Developer. All Rights Reserved.
 
8
#
 
9
# Contributor(s):
 
10
#   Mark Pilgrim - port to Python
 
11
#
 
12
# This library is free software; you can redistribute it and/or
 
13
# modify it under the terms of the GNU Lesser General Public
 
14
# License as published by the Free Software Foundation; either
 
15
# version 2.1 of the License, or (at your option) any later version.
 
16
# 
 
17
# This library is distributed in the hope that it will be useful,
 
18
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 
19
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 
20
# Lesser General Public License for more details.
 
21
# 
 
22
# You should have received a copy of the GNU Lesser General Public
 
23
# License along with this library; if not, write to the Free Software
 
24
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 
25
# 02110-1301  USA
 
26
######################### END LICENSE BLOCK #########################
 
27
 
 
28
import constants
 
29
 
 
30
# KOI8-R language model
 
31
# Character Mapping Table:
 
32
KOI8R_CharToOrderMap = ( \
 
33
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
 
34
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
 
35
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
 
36
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
 
37
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
 
38
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
 
39
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
 
40
 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
 
41
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,  # 80
 
42
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,  # 90
 
43
223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237,  # a0
 
44
238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,  # b0
 
45
 27,  3, 21, 28, 13,  2, 39, 19, 26,  4, 23, 11,  8, 12,  5,  1,  # c0
 
46
 15, 16,  9,  7,  6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54,  # d0
 
47
 59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34,  # e0
 
48
 35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70,  # f0
 
49
)
 
50
 
 
51
win1251_CharToOrderMap = ( \
 
52
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
 
53
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
 
54
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
 
55
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
 
56
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
 
57
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
 
58
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
 
59
 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
 
60
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
 
61
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
 
62
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
 
63
239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253,
 
64
 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
 
65
 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
 
66
  3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
 
67
  9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
 
68
)
 
69
 
 
70
latin5_CharToOrderMap = ( \
 
71
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
 
72
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
 
73
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
 
74
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
 
75
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
 
76
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
 
77
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
 
78
 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
 
79
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
 
80
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
 
81
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
 
82
 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
 
83
 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
 
84
  3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
 
85
  9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
 
86
239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255,
 
87
)
 
88
 
 
89
macCyrillic_CharToOrderMap = ( \
 
90
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
 
91
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
 
92
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
 
93
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
 
94
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
 
95
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
 
96
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
 
97
 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
 
98
 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
 
99
 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
 
100
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
 
101
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
 
102
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
 
103
239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16,
 
104
  3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
 
105
  9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255,
 
106
)
 
107
 
 
108
IBM855_CharToOrderMap = ( \
 
109
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
 
110
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
 
111
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
 
112
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
 
113
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
 
114
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
 
115
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
 
116
 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
 
117
191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205,
 
118
206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70,
 
119
  3, 37, 21, 44, 28, 58, 13, 41,  2, 48, 39, 53, 19, 46,218,219,
 
120
220,221,222,223,224, 26, 55,  4, 42,225,226,227,228, 23, 60,229,
 
121
230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243,
 
122
  8, 49, 12, 38,  5, 31,  1, 34, 15,244,245,246,247, 35, 16,248,
 
123
 43,  9, 45,  7, 32,  6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249,
 
124
250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255,
 
125
)
 
126
 
 
127
IBM866_CharToOrderMap = ( \
 
128
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255,  # 00
 
129
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,  # 10
 
130
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,  # 20
 
131
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253,  # 30
 
132
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154,  # 40
 
133
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253,  # 50
 
134
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69,  # 60
 
135
 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253,  # 70
 
136
 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35,
 
137
 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43,
 
138
  3, 21, 10, 19, 13,  2, 24, 20,  4, 23, 11,  8, 12,  5,  1, 15,
 
139
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,
 
140
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,
 
141
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,
 
142
  9,  7,  6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16,
 
143
239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255,
 
144
)
 
145
 
 
146
# Model Table: 
 
147
# total sequences: 100%
 
148
# first 512 sequences: 97.6601%
 
149
# first 1024 sequences: 2.3389%
 
150
# rest  sequences:      0.1237%
 
151
# negative sequences:   0.0009% 
 
152
RussianLangModel = ( \
 
153
0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,3,3,1,3,3,3,2,3,2,3,3,
 
154
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,2,2,2,2,2,0,0,2,
 
155
3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,2,3,2,0,
 
156
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
157
3,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,2,3,3,1,0,
 
158
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
159
3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1,
 
160
0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
161
3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1,
 
162
0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
163
3,3,3,3,3,3,3,3,2,2,2,3,1,3,3,1,3,3,3,3,2,2,3,0,2,2,2,3,3,2,1,0,
 
164
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
 
165
3,3,3,3,3,3,2,3,3,3,3,3,2,2,3,2,3,3,3,2,1,2,2,0,1,2,2,2,2,2,2,0,
 
166
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
 
167
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,0,2,2,3,3,2,1,2,0,
 
168
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0,
 
169
3,3,3,3,3,3,2,3,3,1,2,3,2,2,3,2,3,3,3,3,2,2,3,0,3,2,2,3,1,1,1,0,
 
170
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
171
3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,3,2,2,2,0,3,3,3,2,2,2,2,0,
 
172
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
173
3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,2,0,1,3,2,1,2,2,1,0,
 
174
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
 
175
3,3,3,3,3,3,3,3,3,3,3,2,1,1,3,0,1,1,1,1,2,1,1,0,2,2,2,1,2,0,1,0,
 
176
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
177
3,3,3,3,3,3,2,3,3,2,2,2,2,1,3,2,3,2,3,2,1,2,2,0,1,1,2,1,2,1,2,0,
 
178
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
179
3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,2,2,2,2,0,2,2,2,2,3,1,1,0,
 
180
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
 
181
3,2,3,2,2,3,3,3,3,3,3,3,3,3,1,3,2,0,0,3,3,3,3,2,3,3,3,3,2,3,2,0,
 
182
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
183
2,3,3,3,3,3,2,2,3,3,0,2,1,0,3,2,3,2,3,0,0,1,2,0,0,1,0,1,2,1,1,0,
 
184
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
185
3,0,3,0,2,3,3,3,3,2,3,3,3,3,1,2,2,0,0,2,3,2,2,2,3,2,3,2,2,3,0,0,
 
186
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
187
3,2,3,0,2,3,2,3,0,1,2,3,3,2,0,2,3,0,0,2,3,2,2,0,1,3,1,3,2,2,1,0,
 
188
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
189
3,1,3,0,2,3,3,3,3,3,3,3,3,2,1,3,2,0,0,2,2,3,3,3,2,3,3,0,2,2,0,0,
 
190
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
191
3,3,3,3,3,3,2,2,3,3,2,2,2,3,3,0,0,1,1,1,1,1,2,0,0,1,1,1,1,0,1,0,
 
192
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
193
3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,0,3,2,3,3,2,3,2,0,2,1,0,1,1,0,1,0,
 
194
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
 
195
3,3,3,3,3,3,2,3,3,3,2,2,2,2,3,1,3,2,3,1,1,2,1,0,2,2,2,2,1,3,1,0,
 
196
0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,
 
197
2,2,3,3,3,3,3,1,2,2,1,3,1,0,3,0,0,3,0,0,0,1,1,0,1,2,1,0,0,0,0,0,
 
198
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
199
3,2,2,1,1,3,3,3,2,2,1,2,2,3,1,1,2,0,0,2,2,1,3,0,0,2,1,1,2,1,1,0,
 
200
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
201
3,2,3,3,3,3,1,2,2,2,1,2,1,3,3,1,1,2,1,2,1,2,2,0,2,0,0,1,1,0,1,0,
 
202
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
203
2,3,3,3,3,3,2,1,3,2,2,3,2,0,3,2,0,3,0,1,0,1,1,0,0,1,1,1,1,0,1,0,
 
204
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
205
3,3,2,3,3,3,2,2,2,3,3,1,2,1,2,1,0,1,0,1,1,0,1,0,0,2,1,1,1,0,1,0,
 
206
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,
 
207
3,1,1,2,1,2,3,3,2,2,1,2,2,3,0,2,1,0,0,2,2,3,2,1,2,2,2,2,2,3,1,0,
 
208
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
209
3,3,3,3,3,1,1,0,1,1,2,2,1,1,3,0,0,1,3,1,1,1,0,0,0,1,0,1,1,0,0,0,
 
210
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
211
2,1,3,3,3,2,0,0,0,2,1,0,1,0,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
212
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
213
2,0,1,0,0,2,3,2,2,2,1,2,2,2,1,2,1,0,0,1,1,1,0,2,0,1,1,1,0,0,1,1,
 
214
1,0,0,0,0,0,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,
 
215
2,3,3,3,3,0,0,0,0,1,0,0,0,0,3,0,1,2,1,0,0,0,0,0,0,0,1,1,0,0,1,1,
 
216
1,0,1,0,1,2,0,0,1,1,2,1,0,1,1,1,1,0,1,1,1,1,0,1,0,0,1,0,0,1,1,0,
 
217
2,2,3,2,2,2,3,1,2,2,2,2,2,2,2,2,1,1,1,1,1,1,1,0,1,0,1,1,1,0,2,1,
 
218
1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,0,1,1,0,
 
219
3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,2,1,1,3,1,2,1,2,0,0,1,1,0,1,0,2,1,
 
220
1,1,1,1,1,2,1,0,1,1,1,1,0,1,0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,1,1,0,
 
221
2,0,0,1,0,3,2,2,2,2,1,2,1,2,1,2,0,0,0,2,1,2,2,1,1,2,2,0,1,1,0,2,
 
222
1,1,1,1,1,0,1,1,1,2,1,1,1,2,1,0,1,2,1,1,1,1,0,1,1,1,0,0,1,0,0,1,
 
223
1,3,2,2,2,1,1,1,2,3,0,0,0,0,2,0,2,2,1,0,0,0,0,0,0,1,0,0,0,0,1,1,
 
224
1,0,1,1,0,1,0,1,1,0,1,1,0,2,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,
 
225
2,3,2,3,2,1,2,2,2,2,1,0,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,2,1,
 
226
1,1,2,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0,
 
227
3,0,0,1,0,2,2,2,3,2,2,2,2,2,2,2,0,0,0,2,1,2,1,1,1,2,2,0,0,0,1,2,
 
228
1,1,1,1,1,0,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1,1,0,0,1,
 
229
2,3,2,3,3,2,0,1,1,1,0,0,1,0,2,0,1,1,3,1,0,0,0,0,0,0,0,1,0,0,2,1,
 
230
1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,0,0,1,1,0,1,0,0,0,0,0,0,1,0,
 
231
2,3,3,3,3,1,2,2,2,2,0,1,1,0,2,1,1,1,2,1,0,1,1,0,0,1,0,1,0,0,2,0,
 
232
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
233
2,3,3,3,2,0,0,1,1,2,2,1,0,0,2,0,1,1,3,0,0,1,0,0,0,0,0,1,0,1,2,1,
 
234
1,1,2,0,1,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,1,0,0,0,0,0,0,1,0,1,1,0,
 
235
1,3,2,3,2,1,0,0,2,2,2,0,1,0,2,0,1,1,1,0,1,0,0,0,3,0,1,1,0,0,2,1,
 
236
1,1,1,0,1,1,0,0,0,0,1,1,0,1,0,0,2,1,1,0,1,0,0,0,1,0,1,0,0,1,1,0,
 
237
3,1,2,1,1,2,2,2,2,2,2,1,2,2,1,1,0,0,0,2,2,2,0,0,0,1,2,1,0,1,0,1,
 
238
2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,2,1,1,1,0,1,0,1,1,0,1,1,1,0,0,1,
 
239
3,0,0,0,0,2,0,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,0,1,0,1,1,0,0,1,0,1,
 
240
1,1,0,0,1,0,0,0,1,0,1,1,0,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,1,
 
241
1,3,3,2,2,0,0,0,2,2,0,0,0,1,2,0,1,1,2,0,0,0,0,0,0,0,0,1,0,0,2,1,
 
242
0,1,1,0,0,1,1,0,0,0,1,1,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
 
243
2,3,2,3,2,0,0,0,0,1,1,0,0,0,2,0,2,0,2,0,0,0,0,0,1,0,0,1,0,0,1,1,
 
244
1,1,2,0,1,2,1,0,1,1,2,1,1,1,1,1,2,1,1,0,1,0,0,1,1,1,1,1,0,1,1,0,
 
245
1,3,2,2,2,1,0,0,2,2,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,1,
 
246
0,0,1,1,0,1,1,0,0,1,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
 
247
1,0,0,1,0,2,3,1,2,2,2,2,2,2,1,1,0,0,0,1,0,1,0,2,1,1,1,0,0,0,0,1,
 
248
1,1,0,1,1,0,1,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,
 
249
2,0,2,0,0,1,0,3,2,1,2,1,2,2,0,1,0,0,0,2,1,0,0,2,1,1,1,1,0,2,0,2,
 
250
2,1,1,1,1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,0,0,0,1,1,1,1,0,1,0,0,1,
 
251
1,2,2,2,2,1,0,0,1,0,0,0,0,0,2,0,1,1,1,1,0,0,0,0,1,0,1,2,0,0,2,0,
 
252
1,0,1,1,1,2,1,0,1,0,1,1,0,0,1,0,1,1,1,0,1,0,0,0,1,0,0,1,0,1,1,0,
 
253
2,1,2,2,2,0,3,0,1,1,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
 
254
0,0,0,1,1,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,
 
255
1,2,2,3,2,2,0,0,1,1,2,0,1,2,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1,
 
256
0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0,
 
257
2,2,1,1,2,1,2,2,2,2,2,1,2,2,0,1,0,0,0,1,2,2,2,1,2,1,1,1,1,1,2,1,
 
258
1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,0,1,
 
259
1,2,2,2,2,0,1,0,2,2,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0,
 
260
0,0,1,0,0,1,0,0,0,0,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
 
261
0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,
 
262
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
263
1,2,2,2,2,0,0,0,2,2,2,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1,
 
264
0,1,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
265
1,2,2,2,2,0,0,0,0,1,0,0,1,1,2,0,0,0,0,1,0,1,0,0,1,0,0,2,0,0,0,1,
 
266
0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,
 
267
1,2,2,2,1,1,2,0,2,1,1,1,1,0,2,2,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1,
 
268
0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,
 
269
1,0,2,1,2,0,0,0,0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,
 
270
0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,
 
271
1,0,0,0,0,2,0,1,2,1,0,1,1,1,0,1,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,1,
 
272
0,0,0,0,0,1,0,0,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,
 
273
2,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
 
274
1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0,
 
275
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
 
276
1,1,1,0,1,0,1,0,0,1,1,1,1,0,0,0,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0,
 
277
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,
 
278
1,1,0,1,1,0,1,0,1,0,0,0,0,1,1,0,1,1,0,0,0,0,0,1,0,1,1,0,1,0,0,0,
 
279
0,1,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
 
280
0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,
 
281
)
 
282
 
 
283
Koi8rModel = { \
 
284
  'charToOrderMap': KOI8R_CharToOrderMap,
 
285
  'precedenceMatrix': RussianLangModel,
 
286
  'mTypicalPositiveRatio': 0.976601,
 
287
  'keepEnglishLetter': constants.False,
 
288
  'charsetName': "KOI8-R"
 
289
}
 
290
 
 
291
Win1251CyrillicModel = { \
 
292
  'charToOrderMap': win1251_CharToOrderMap,
 
293
  'precedenceMatrix': RussianLangModel,
 
294
  'mTypicalPositiveRatio': 0.976601,
 
295
  'keepEnglishLetter': constants.False,
 
296
  'charsetName': "windows-1251"
 
297
}
 
298
 
 
299
Latin5CyrillicModel = { \
 
300
  'charToOrderMap': latin5_CharToOrderMap,
 
301
  'precedenceMatrix': RussianLangModel,
 
302
  'mTypicalPositiveRatio': 0.976601,
 
303
  'keepEnglishLetter': constants.False,
 
304
  'charsetName': "ISO-8859-5"
 
305
}
 
306
 
 
307
MacCyrillicModel = { \
 
308
  'charToOrderMap': macCyrillic_CharToOrderMap,
 
309
  'precedenceMatrix': RussianLangModel,
 
310
  'mTypicalPositiveRatio': 0.976601,
 
311
  'keepEnglishLetter': constants.False,
 
312
  'charsetName': "MacCyrillic"
 
313
};
 
314
 
 
315
Ibm866Model = { \
 
316
  'charToOrderMap': IBM866_CharToOrderMap,
 
317
  'precedenceMatrix': RussianLangModel,
 
318
  'mTypicalPositiveRatio': 0.976601,
 
319
  'keepEnglishLetter': constants.False,
 
320
  'charsetName': "IBM866"
 
321
}
 
322
 
 
323
Ibm855Model = { \
 
324
  'charToOrderMap': IBM855_CharToOrderMap,
 
325
  'precedenceMatrix': RussianLangModel,
 
326
  'mTypicalPositiveRatio': 0.976601,
 
327
  'keepEnglishLetter': constants.False,
 
328
  'charsetName': "IBM855"
 
329
}