gvsig-scripting / org.gvsig.scripting / trunk / org.gvsig.scripting / org.gvsig.scripting.app / org.gvsig.scripting.app.mainplugin / src / main / resources-plugin / scripting / lib / requests / packages / chardet / langcyrillicmodel.py @ 564
History | View | Annotate | Download (17.3 KB)
1 |
######################## BEGIN LICENSE BLOCK ########################
|
---|---|
2 |
# The Original Code is Mozilla Communicator client code.
|
3 |
#
|
4 |
# The Initial Developer of the Original Code is
|
5 |
# Netscape Communications Corporation.
|
6 |
# Portions created by the Initial Developer are Copyright (C) 1998
|
7 |
# the Initial Developer. All Rights Reserved.
|
8 |
#
|
9 |
# Contributor(s):
|
10 |
# Mark Pilgrim - port to Python
|
11 |
#
|
12 |
# This library is free software; you can redistribute it and/or
|
13 |
# modify it under the terms of the GNU Lesser General Public
|
14 |
# License as published by the Free Software Foundation; either
|
15 |
# version 2.1 of the License, or (at your option) any later version.
|
16 |
#
|
17 |
# This library is distributed in the hope that it will be useful,
|
18 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
19 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
20 |
# Lesser General Public License for more details.
|
21 |
#
|
22 |
# You should have received a copy of the GNU Lesser General Public
|
23 |
# License along with this library; if not, write to the Free Software
|
24 |
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
|
25 |
# 02110-1301 USA
|
26 |
######################### END LICENSE BLOCK #########################
|
27 |
|
28 |
# KOI8-R language model
|
29 |
# Character Mapping Table:
|
30 |
KOI8R_CharToOrderMap = ( |
31 |
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
32 |
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
33 |
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
34 |
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
35 |
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
36 |
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
37 |
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
38 |
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
39 |
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, # 80 |
40 |
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, # 90 |
41 |
223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237, # a0 |
42 |
238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253, # b0 |
43 |
27, 3, 21, 28, 13, 2, 39, 19, 26, 4, 23, 11, 8, 12, 5, 1, # c0 |
44 |
15, 16, 9, 7, 6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54, # d0 |
45 |
59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34, # e0 |
46 |
35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70, # f0 |
47 |
) |
48 |
|
49 |
win1251_CharToOrderMap = ( |
50 |
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
51 |
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
52 |
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
53 |
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
54 |
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
55 |
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
56 |
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
57 |
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
58 |
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, |
59 |
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, |
60 |
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, |
61 |
239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253, |
62 |
37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, |
63 |
45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, |
64 |
3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, |
65 |
9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, |
66 |
) |
67 |
|
68 |
latin5_CharToOrderMap = ( |
69 |
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
70 |
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
71 |
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
72 |
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
73 |
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
74 |
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
75 |
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
76 |
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
77 |
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, |
78 |
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, |
79 |
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, |
80 |
37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, |
81 |
45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, |
82 |
3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, |
83 |
9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, |
84 |
239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, |
85 |
) |
86 |
|
87 |
macCyrillic_CharToOrderMap = ( |
88 |
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
89 |
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
90 |
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
91 |
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
92 |
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
93 |
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
94 |
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
95 |
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
96 |
37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, |
97 |
45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, |
98 |
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, |
99 |
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, |
100 |
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, |
101 |
239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16, |
102 |
3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, |
103 |
9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255, |
104 |
) |
105 |
|
106 |
IBM855_CharToOrderMap = ( |
107 |
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
108 |
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
109 |
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
110 |
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
111 |
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
112 |
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
113 |
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
114 |
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
115 |
191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205, |
116 |
206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70, |
117 |
3, 37, 21, 44, 28, 58, 13, 41, 2, 48, 39, 53, 19, 46,218,219, |
118 |
220,221,222,223,224, 26, 55, 4, 42,225,226,227,228, 23, 60,229, |
119 |
230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243, |
120 |
8, 49, 12, 38, 5, 31, 1, 34, 15,244,245,246,247, 35, 16,248, |
121 |
43, 9, 45, 7, 32, 6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249, |
122 |
250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255, |
123 |
) |
124 |
|
125 |
IBM866_CharToOrderMap = ( |
126 |
255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, # 00 |
127 |
255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, # 10 |
128 |
253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, # 20 |
129 |
252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, # 30 |
130 |
253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, # 40 |
131 |
155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, # 50 |
132 |
253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, # 60 |
133 |
67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, # 70 |
134 |
37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, |
135 |
45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, |
136 |
3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, |
137 |
191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, |
138 |
207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, |
139 |
223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, |
140 |
9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, |
141 |
239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, |
142 |
) |
143 |
|
144 |
# Model Table:
|
145 |
# total sequences: 100%
|
146 |
# first 512 sequences: 97.6601%
|
147 |
# first 1024 sequences: 2.3389%
|
148 |
# rest sequences: 0.1237%
|
149 |
# negative sequences: 0.0009%
|
150 |
RussianLangModel = ( |
151 |
0,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,1,1,3,3,3,3,1,3,3,3,2,3,2,3,3, |
152 |
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,0,3,2,2,2,2,2,0,0,2, |
153 |
3,3,3,2,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,2,3,2,0, |
154 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
155 |
3,3,3,2,2,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,2,3,3,1,0, |
156 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
157 |
3,2,3,2,3,3,3,3,3,3,3,3,3,3,3,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, |
158 |
0,0,0,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
159 |
3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,3,3,0,0,3,3,3,3,3,3,3,3,3,3,3,2,1, |
160 |
0,0,0,0,0,1,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
161 |
3,3,3,3,3,3,3,3,2,2,2,3,1,3,3,1,3,3,3,3,2,2,3,0,2,2,2,3,3,2,1,0, |
162 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, |
163 |
3,3,3,3,3,3,2,3,3,3,3,3,2,2,3,2,3,3,3,2,1,2,2,0,1,2,2,2,2,2,2,0, |
164 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
165 |
3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,2,2,2,3,0,2,2,3,3,2,1,2,0, |
166 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,1,0,0,2,0,0,0,0,0,0,0,0,0, |
167 |
3,3,3,3,3,3,2,3,3,1,2,3,2,2,3,2,3,3,3,3,2,2,3,0,3,2,2,3,1,1,1,0, |
168 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
169 |
3,3,3,3,3,3,3,3,2,2,3,3,3,3,3,2,3,3,3,3,2,2,2,0,3,3,3,2,2,2,2,0, |
170 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
171 |
3,3,3,3,3,3,3,3,3,3,2,3,2,3,3,3,3,3,3,2,3,2,2,0,1,3,2,1,2,2,1,0, |
172 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
173 |
3,3,3,3,3,3,3,3,3,3,3,2,1,1,3,0,1,1,1,1,2,1,1,0,2,2,2,1,2,0,1,0, |
174 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
175 |
3,3,3,3,3,3,2,3,3,2,2,2,2,1,3,2,3,2,3,2,1,2,2,0,1,1,2,1,2,1,2,0, |
176 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
177 |
3,3,3,3,3,3,3,3,3,3,3,3,2,2,3,2,3,3,3,2,2,2,2,0,2,2,2,2,3,1,1,0, |
178 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
179 |
3,2,3,2,2,3,3,3,3,3,3,3,3,3,1,3,2,0,0,3,3,3,3,2,3,3,3,3,2,3,2,0, |
180 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
181 |
2,3,3,3,3,3,2,2,3,3,0,2,1,0,3,2,3,2,3,0,0,1,2,0,0,1,0,1,2,1,1,0, |
182 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
183 |
3,0,3,0,2,3,3,3,3,2,3,3,3,3,1,2,2,0,0,2,3,2,2,2,3,2,3,2,2,3,0,0, |
184 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
185 |
3,2,3,0,2,3,2,3,0,1,2,3,3,2,0,2,3,0,0,2,3,2,2,0,1,3,1,3,2,2,1,0, |
186 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
187 |
3,1,3,0,2,3,3,3,3,3,3,3,3,2,1,3,2,0,0,2,2,3,3,3,2,3,3,0,2,2,0,0, |
188 |
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
189 |
3,3,3,3,3,3,2,2,3,3,2,2,2,3,3,0,0,1,1,1,1,1,2,0,0,1,1,1,1,0,1,0, |
190 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
191 |
3,3,3,3,3,3,2,2,3,3,3,3,3,3,3,0,3,2,3,3,2,3,2,0,2,1,0,1,1,0,1,0, |
192 |
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
193 |
3,3,3,3,3,3,2,3,3,3,2,2,2,2,3,1,3,2,3,1,1,2,1,0,2,2,2,2,1,3,1,0, |
194 |
0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0, |
195 |
2,2,3,3,3,3,3,1,2,2,1,3,1,0,3,0,0,3,0,0,0,1,1,0,1,2,1,0,0,0,0,0, |
196 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
197 |
3,2,2,1,1,3,3,3,2,2,1,2,2,3,1,1,2,0,0,2,2,1,3,0,0,2,1,1,2,1,1,0, |
198 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
199 |
3,2,3,3,3,3,1,2,2,2,1,2,1,3,3,1,1,2,1,2,1,2,2,0,2,0,0,1,1,0,1,0, |
200 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
201 |
2,3,3,3,3,3,2,1,3,2,2,3,2,0,3,2,0,3,0,1,0,1,1,0,0,1,1,1,1,0,1,0, |
202 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
203 |
3,3,2,3,3,3,2,2,2,3,3,1,2,1,2,1,0,1,0,1,1,0,1,0,0,2,1,1,1,0,1,0, |
204 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, |
205 |
3,1,1,2,1,2,3,3,2,2,1,2,2,3,0,2,1,0,0,2,2,3,2,1,2,2,2,2,2,3,1,0, |
206 |
0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
207 |
3,3,3,3,3,1,1,0,1,1,2,2,1,1,3,0,0,1,3,1,1,1,0,0,0,1,0,1,1,0,0,0, |
208 |
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
209 |
2,1,3,3,3,2,0,0,0,2,1,0,1,0,2,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
210 |
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
211 |
2,0,1,0,0,2,3,2,2,2,1,2,2,2,1,2,1,0,0,1,1,1,0,2,0,1,1,1,0,0,1,1, |
212 |
1,0,0,0,0,0,1,2,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0, |
213 |
2,3,3,3,3,0,0,0,0,1,0,0,0,0,3,0,1,2,1,0,0,0,0,0,0,0,1,1,0,0,1,1, |
214 |
1,0,1,0,1,2,0,0,1,1,2,1,0,1,1,1,1,0,1,1,1,1,0,1,0,0,1,0,0,1,1,0, |
215 |
2,2,3,2,2,2,3,1,2,2,2,2,2,2,2,2,1,1,1,1,1,1,1,0,1,0,1,1,1,0,2,1, |
216 |
1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,0,1,1,1,0,1,1,0, |
217 |
3,3,3,2,2,2,2,3,2,2,1,1,2,2,2,2,1,1,3,1,2,1,2,0,0,1,1,0,1,0,2,1, |
218 |
1,1,1,1,1,2,1,0,1,1,1,1,0,1,0,0,1,1,0,0,1,0,1,0,0,1,0,0,0,1,1,0, |
219 |
2,0,0,1,0,3,2,2,2,2,1,2,1,2,1,2,0,0,0,2,1,2,2,1,1,2,2,0,1,1,0,2, |
220 |
1,1,1,1,1,0,1,1,1,2,1,1,1,2,1,0,1,2,1,1,1,1,0,1,1,1,0,0,1,0,0,1, |
221 |
1,3,2,2,2,1,1,1,2,3,0,0,0,0,2,0,2,2,1,0,0,0,0,0,0,1,0,0,0,0,1,1, |
222 |
1,0,1,1,0,1,0,1,1,0,1,1,0,2,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, |
223 |
2,3,2,3,2,1,2,2,2,2,1,0,0,0,2,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,2,1, |
224 |
1,1,2,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,1,1,0,0,0,0,0,1,0,0,0,0,0, |
225 |
3,0,0,1,0,2,2,2,3,2,2,2,2,2,2,2,0,0,0,2,1,2,1,1,1,2,2,0,0,0,1,2, |
226 |
1,1,1,1,1,0,1,2,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,1,1,1,0,0,1, |
227 |
2,3,2,3,3,2,0,1,1,1,0,0,1,0,2,0,1,1,3,1,0,0,0,0,0,0,0,1,0,0,2,1, |
228 |
1,1,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,0,0,1,1,0,1,0,0,0,0,0,0,1,0, |
229 |
2,3,3,3,3,1,2,2,2,2,0,1,1,0,2,1,1,1,2,1,0,1,1,0,0,1,0,1,0,0,2,0, |
230 |
0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
231 |
2,3,3,3,2,0,0,1,1,2,2,1,0,0,2,0,1,1,3,0,0,1,0,0,0,0,0,1,0,1,2,1, |
232 |
1,1,2,0,1,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,1,0,0,0,0,0,0,1,0,1,1,0, |
233 |
1,3,2,3,2,1,0,0,2,2,2,0,1,0,2,0,1,1,1,0,1,0,0,0,3,0,1,1,0,0,2,1, |
234 |
1,1,1,0,1,1,0,0,0,0,1,1,0,1,0,0,2,1,1,0,1,0,0,0,1,0,1,0,0,1,1,0, |
235 |
3,1,2,1,1,2,2,2,2,2,2,1,2,2,1,1,0,0,0,2,2,2,0,0,0,1,2,1,0,1,0,1, |
236 |
2,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,2,1,1,1,0,1,0,1,1,0,1,1,1,0,0,1, |
237 |
3,0,0,0,0,2,0,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,0,1,0,1,1,0,0,1,0,1, |
238 |
1,1,0,0,1,0,0,0,1,0,1,1,0,0,1,0,1,0,1,0,0,0,0,1,0,0,0,1,0,0,0,1, |
239 |
1,3,3,2,2,0,0,0,2,2,0,0,0,1,2,0,1,1,2,0,0,0,0,0,0,0,0,1,0,0,2,1, |
240 |
0,1,1,0,0,1,1,0,0,0,1,1,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,1,0, |
241 |
2,3,2,3,2,0,0,0,0,1,1,0,0,0,2,0,2,0,2,0,0,0,0,0,1,0,0,1,0,0,1,1, |
242 |
1,1,2,0,1,2,1,0,1,1,2,1,1,1,1,1,2,1,1,0,1,0,0,1,1,1,1,1,0,1,1,0, |
243 |
1,3,2,2,2,1,0,0,2,2,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,1, |
244 |
0,0,1,1,0,1,1,0,0,1,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, |
245 |
1,0,0,1,0,2,3,1,2,2,2,2,2,2,1,1,0,0,0,1,0,1,0,2,1,1,1,0,0,0,0,1, |
246 |
1,1,0,1,1,0,1,1,1,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0, |
247 |
2,0,2,0,0,1,0,3,2,1,2,1,2,2,0,1,0,0,0,2,1,0,0,2,1,1,1,1,0,2,0,2, |
248 |
2,1,1,1,1,1,1,1,1,1,1,1,1,2,1,0,1,1,1,1,0,0,0,1,1,1,1,0,1,0,0,1, |
249 |
1,2,2,2,2,1,0,0,1,0,0,0,0,0,2,0,1,1,1,1,0,0,0,0,1,0,1,2,0,0,2,0, |
250 |
1,0,1,1,1,2,1,0,1,0,1,1,0,0,1,0,1,1,1,0,1,0,0,0,1,0,0,1,0,1,1,0, |
251 |
2,1,2,2,2,0,3,0,1,1,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1, |
252 |
0,0,0,1,1,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0, |
253 |
1,2,2,3,2,2,0,0,1,1,2,0,1,2,1,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,1, |
254 |
0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,1,1,0,0,1,0,0,0,0,0,0,0,0,1,1,0, |
255 |
2,2,1,1,2,1,2,2,2,2,2,1,2,2,0,1,0,0,0,1,2,2,2,1,2,1,1,1,1,1,2,1, |
256 |
1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,0,1,1,1,0,0,0,0,1,1,1,0,1,1,0,0,1, |
257 |
1,2,2,2,2,0,1,0,2,2,0,0,0,0,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,2,0, |
258 |
0,0,1,0,0,1,0,0,0,0,1,0,1,1,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, |
259 |
0,0,2,0,0,0,0,0,0,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0, |
260 |
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
261 |
1,2,2,2,2,0,0,0,2,2,2,0,1,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,1, |
262 |
0,1,1,0,0,1,1,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
263 |
1,2,2,2,2,0,0,0,0,1,0,0,1,1,2,0,0,0,0,1,0,1,0,0,1,0,0,2,0,0,0,1, |
264 |
0,0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0, |
265 |
1,2,2,2,1,1,2,0,2,1,1,1,1,0,2,2,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1, |
266 |
0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0, |
267 |
1,0,2,1,2,0,0,0,0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0, |
268 |
0,0,1,0,1,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0, |
269 |
1,0,0,0,0,2,0,1,2,1,0,1,1,1,0,1,0,0,0,1,0,1,0,0,1,0,1,0,0,0,0,1, |
270 |
0,0,0,0,0,1,0,0,1,1,0,0,1,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1, |
271 |
2,2,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, |
272 |
1,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,1,0,0,0,0,0, |
273 |
2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, |
274 |
1,1,1,0,1,0,1,0,0,1,1,1,1,0,0,0,1,0,0,0,0,1,0,0,0,1,0,1,0,0,0,0, |
275 |
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1, |
276 |
1,1,0,1,1,0,1,0,1,0,0,0,0,1,1,0,1,1,0,0,0,0,0,1,0,1,1,0,1,0,0,0, |
277 |
0,1,1,1,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
278 |
0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0, |
279 |
) |
280 |
|
281 |
Koi8rModel = { |
282 |
'charToOrderMap': KOI8R_CharToOrderMap,
|
283 |
'precedenceMatrix': RussianLangModel,
|
284 |
'mTypicalPositiveRatio': 0.976601, |
285 |
'keepEnglishLetter': False, |
286 |
'charsetName': "KOI8-R" |
287 |
} |
288 |
|
289 |
Win1251CyrillicModel = { |
290 |
'charToOrderMap': win1251_CharToOrderMap,
|
291 |
'precedenceMatrix': RussianLangModel,
|
292 |
'mTypicalPositiveRatio': 0.976601, |
293 |
'keepEnglishLetter': False, |
294 |
'charsetName': "windows-1251" |
295 |
} |
296 |
|
297 |
Latin5CyrillicModel = { |
298 |
'charToOrderMap': latin5_CharToOrderMap,
|
299 |
'precedenceMatrix': RussianLangModel,
|
300 |
'mTypicalPositiveRatio': 0.976601, |
301 |
'keepEnglishLetter': False, |
302 |
'charsetName': "ISO-8859-5" |
303 |
} |
304 |
|
305 |
MacCyrillicModel = { |
306 |
'charToOrderMap': macCyrillic_CharToOrderMap,
|
307 |
'precedenceMatrix': RussianLangModel,
|
308 |
'mTypicalPositiveRatio': 0.976601, |
309 |
'keepEnglishLetter': False, |
310 |
'charsetName': "MacCyrillic" |
311 |
}; |
312 |
|
313 |
Ibm866Model = { |
314 |
'charToOrderMap': IBM866_CharToOrderMap,
|
315 |
'precedenceMatrix': RussianLangModel,
|
316 |
'mTypicalPositiveRatio': 0.976601, |
317 |
'keepEnglishLetter': False, |
318 |
'charsetName': "IBM866" |
319 |
} |
320 |
|
321 |
Ibm855Model = { |
322 |
'charToOrderMap': IBM855_CharToOrderMap,
|
323 |
'precedenceMatrix': RussianLangModel,
|
324 |
'mTypicalPositiveRatio': 0.976601, |
325 |
'keepEnglishLetter': False, |
326 |
'charsetName': "IBM855" |
327 |
} |
328 |
|
329 |
# flake8: noqa
|