Add a new unicode codec: ptcp154 (Kazakh)

diff --git a/Doc/lib/libcodecs.tex b/Doc/lib/libcodecs.tex
index cf04afdcce79c6618510a7d3c868e890a86eae2a..cc4992f925ced1b877e5eb4cb39dd52cd056b51d 100644 (file)
--- a/Doc/lib/libcodecs.tex
+++ b/Doc/lib/libcodecs.tex
@@ -829,6 +829,10 @@ exist:
         {macturkish}
         {Turkish}
 
+\lineiii{ptcp154}
+        {csptcp154, pt154, cp154, cyrillic-asian}
+        {Kazakh}
+
 \lineiii{shift_jis}
         {csshiftjis, shiftjis, sjis, s_jis}
         {Japanese}

diff --git a/Lib/encodings/aliases.py b/Lib/encodings/aliases.py
index f362bae10d3b35778d4fb66b98a194d297425453..579cf1727a36e71b3dc07eae16b3b91173d14868 100644 (file)
--- a/Lib/encodings/aliases.py
+++ b/Lib/encodings/aliases.py
@@ -396,6 +396,12 @@ aliases = {
     # mbcs codec
     'dbcs'               : 'mbcs',
 
+    # ptcp154 codec
+    'csptcp154'          : 'ptcp154',
+    'pt154'              : 'ptcp154',
+    'cp154'              : 'ptcp154',
+    'cyrillic-asian'     : 'ptcp154',
+
     # quopri_codec codec
     'quopri'             : 'quopri_codec',
     'quoted_printable'   : 'quopri_codec',

diff --git a/Lib/encodings/ptcp154.py b/Lib/encodings/ptcp154.py
new file mode 100644 (file)
index 0000000..7734f61
--- /dev/null
+++ b/Lib/encodings/ptcp154.py
@@ -0,0 +1,162 @@
+""" Python Character Mapping Codec generated from 'PTCP154.txt' with gencodec.py.
+
+Written by Marc-Andre Lemburg (mal@lemburg.com).
+
+(c) Copyright CNRI, All Rights Reserved. NO WARRANTY.
+(c) Copyright 2000 Guido van Rossum.
+
+"""#"
+
+import codecs
+
+### Codec APIs
+
+class Codec(codecs.Codec):
+
+    def encode(self,input,errors='strict'):
+
+        return codecs.charmap_encode(input,errors,encoding_map)
+
+    def decode(self,input,errors='strict'):
+
+        return codecs.charmap_decode(input,errors,decoding_map)
+
+class StreamWriter(Codec,codecs.StreamWriter):
+    pass
+
+class StreamReader(Codec,codecs.StreamReader):
+    pass
+
+### encodings module API
+
+def getregentry():
+
+    return (Codec().encode,Codec().decode,StreamReader,StreamWriter)
+
+### Decoding Map
+
+decoding_map = codecs.make_identity_dict(range(256))
+decoding_map.update({
+       0x0080: 0x0496, #        CYRILLIC CAPITAL LETTER ZHE WITH DESCENDER
+       0x0081: 0x0492, #        CYRILLIC CAPITAL LETTER GHE WITH STROKE
+       0x0082: 0x04ee, #        CYRILLIC CAPITAL LETTER U WITH MACRON
+       0x0083: 0x0493, #        CYRILLIC SMALL LETTER GHE WITH STROKE
+       0x0084: 0x201e, #        DOUBLE LOW-9 QUOTATION MARK
+       0x0085: 0x2026, #        HORIZONTAL ELLIPSIS
+       0x0086: 0x04b6, #        CYRILLIC CAPITAL LETTER CHE WITH DESCENDER
+       0x0087: 0x04ae, #        CYRILLIC CAPITAL LETTER STRAIGHT U
+       0x0088: 0x04b2, #        CYRILLIC CAPITAL LETTER HA WITH DESCENDER
+       0x0089: 0x04af, #        CYRILLIC SMALL LETTER STRAIGHT U
+       0x008a: 0x04a0, #        CYRILLIC CAPITAL LETTER BASHKIR KA
+       0x008b: 0x04e2, #        CYRILLIC CAPITAL LETTER I WITH MACRON
+       0x008c: 0x04a2, #        CYRILLIC CAPITAL LETTER EN WITH DESCENDER
+       0x008d: 0x049a, #        CYRILLIC CAPITAL LETTER KA WITH DESCENDER
+       0x008e: 0x04ba, #        CYRILLIC CAPITAL LETTER SHHA
+       0x008f: 0x04b8, #        CYRILLIC CAPITAL LETTER CHE WITH VERTICAL STROKE
+       0x0090: 0x0497, #        CYRILLIC SMALL LETTER ZHE WITH DESCENDER
+       0x0091: 0x2018, #        LEFT SINGLE QUOTATION MARK
+       0x0092: 0x2019, #        RIGHT SINGLE QUOTATION MARK
+       0x0093: 0x201c, #        LEFT DOUBLE QUOTATION MARK
+       0x0094: 0x201d, #        RIGHT DOUBLE QUOTATION MARK
+       0x0095: 0x2022, #        BULLET
+       0x0096: 0x2013, #        EN DASH
+       0x0097: 0x2014, #        EM DASH
+       0x0098: 0x04b3, #        CYRILLIC SMALL LETTER HA WITH DESCENDER
+       0x0099: 0x04b7, #        CYRILLIC SMALL LETTER CHE WITH DESCENDER
+       0x009a: 0x04a1, #        CYRILLIC SMALL LETTER BASHKIR KA
+       0x009b: 0x04e3, #        CYRILLIC SMALL LETTER I WITH MACRON
+       0x009c: 0x04a3, #        CYRILLIC SMALL LETTER EN WITH DESCENDER
+       0x009d: 0x049b, #        CYRILLIC SMALL LETTER KA WITH DESCENDER
+       0x009e: 0x04bb, #        CYRILLIC SMALL LETTER SHHA
+       0x009f: 0x04b9, #        CYRILLIC SMALL LETTER CHE WITH VERTICAL STROKE
+       0x00a1: 0x040e, #        CYRILLIC CAPITAL LETTER SHORT U (Byelorussian)
+       0x00a2: 0x045e, #        CYRILLIC SMALL LETTER SHORT U (Byelorussian)
+       0x00a3: 0x0408, #        CYRILLIC CAPITAL LETTER JE
+       0x00a4: 0x04e8, #        CYRILLIC CAPITAL LETTER BARRED O
+       0x00a5: 0x0498, #        CYRILLIC CAPITAL LETTER ZE WITH DESCENDER
+       0x00a6: 0x04b0, #        CYRILLIC CAPITAL LETTER STRAIGHT U WITH STROKE
+       0x00a8: 0x0401, #        CYRILLIC CAPITAL LETTER IO
+       0x00aa: 0x04d8, #        CYRILLIC CAPITAL LETTER SCHWA
+       0x00ad: 0x04ef, #        CYRILLIC SMALL LETTER U WITH MACRON
+       0x00af: 0x049c, #        CYRILLIC CAPITAL LETTER KA WITH VERTICAL STROKE
+       0x00b1: 0x04b1, #        CYRILLIC SMALL LETTER STRAIGHT U WITH STROKE
+       0x00b2: 0x0406, #        CYRILLIC CAPITAL LETTER BYELORUSSIAN-UKRAINIAN I
+       0x00b3: 0x0456, #        CYRILLIC SMALL LETTER BYELORUSSIAN-UKRAINIAN I
+       0x00b4: 0x0499, #        CYRILLIC SMALL LETTER ZE WITH DESCENDER
+       0x00b5: 0x04e9, #        CYRILLIC SMALL LETTER BARRED O
+       0x00b8: 0x0451, #        CYRILLIC SMALL LETTER IO
+       0x00b9: 0x2116, #        NUMERO SIGN
+       0x00ba: 0x04d9, #        CYRILLIC SMALL LETTER SCHWA
+       0x00bc: 0x0458, #        CYRILLIC SMALL LETTER JE
+       0x00bd: 0x04aa, #        CYRILLIC CAPITAL LETTER ES WITH DESCENDER
+       0x00be: 0x04ab, #        CYRILLIC SMALL LETTER ES WITH DESCENDER
+       0x00bf: 0x049d, #        CYRILLIC SMALL LETTER KA WITH VERTICAL STROKE
+       0x00c0: 0x0410, #        CYRILLIC CAPITAL LETTER A
+       0x00c1: 0x0411, #        CYRILLIC CAPITAL LETTER BE
+       0x00c2: 0x0412, #        CYRILLIC CAPITAL LETTER VE
+       0x00c3: 0x0413, #        CYRILLIC CAPITAL LETTER GHE
+       0x00c4: 0x0414, #        CYRILLIC CAPITAL LETTER DE
+       0x00c5: 0x0415, #        CYRILLIC CAPITAL LETTER IE
+       0x00c6: 0x0416, #        CYRILLIC CAPITAL LETTER ZHE
+       0x00c7: 0x0417, #        CYRILLIC CAPITAL LETTER ZE
+       0x00c8: 0x0418, #        CYRILLIC CAPITAL LETTER I
+       0x00c9: 0x0419, #        CYRILLIC CAPITAL LETTER SHORT I
+       0x00ca: 0x041a, #        CYRILLIC CAPITAL LETTER KA
+       0x00cb: 0x041b, #        CYRILLIC CAPITAL LETTER EL
+       0x00cc: 0x041c, #        CYRILLIC CAPITAL LETTER EM
+       0x00cd: 0x041d, #        CYRILLIC CAPITAL LETTER EN
+       0x00ce: 0x041e, #        CYRILLIC CAPITAL LETTER O
+       0x00cf: 0x041f, #        CYRILLIC CAPITAL LETTER PE
+       0x00d0: 0x0420, #        CYRILLIC CAPITAL LETTER ER
+       0x00d1: 0x0421, #        CYRILLIC CAPITAL LETTER ES
+       0x00d2: 0x0422, #        CYRILLIC CAPITAL LETTER TE
+       0x00d3: 0x0423, #        CYRILLIC CAPITAL LETTER U
+       0x00d4: 0x0424, #        CYRILLIC CAPITAL LETTER EF
+       0x00d5: 0x0425, #        CYRILLIC CAPITAL LETTER HA
+       0x00d6: 0x0426, #        CYRILLIC CAPITAL LETTER TSE
+       0x00d7: 0x0427, #        CYRILLIC CAPITAL LETTER CHE
+       0x00d8: 0x0428, #        CYRILLIC CAPITAL LETTER SHA
+       0x00d9: 0x0429, #        CYRILLIC CAPITAL LETTER SHCHA
+       0x00da: 0x042a, #        CYRILLIC CAPITAL LETTER HARD SIGN
+       0x00db: 0x042b, #        CYRILLIC CAPITAL LETTER YERU
+       0x00dc: 0x042c, #        CYRILLIC CAPITAL LETTER SOFT SIGN
+       0x00dd: 0x042d, #        CYRILLIC CAPITAL LETTER E
+       0x00de: 0x042e, #        CYRILLIC CAPITAL LETTER YU
+       0x00df: 0x042f, #        CYRILLIC CAPITAL LETTER YA
+       0x00e0: 0x0430, #        CYRILLIC SMALL LETTER A
+       0x00e1: 0x0431, #        CYRILLIC SMALL LETTER BE
+       0x00e2: 0x0432, #        CYRILLIC SMALL LETTER VE
+       0x00e3: 0x0433, #        CYRILLIC SMALL LETTER GHE
+       0x00e4: 0x0434, #        CYRILLIC SMALL LETTER DE
+       0x00e5: 0x0435, #        CYRILLIC SMALL LETTER IE
+       0x00e6: 0x0436, #        CYRILLIC SMALL LETTER ZHE
+       0x00e7: 0x0437, #        CYRILLIC SMALL LETTER ZE
+       0x00e8: 0x0438, #        CYRILLIC SMALL LETTER I
+       0x00e9: 0x0439, #        CYRILLIC SMALL LETTER SHORT I
+       0x00ea: 0x043a, #        CYRILLIC SMALL LETTER KA
+       0x00eb: 0x043b, #        CYRILLIC SMALL LETTER EL
+       0x00ec: 0x043c, #        CYRILLIC SMALL LETTER EM
+       0x00ed: 0x043d, #        CYRILLIC SMALL LETTER EN
+       0x00ee: 0x043e, #        CYRILLIC SMALL LETTER O
+       0x00ef: 0x043f, #        CYRILLIC SMALL LETTER PE
+       0x00f0: 0x0440, #        CYRILLIC SMALL LETTER ER
+       0x00f1: 0x0441, #        CYRILLIC SMALL LETTER ES
+       0x00f2: 0x0442, #        CYRILLIC SMALL LETTER TE
+       0x00f3: 0x0443, #        CYRILLIC SMALL LETTER U
+       0x00f4: 0x0444, #        CYRILLIC SMALL LETTER EF
+       0x00f5: 0x0445, #        CYRILLIC SMALL LETTER HA
+       0x00f6: 0x0446, #        CYRILLIC SMALL LETTER TSE
+       0x00f7: 0x0447, #        CYRILLIC SMALL LETTER CHE
+       0x00f8: 0x0448, #        CYRILLIC SMALL LETTER SHA
+       0x00f9: 0x0449, #        CYRILLIC SMALL LETTER SHCHA
+       0x00fa: 0x044a, #        CYRILLIC SMALL LETTER HARD SIGN
+       0x00fb: 0x044b, #        CYRILLIC SMALL LETTER YERU
+       0x00fc: 0x044c, #        CYRILLIC SMALL LETTER SOFT SIGN
+       0x00fd: 0x044d, #        CYRILLIC SMALL LETTER E
+       0x00fe: 0x044e, #        CYRILLIC SMALL LETTER YU
+       0x00ff: 0x044f, #        CYRILLIC SMALL LETTER YA
+})
+
+### Encoding Map
+
+encoding_map = codecs.make_encoding_map(decoding_map)