FilesExpand file tree

main

/

genwincodec.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

61 lines (50 loc) · 1.7 KB

main

/

genwincodec.py

Copy path

Top

File metadata and controls

• Code
• Blame

61 lines (50 loc) · 1.7 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

"""This script generates a Python codec module from a Windows Code Page.

It uses the function MultiByteToWideChar to generate a decoding table.

"""

import ctypes

from ctypes import wintypes

from gencodec import codegen

import unicodedata

def genwinmap(codepage):

MultiByteToWideChar = ctypes.windll.kernel32.MultiByteToWideChar

MultiByteToWideChar.argtypes = [wintypes.UINT, wintypes.DWORD,

wintypes.LPCSTR, ctypes.c_int,

wintypes.LPWSTR, ctypes.c_int]

MultiByteToWideChar.restype = ctypes.c_int

enc2uni = {}

for i in list(range(32)) + [127]:

enc2uni[i] = (i, 'CONTROL CHARACTER')

for i in range(256):

buf = ctypes.create_unicode_buffer(2)

ret = MultiByteToWideChar(

codepage, 0,

bytes([i]), 1,

buf, 2)

assert ret == 1, "invalid code page"

assert buf[1] == '\x00'

try:

name = unicodedata.name(buf[0])

except ValueError:

try:

name = enc2uni[i][1]

except KeyError:

name = ''

enc2uni[i] = (ord(buf[0]), name)

return enc2uni

def genwincodec(codepage):

import platform

map = genwinmap(codepage)

encodingname = 'cp%d' % codepage

code = codegen("", map, encodingname)

# Replace first lines with our own docstring

code = '''\

"""Python Character Mapping Codec %s generated on Windows:

%s with the command:

python Tools/unicode/genwincodec.py %s

"""#"

''' % (encodingname, ' '.join(platform.win32_ver()), codepage

) + code.split('"""#"', 1)[1]

print(code)

if __name__ == '__main__':

import sys

genwincodec(int(sys.argv[1]))