Module pywander.text.encoding

编码转换问题

Functions

def convert_encoding(origin_string, origin_encoding, to_encoding, errors='ignore')

Expand source code

def convert_encoding(origin_string, origin_encoding, to_encoding,
                     errors='ignore'):
    b = origin_string.encode(origin_encoding, errors=errors)
    s = b.decode(to_encoding, errors)
    return s

def print_encoding_convert_tab(string, encoding_list=None, errors='ignore')

Expand source code

def print_encoding_convert_tab(string, encoding_list=None, errors='ignore'):
    """
    猜测某个乱码中文字符的可能字符编码和内容
    """
    try:
        from tabulate import tabulate
        tabulate_can_not_use = False
    except Exception as e:
        tabulate_can_not_use = True

    if encoding_list is None:
        encoding_list = ["UTF-8", "GB18030", "GB2312", "GBK", "Windows-1252",
                         "ISO8859-1"]

    table = []

    for encoding in encoding_list:
        for origin_encoding in encoding_list:
            if encoding == origin_encoding:
                continue

            s = convert_encoding(string, encoding, origin_encoding)

            table.append([encoding, origin_encoding, s])

    headers = ['assume_encoding_now', 'assume_encoding_origin', 'recover_string']
    if tabulate_can_not_use:
        print('  |'.join(headers))
        print('-------------------------')
        for a, b, c in table:
            print('  |'.join([a, b, c]))
        print('-------------------------')
    else:
        print(tabulate(table, headers=headers, tablefmt="github"))

猜测某个乱码中文字符的可能字符编码和内容