之前也折腾过，但是没完美解决，最近在爬些数据，然后想保存成统一的编码，于是自然而然地有编码转换的问题，在网上找最多的解决方案是通过CGO调用iconv实现，这个方案在mac或Linux之类的系统上很好解决，因为基本上都会有iconv的链接库，即使没有，一条命令就装上了，但在Windows上就麻烦些，首先Windows上用CGO就要稍微麻烦点，需要首先装一个gcc编译器，比如MinGW或其衍生品。我的系统上有个msys2，上面也有iconv的链接库，直接从网上go get一个iconv的go封装package就会通过CGO试图寻找那些归档文件，但它会说找不到mingwex和mingw32的归档文件，这个问题可以通过在CGO_LDFLAGS环境变量中设置链接器搜索路径解决。
虽然这样可以在Windows上也编译生成链接了iconv的程序，但实际上我跑不起来这个程序，双击或直接在console中敲命令行都没有任何反应，也不报错，完全无法定位，于是我只好再想找一个纯Go实现的解决方案，还真有！
Go team提供了CJK几种常见编码的encoder和decoder，所以这很方便了：
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
import (
"bytes"
"errors"
"io/ioutil"
"strings"
"golang.org/x/text/encoding/japanese"
"golang.org/x/text/encoding/korean"
"golang.org/x/text/encoding/simplifiedchinese"
"golang.org/x/text/encoding/traditionalchinese"
"golang.org/x/text/transform"
)
// ToUTF8 convert from CJK encoding to UTF-8
func ToUTF8(from string, s []byte) ([]byte, error) {
var reader *transform.Reader
switch strings.ToLower(from) {
case "gbk", "cp936", "windows-936":
reader = transform.NewReader(bytes.NewReader(s), simplifiedchinese.GBK.NewDecoder())
case "gb18030":
reader = transform.NewReader(bytes.NewReader(s), simplifiedchinese.GB18030.NewDecoder())
case "gb2312":
reader = transform.NewReader(bytes.NewReader(s), simplifiedchinese.HZGB2312.NewDecoder())
case "big5", "big-5", "cp950":
reader = transform.NewReader(bytes.NewReader(s), traditionalchinese.Big5.NewDecoder())
case "euc-kr", "euckr", "cp949":
reader = transform.NewReader(bytes.NewReader(s), korean.EUCKR.NewDecoder())
case "euc-jp", "eucjp":
reader = transform.NewReader(bytes.NewReader(s), japanese.EUCJP.NewDecoder())
case "shift-jis":
reader = transform.NewReader(bytes.NewReader(s), japanese.ShiftJIS.NewDecoder())
case "iso-2022-jp", "cp932", "windows-31j":
reader = transform.NewReader(bytes.NewReader(s), japanese.ISO2022JP.NewDecoder())
default:
return s, errors.New("Unsupported encoding " + from)
}
d, e := ioutil.ReadAll(reader)
if e != nil {
return nil, e
}
return d, nil
}
// FromUTF8 convert from UTF-8 encoding to CJK encoding
func FromUTF8(to string, s []byte) ([]byte, error) {
var reader *transform.Reader
switch strings.ToLower(to) {
case "gbk", "cp936", "windows-936":
reader = transform.NewReader(bytes.NewReader(s), simplifiedchinese.GBK.NewEncoder())
case "gb18030":
reader = transform.NewReader(bytes.NewReader(s), simplifiedchinese.GB18030.NewEncoder())
case "gb2312":
reader = transform.NewReader(bytes.NewReader(s), simplifiedchinese.HZGB2312.NewEncoder())
case "big5", "big-5", "cp950":
reader = transform.NewReader(bytes.NewReader(s), traditionalchinese.Big5.NewEncoder())
case "euc-kr", "euckr", "cp949":
reader = transform.NewReader(bytes.NewReader(s), korean.EUCKR.NewEncoder())
case "euc-jp", "eucjp":
reader = transform.NewReader(bytes.NewReader(s), japanese.EUCJP.NewEncoder())
case "shift-jis":
reader = transform.NewReader(bytes.NewReader(s), japanese.ShiftJIS.NewEncoder())
case "iso-2022-jp", "cp932", "windows-31j":
reader = transform.NewReader(bytes.NewReader(s), japanese.ISO2022JP.NewEncoder())
default:
return s, errors.New("Unsupported encoding " + to)
}
d, e := ioutil.ReadAll(reader)
if e != nil {
return nil, e
}
return d, nil
}
感觉本文不错，不妨小额鼓励我一下！
支付宝扫一扫
微信扫一扫