65 Star 395 Fork 128

admpub/nging

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
charset.go 1.81 KB
一键复制 编辑 原始数据 按行查看 历史
admpub 提交于 2019-05-10 23:35 . v2.0.0
/*
Nging is a toolbox for webmasters
Copyright (C) 2018-present Wenhui Shen <swh@admpub.com>
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published
by the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
package charset
import (
"bytes"
"errors"
"unicode/utf8"
"github.com/admpub/mahonia"
//"github.com/admpub/chardet"
sc "github.com/admpub/mahonia"
runewidth "github.com/mattn/go-runewidth"
)
func Convert(fromEnc string, toEnc string, b []byte) ([]byte, error) {
if !Validate(fromEnc) {
return nil, errors.New(`Unsuppored charset: ` + fromEnc)
}
if !Validate(toEnc) {
return nil, errors.New(`Unsuppored charset: ` + toEnc)
}
dec := sc.NewDecoder(fromEnc)
s := dec.ConvertString(string(b))
enc := sc.NewEncoder(toEnc)
s = enc.ConvertString(s)
b = []byte(s)
return b, nil
}
func Validate(enc string) bool {
return mahonia.GetCharset(enc) != nil
}
func Truncate(str string, width int) string {
w := 0
b := []byte(str)
var buf bytes.Buffer
for len(b) > 0 {
r, size := utf8.DecodeRune(b)
rw := runewidth.RuneWidth(r)
if w+rw > width {
break
}
buf.WriteRune(r)
w += rw
b = b[size:]
}
return buf.String()
}
func With(str string) int {
return runewidth.StringWidth(str)
}
func RuneWith(str string) int {
return utf8.RuneCountInString(str)
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
Go
1
https://gitee.com/admpub/nging.git
git@gitee.com:admpub/nging.git
admpub
nging
nging
v2.0.1

搜索帮助

0d507c66 1850385 C8b1a773 1850385