0
点赞
收藏
分享

微信扫一扫

解决go语言访问网站编码不一致问题

悄然丝语 2023-02-09 阅读 80


package main

import (
"net/http"
"fmt"
"io/ioutil"
"golang.org/x/text/transform"
"io"
"bufio"
"golang.org/x/net/html/charset"
"golang.org/x/text/encoding"
)

func main() {
resp, err := http.Get("http://www.zhenai.com/zhenghun")
if err != nil {
panic(err)
}
defer resp.Body.Close()

if resp.StatusCode != http.StatusOK {
fmt.Println("error")
return
}

//监测网页是什么编码
e := determineEncoding(resp.Body)

//要下载gopm get -g -v golang.org/x/text 这个库
utf8Reader := transform.NewReader(resp.Body, e.NewDecoder())
all, err := ioutil.ReadAll(utf8Reader)

if err != nil {
panic(err)
}
fmt.Printf("%s\n",all)
}

func determineEncoding(r io.Reader) encoding.Encoding {
bytes, err := bufio.NewReader(r).Peek(1024)
if err != nil {
panic(err)
}
e, _, _ := charset.DetermineEncoding(bytes, "")
return e
}

 

举报

相关推荐

0 条评论