如何使用Golang爬取必应壁纸

graphTD
请求数据-->解析数据-->数据入库

packagemain

import(
"fmt"
"github.com/PuerkitoBio/goquery"
"io"
"io/ioutil"
"log"
"net/http"
"os"
"time"
)

funcRun(method,urlstring,bodyio.Reader,client*http.Client){
req,err:=http.NewRequest(method,url,body)
iferr!=nil{
log.Println("获取请求对象失败")
return
}
req.Header.Set("user-agent","Mozilla/5.0(WindowsNT10.0;Win64;x64)AppleWebKit/537.36(KHTML,likeGecko)Chrome/110.0.0.0Safari/537.36")
resp,err:=client.Do(req)
iferr!=nil{
log.Println("发起请求失败")
return
}
ifresp.StatusCode!=http.StatusOK{
log.Printf("请求失败，状态码：%d",resp.StatusCode)
return
}
deferresp.Body.Close()//关闭响应对象中的body
query,err:=goquery.NewDocumentFromReader(resp.Body)
iferr!=nil{
log.Println免费云主机域名("生成goQuery对象失败")
return
}
query.Find(".container.item").Each(func(iint,s*goquery.Selection){
imgUrl,_:=s.Find("a.ctrl.download").Attr("href")
imgName:=s.Find(".description>h4").Text()
fmt.Println(imgUrl)
fmt.Println(imgName)
DownloadImage(imgUrl,i,client)
time.Sleep(time.Second)
fmt.Println("-------------------------")
})
}

funcDownloadImage(urlstring,indexint,client*http.Client){
req,err:=http.NewRequest("POST",url,nil)
iferr!=nil{
log.Println("获取请求对象失败")
return
}
req.Header.Set("user-agent","Mozilla/5.0(WindowsNT10.0;Win64;x64)AppleWebKit/537.36(KHTML,likeGecko)Chrome/110.0.0.0Safari/537.36")
resp,err:=client.Do(req)
iferr!=nil{
log.Println("发起请求失败")
return
}
data,err:=ioutil.ReadAll(resp.Body)
iferr!=nil{
log.Println("读取请求体失败")
return
}
baseDir:="./image/image-%d.jpg"
f,err:=os.OpenFile(fmt.Sprintf(baseDir,index),os.O_CREATE|os.O_TRUNC|os.O_WRONLY,0666)
iferr!=nil{
log.Println("打开文件失败",err.Error())
return
}
deferf.Close()
_,err=f.Write(data)
iferr!=nil{
log.Println("写入数据失败")
return
}
fmt.Println("下载图片成功")
}

funcmain(){
client:=&http.Client{}
url:="https://bing.ioliu.cn/?p=%d"
method:="GET"
Run(method,url,nil,client)
}

//爬取多页的main函数如下
funcmain(){
client:=&http.Client{}
url:="https://bing.ioliu.cn/?p=%d"
method:="GET"
fori:=1;i