fix Boxun fetch body nil.

wedojava · wedojava · commit 5862b880a11a · 2020-07-06T15:13:15.000+08:00
diff --git a/internal/fetcher/body.go b/internal/fetcher/body.go
@@ -96,16 +96,15 @@ func Boxun(p *Post) (string, error) {
 	if len(nodes) == 0 {
 		return "", errors.New("[-] There is no tag named `<td class=F11>` from: " + p.URL.String())
 	}
-	articleDoc := nodes[0].FirstChild
-	blist := ElementsNextByTag(articleDoc, "br")
+	blist := ElementsNextByTag(nodes[0], "br")
 	for _, b := range blist {
-		if b.NextSibling == nil || b.NextSibling.Type != html.TextNode || b.NextSibling.Data == "" {
+		if b.Type != html.TextNode || b.Data == "" {
 			continue
 		} else {
-			body += b.NextSibling.Data
+			body += strings.ReplaceAll(b.Data, "\u00a0", "")
 		}
 	}
-
+	gears.ConvertToUtf8(&body, "gbk", "utf8")
 	return body, nil
 }
 

Original file line number	Diff line number	Diff line change
`@@ -96,16 +96,15 @@ func Boxun(p *Post) (string, error) {`
`96`	`96`	`if len(nodes) == 0 {`
`97`	`97`	return "", errors.New("[-] There is no tag named `<td class=F11>` from: " + p.URL.String())
`98`	`98`	`}`
`99`		`- articleDoc := nodes[0].FirstChild`
`100`		`- blist := ElementsNextByTag(articleDoc, "br")`
	`99`	`+ blist := ElementsNextByTag(nodes[0], "br")`
`101`	`100`	`for _, b := range blist {`
`102`		`- if b.NextSibling == nil \|\| b.NextSibling.Type != html.TextNode \|\| b.NextSibling.Data == "" {`
	`101`	`+ if b.Type != html.TextNode \|\| b.Data == "" {`
`103`	`102`	`continue`
`104`	`103`	`} else {`
`105`		`- body += b.NextSibling.Data`
	`104`	`+ body += strings.ReplaceAll(b.Data, "\u00a0", "")`
`106`	`105`	`}`
`107`	`106`	`}`
`108`		`-`
	`107`	`+ gears.ConvertToUtf8(&body, "gbk", "utf8")`
`109`	`108`	`return body, nil`
`110`	`109`	`}`
`111`	`110`