File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -2,22 +2,21 @@ package main
22
33import (
44 "log"
5- "strconv"
65 "time"
76
87 "github.com/wedojava/fetcher/internal/fetcher"
98)
109
1110func main () {
12- year := strconv .Itoa (time .Now ().Year ())
11+ // year := strconv.Itoa(time.Now().Year())
1312 sites := []string {
14- "https://www.dwnews.com" ,
13+ // "https://www.dwnews.com",
1514 "https://www.voachinese.com" ,
1615 "https://www.voachinese.com/z/1739" ,
17- "https://www.rfa.org/mandarin/" ,
18- "https://www.rfa.org/mandarin/Xinwen/story_archive?year=" + year ,
19- "https://www.rfa.org/mandarin/yataibaodao/story_archive?year=" + year ,
20- "https://www.boxun.com/rolling.shtml" ,
16+ // "https://www.rfa.org/mandarin/",
17+ // "https://www.rfa.org/mandarin/Xinwen/story_archive?year=" + year,
18+ // "https://www.rfa.org/mandarin/yataibaodao/story_archive?year=" + year,
19+ // "https://www.boxun.com/rolling.shtml",
2120 }
2221 for {
2322 fetcher .BreadthFirst (fetcher .Crawl , sites )
You can’t perform that action at this time.
0 commit comments