fix(spider): subject.score_details won't be empty string (#34)

trim21-archive · Mar 22, 2020 · 4b72170 · 4b72170
1 parent 78cfa16
commit 4b72170
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 0 deletions.
diff --git a/pkg/spider/background.go b/pkg/spider/background.go
@@ -131,6 +131,7 @@ func parser(resQueue chan response) {
 			subject.Image = getImageURL(doc)
 			subject.Score = getScore(doc)
 			subject.Info = getInfo(doc)
+			subject.ScoreDetails = getScoreDetails(doc)
 			subject.SubjectType = getSubjectType(doc)
 			uploadSubject(&subject)
 		}()

diff --git a/pkg/spider/subject.go b/pkg/spider/subject.go
@@ -50,6 +50,20 @@ func getCollectorCount(doc *html.Node, subject *db.Subject) {
 	}
 }
 
+func getScoreDetails(doc *html.Node) string {
+	var detail = make(map[string]string)
+	detail["total"] = htmlquery.InnerText(htmlquery.FindOne(doc, `//*[@id="ChartWarpper"]/div/small/span/text()`))
+	for _, li := range htmlquery.Find(doc, `//*[@id="ChartWarpper"]/ul[@class="horizontalChart"]/li`) {
+		s := htmlquery.InnerText(htmlquery.FindOne(doc, `.//span[@class="count"]/text()`))
+		detail[htmlquery.InnerText(htmlquery.FindOne(li, `.//span[@class="label"]/text()`))] = s[1 : len(s)-1]
+	}
+	data, err := json.Marshal(detail)
+	if err != nil {
+		return "{}"
+	}
+	return string(data)
+}
+
 func getInfo(doc *html.Node) string {
 	var info = make(map[string][]string)