- update pkg for new DOM change

This commit is contained in:
rocketlaunchr-cto 2021-02-02 22:25:30 +11:00
parent 80e6c4a00a
commit 14d80b5b0d

View File

@ -298,36 +298,26 @@ func Search(ctx context.Context, searchTerm string, opts ...SearchOptions) ([]Re
rErr = err
})
// https://www.w3schools.com/cssref/css_selectors.asp
c.OnHTML("div.g", func(e *colly.HTMLElement) {
sel := e.DOM
for i := range sel.Nodes {
if err := ctx.Err(); err != nil {
rErr = err
return
}
item := sel.Eq(i)
rDiv := item.Find("div.rc")
linkHref, _ := rDiv.Find("a").Attr("href")
linkText := strings.TrimSpace(linkHref)
titleText := strings.TrimSpace(rDiv.Find("h3").Text())
descText := strings.TrimSpace(rDiv.Find("div > div > span > span").Text())
if linkText != "" && linkText != "#" {
result := Result{
Rank: rank,
URL: linkText,
Title: titleText,
Description: descText,
}
results = append(results, result)
rank += 1
linkHref, _ := sel.Find("a").Attr("href")
linkText := strings.TrimSpace(linkHref)
titleText := strings.TrimSpace(sel.Find("div > div > a > h3 > span").Text())
descText := strings.TrimSpace(sel.Find("div > div > div > span > span").Text())
if linkText != "" && linkText != "#" {
result := Result{
Rank: rank,
URL: linkText,
Title: titleText,
Description: descText,
}
results = append(results, result)
rank += 1
}
})