From dea428124b107e9860ad21e407c128971e7ffaf4 Mon Sep 17 00:00:00 2001 From: rocketlaunchr-cto <38447948+rocketlaunchr-cto@users.noreply.github.com> Date: Thu, 1 Jul 2021 11:58:29 +1000 Subject: [PATCH] Revert "feat. colly execute add proxy" --- search.go | 13 ------------- search_test.go | 3 +-- 2 files changed, 1 insertion(+), 15 deletions(-) diff --git a/search.go b/search.go index 13c1d2f..7a3ddac 100644 --- a/search.go +++ b/search.go @@ -8,7 +8,6 @@ import ( "strings" "github.com/gocolly/colly/v2" - "github.com/gocolly/colly/v2/proxy" ) // Result represents a single result from Google Search. @@ -255,9 +254,6 @@ type SearchOptions struct { // OverLimit searches for more results than that specified by Limit. // It then reduces the returned results to match Limit. OverLimit bool - - // ProxyAddr sets a proxy address to avoid IP blocking. - ProxyAddr string } // Search returns a list of search results from Google. @@ -333,15 +329,6 @@ func Search(ctx context.Context, searchTerm string, opts ...SearchOptions) ([]Re } url := url(searchTerm, opts[0].CountryCode, lc, limit, opts[0].Start) - - if opts[0].ProxyAddr != "" { - rp, err := proxy.RoundRobinProxySwitcher(opts[0].ProxyAddr) - if err != nil { - return nil, err - } - c.SetProxyFunc(rp) - } - c.Visit(url) if rErr != nil { diff --git a/search_test.go b/search_test.go index 90d17f5..8dc52cb 100644 --- a/search_test.go +++ b/search_test.go @@ -16,8 +16,7 @@ func TestSearch(t *testing.T) { q := "Hello World" opts := googlesearch.SearchOptions{ - Limit: 20, - ProxyAddr: "socks://127.0.0.1:7890", + Limit: 20, } returnLinks, err := googlesearch.Search(ctx, q, opts)