10分钟go crawler colly从入门到精通

• GoQuery

  11 13,552 6.6 Go

  A little like that j-thing, only in Go.

  

goquery

• htmlquery

  3 697 5.3 Go

  htmlquery is golang XPath package for HTML query.

  

htmlquery

• WorkOS

  workos.com sponsored

  The modern identity platform for B2B SaaS. The APIs are flexible and easy-to-use, supporting authentication, user identity, and complex enterprise features like SSO and SCIM provisioning.

  

• CPython

  1,314 59,531 10.0 Python

  The Python programming language

  

package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• PHPT

  276 37,289 10.0 C

  The PHP Interpreter

  

package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• httpbin

  71 12,384 0.0 Python

  HTTP Request & Response Service, written in Python + Flask.

  

package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• Visual Studio Code

  2,840 158,095 10.0 TypeScript

  Visual Studio Code

  

package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• clojure

  97 10,282 7.9 Java

  The Clojure programming language

  

package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• InfluxDB

  www.influxdata.com sponsored

  Power Real-Time Data Analytics at Scale. Get real-time insights from all types of time series data with InfluxDB. Ingest, query, and analyze billions of data points in real-time with unbounded cardinality.

  

Suggest a related project