10分钟go crawler colly从入门到精通

• GoQuery

  11 14,106 7.2 Go

  A little like that j-thing, only in Go.

  

  goquery

• CodeRabbit

  coderabbit.ai featured

  CodeRabbit: AI Code Reviews for Developers. Revolutionize your code reviews with AI. CodeRabbit offers PR summaries, code walkthroughs, 1-click suggestions, and AST-based analysis. Boost productivity and code quality across all major languages with each PR.

  

• htmlquery

  3 743 4.9 Go

  htmlquery is golang XPath package for HTML query.

  

  htmlquery

• CPython

  1,412 63,853 10.0 Python

  The Python programming language

  

  package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• PHPT

  294 38,351 10.0 C

  The PHP Interpreter

  

  package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• httpbin

  80 12,850 0.0 Python

  HTTP Request & Response Service, written in Python + Flask.

  

  package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• Visual Studio Code

  3,029 164,910 10.0 TypeScript

  Visual Studio Code

  

  package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• clojure

  107 10,484 8.1 Java

  The Clojure programming language

  

  package main import ( "fmt" "github.com/gocolly/colly/v2" ) func main() { urls := []string{ "http://webcode.me", "https://example.com", "http://httpbin.org", "https://www.perl.org", "https://www.php.net", "https://www.python.org", "https://code.visualstudio.com", "https://clojure.org", } c := colly.NewCollector( colly.Async(), ) c.OnHTML("title", func(e *colly.HTMLElement) { fmt.Println(e.Text) }) for _, url := range urls { c.Visit(url) } c.Wait() }

• SaaSHub

  www.saashub.com featured

  SaaSHub - Software Alternatives and Reviews. SaaSHub helps you find the best software and product alternatives

  

Suggest a related project