doc: add 1.5.1

Merge pull request #321 from akkumar/gomodupgrade
feat: upgrade gomod
2024-04-21 12:31:36 +00:00 · 2020-02-04 18:10:22 -05:00 · 2020-02-04 18:08:31 -05:00 · 2020-02-04 13:00:44 +05:30 · 2019-12-09 15:00:45 -05:00 · 2019-10-15 18:09:08 -04:00
5 changed files with 94 additions and 5 deletions
@@ -1,7 +1,6 @@
 language: go

 go:
-    - 1.1
    - 1.2.x
    - 1.3.x
    - 1.4.x
@@ -10,6 +9,9 @@ go:
    - 1.7.x
    - 1.8.x
    - 1.9.x
-    - "1.10.x"
+    - 1.10.x
+    - 1.11.x
+    - 1.12.x
+    - 1.13.x
    - tip

@@ -37,6 +37,9 @@ Please note that because of the net/html dependency, goquery requires Go1.1+.

 **Note that goquery's API is now stable, and will not break.**

+*    **2020-02-04 (v1.5.1)** : Update module dependencies.
+*    **2018-11-15 (v1.5.0)** : Go module support (thanks @Zaba505).
+*    **2018-06-07 (v1.4.1)** : Add `NewDocumentFromReader` examples.
 *    **2018-03-24 (v1.4.0)** : Deprecate `NewDocument(url)` and `NewDocumentFromResponse(response)`.
 *    **2018-01-28 (v1.3.0)** : Add `ToEnd` constant to `Slice` until the end of the selection (thanks to @davidjwilkins for raising the issue).
 *    **2018-01-11 (v1.2.0)** : Add `AddBack*` and deprecate `AndSelf` (thanks to @davidjwilkins).
@@ -95,12 +98,24 @@ package main
 import (
  "fmt"
  "log"
+  "net/http"

  "github.com/PuerkitoBio/goquery"
 )

 func ExampleScrape() {
-  doc, err := goquery.NewDocument("http://metalsucks.net")
+  // Request the HTML page.
+  res, err := http.Get("http://metalsucks.net")
+  if err != nil {
+    log.Fatal(err)
+  }
+  defer res.Body.Close()
+  if res.StatusCode != 200 {
+    log.Fatalf("status code error: %d %s", res.StatusCode, res.Status)
+  }
+
+  // Load the HTML document
+  doc, err := goquery.NewDocumentFromReader(res.Body)
  if err != nil {
    log.Fatal(err)
  }
@@ -124,8 +139,12 @@ func main() {
 - [Goq][goq], an HTML deserialization and scraping library based on goquery and struct tags.
 - [andybalholm/cascadia][cascadia], the CSS selector library used by goquery.
 - [suntong/cascadia][cascadiacli], a command-line interface to the cascadia CSS selector library, useful to test selectors.
- [asciimoo/colly](https://github.com/asciimoo/colly), a lightning fast and elegant Scraping Framework
+- [gocolly/colly](https://github.com/gocolly/colly), a lightning fast and elegant Scraping Framework
 - [gnulnx/goperf](https://github.com/gnulnx/goperf), a website performance test tool that also fetches static assets.
+- [MontFerret/ferret](https://github.com/MontFerret/ferret), declarative web scraping.
+- [tacusci/berrycms](https://github.com/tacusci/berrycms), a modern simple to use CMS with easy to write plugins
+- [Dataflow kit](https://github.com/slotix/dataflowkit), Web Scraping framework for Gophers.  
+- [Geziyor](https://github.com/geziyor/geziyor), a fast web crawling & scraping framework for Go. Supports JS rendering.

 ## Support

@@ -3,14 +3,27 @@ package goquery_test
 import (
 	"fmt"
 	"log"
+	"net/http"
+	"os"
+	"strings"

 	"github.com/PuerkitoBio/goquery"
 )

 // This example scrapes the reviews shown on the home page of metalsucks.net.
 func Example() {
+	// Request the HTML page.
+	res, err := http.Get("http://metalsucks.net")
+	if err != nil {
+		log.Fatal(err)
+	}
+	defer res.Body.Close()
+	if res.StatusCode != 200 {
+		log.Fatalf("status code error: %d %s", res.StatusCode, res.Status)
+	}
+
 	// Load the HTML document
-	doc, err := goquery.NewDocument("http://metalsucks.net")
+	doc, err := goquery.NewDocumentFromReader(res.Body)
 	if err != nil {
 		log.Fatal(err)
 	}
@@ -28,3 +41,42 @@ func Example() {

 	// xOutput: voluntarily fail the Example output.
 }
+
+// This example shows how to use NewDocumentFromReader from a file.
+func ExampleNewDocumentFromReader_file() {
+	// create from a file
+	f, err := os.Open("some/file.html")
+	if err != nil {
+		log.Fatal(err)
+	}
+	defer f.Close()
+	doc, err := goquery.NewDocumentFromReader(f)
+	if err != nil {
+		log.Fatal(err)
+	}
+	// use the goquery document...
+	_ = doc.Find("h1")
+}
+
+// This example shows how to use NewDocumentFromReader from a string.
+func ExampleNewDocumentFromReader_string() {
+	// create from a string
+	data := `
+<html>
+	<head>
+		<title>My document</title>
+	</head>
+	<body>
+		<h1>Header</h1>
+	</body>
+</html>`
+
+	doc, err := goquery.NewDocumentFromReader(strings.NewReader(data))
+	if err != nil {
+		log.Fatal(err)
+	}
+	header := doc.Find("h1").Text()
+	fmt.Println(header)
+
+	// Output: Header
+}
@@ -0,0 +1,8 @@
+module github.com/PuerkitoBio/goquery
+
+require (
+	github.com/andybalholm/cascadia v1.1.0
+	golang.org/x/net v0.0.0-20200202094626-16171245cfb2
+)
+
+go 1.13
@@ -0,0 +1,8 @@
+github.com/andybalholm/cascadia v1.1.0 h1:BuuO6sSfQNFRu1LppgbD25Hr2vLYW25JvxHs5zzsLTo=
+github.com/andybalholm/cascadia v1.1.0/go.mod h1:GsXiBklL0woXo1j/WYWtSYYC4ouU9PqHO0sqidkEA4Y=
+golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
+golang.org/x/net v0.0.0-20180218175443-cbe0f9307d01/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
+golang.org/x/net v0.0.0-20200202094626-16171245cfb2 h1:CCH4IOTTfewWjGOlSp+zGcjutRKlBEZQ6wTn8ozI/nI=
+golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
+golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
+golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
Author	SHA1	Message	Date
Martin Angers	1b16b92ddf	doc: add 1.5.1	2020-02-04 18:10:22 -05:00
Martin AngersandGitHub	3d11372b35	Merge pull request #321 from akkumar/gomodupgrade feat: upgrade gomod	2020-02-04 18:08:31 -05:00
Karthik K	bd23f0c6e0	feat: upgrade gomod	2020-02-04 13:00:44 +05:30
Martin Angers	56ba1e6f08	add Geziyor to related projects	2019-12-09 15:00:45 -05:00
Martin Angers	b17a2bbb6d	remove go1.1 from travis, consistently fails	2019-10-15 18:09:08 -04:00
Martin Angers	c70bac62f5	add Go versions to travis	2019-10-15 18:07:18 -04:00
Martin AngersandGitHub	8674076365	Merge pull request #310 from theophanous/colly-readme-patch Updated colly project reference in README.md	2019-10-15 18:05:36 -04:00
Peter TheophanousandGitHub	6dcff85b2e	Updated colly project reference in README.md	2019-10-14 21:58:31 +01:00
Martin AngersandGitHub	3dcf72e6c1	Merge pull request #280 from slotix/master README.md: Add "Dataflow kit" to related projects.	2019-01-09 18:07:04 -05:00
Dmitry NarizhnykhandGitHub	22fd749627	README.md: Add "Dataflow kit" to related projects.	2019-01-09 22:44:10 +01:00
Martin AngersandGitHub	9b813b2309	Merge pull request #277 from tauraamui/tauraamui-update-readme Update README.md to include BerryCMS in related	2019-01-08 07:15:36 -05:00
Adam Prakash LewisandGitHub	0255f16068	Update README.md to include BerryCMS in related	2019-01-08 09:36:23 +00:00
Martin Angers	2d2796f417	doc: 1.5 release with go modules	2018-11-15 15:42:34 -05:00
Martin AngersandGitHub	80f0084f4c	Merge pull request #267 from Zaba505/master Added Go Module support	2018-11-15 15:40:51 -05:00
Carson Derr	68fe358134	Add Go Module support	2018-11-14 19:30:47 -05:00
Martin AngersandGitHub	2af3d16e2b	Merge pull request #261 from msoap/patch-1 Added Go 1.11 on travis CI	2018-10-14 13:58:06 -04:00
Sergey MudrikandGitHub	6c2cec4567	Added Go 1.11 on travis CI	2018-10-14 20:07:07 +03:00
Martin Angers	8311f594d7	readme: add ferret in projects using goquery	2018-10-02 20:21:05 -04:00
Martin Angers	dc2ec5c7ca	release 1.4.1	2018-06-07 11:06:10 -04:00
Martin AngersandGitHub	7757e27950	add examples for NewDocumentFromReader (#254 )	2018-06-07 11:04:59 -04:00
Martin Angers	ea1bc64a63	fix example indentation	2018-03-24 12:22:12 -04:00
Martin Angers	dd77530fdb	update examples to use the preferred NewDocumentFromReader approach	2018-03-24 12:12:09 -04:00