scraper

Documentation

Index

• func FetchHTML(URL string) (io.ReadCloser, error)
• type ActionType
• type Scraper
  • func NewScraper(body io.ReadCloser) *Scraper
  • func (s *Scraper) Advance(startTag, class string, count int) error
  • func (s *Scraper) Close()
  • func (s *Scraper) Errorf(format string, a ...any) error
  • func (s *Scraper) ScrapeLinks(startTag, class string, count int) ([]string, error)
  • func (s *Scraper) ScrapeText(startTag, class string, count int) ([]string, error)
  • func (s *Scraper) TryScrapeText() (string, bool)

Functions

func FetchHTML

func FetchHTML(URL string) (io.ReadCloser, error)

Types

type ActionType

type ActionType uint32

const (
	SCRAPE ActionType = iota
	ADVANCE
)

type Scraper

type Scraper struct {
	// contains filtered or unexported fields
}

func NewScraper

func NewScraper(body io.ReadCloser) *Scraper

func (*Scraper) Advance

func (s *Scraper) Advance(startTag, class string, count int) error

func (*Scraper) Close

func (s *Scraper) Close()

func (*Scraper) Errorf

func (s *Scraper) Errorf(format string, a ...any) error

func (*Scraper) ScrapeLinks

func (s *Scraper) ScrapeLinks(startTag, class string, count int) ([]string, error)

func (*Scraper) ScrapeText

func (s *Scraper) ScrapeText(startTag, class string, count int) ([]string, error)

func (*Scraper) TryScrapeText

func (s *Scraper) TryScrapeText() (string, bool)