run

Documentation

Index

• func Execute(ctx context.Context, scrapers []*Scraper, stocks []*Stock) (<-chan *Response, error)
• func GetScraperFromUrl(url string) (string, error)
• func NewSet() set
• type Response
  • func (res *Response) Log()
  • func (res *Response) Success() bool
• type Scraper
• type Stock
• type StockSource

Functions

func Execute

func Execute(ctx context.Context, scrapers []*Scraper, stocks []*Stock) (<-chan *Response, error)

func GetScraperFromUrl

func GetScraperFromUrl(url string) (string, error)

func NewSet

func NewSet() set

Types

type Response

type Response struct {
	ScraperName string
	StockName   string
	URL         string
	Result      *parseResult
	TimeStart   time.Time
	TimeEnd     time.Time
	Err         error
}

func (*Response) Log

func (res *Response) Log()

func (*Response) Success

func (res *Response) Success() bool

type Scraper

type Scraper struct {
	Name    string
	Workers int
}

type Stock

type Stock struct {
	Name        string
	Isin        string
	Description string
	Sources     []*StockSource
}

type StockSource

type StockSource struct {
	Scraper string
	URL     string
}