crawler

Documentation

Index

• Constants
• func NewWork() *work
• type Crawler
  • func NewCrawler(languages []string) *Crawler
  • func (c *Crawler) AllLanguages() []string
  • func (c *Crawler) Result() <-chan WorkResult
  • func (c *Crawler) Start() error
  • func (c *Crawler) Stop()
• type ResultType
• type TaskType
• type TrendingDeveloper
  • func (developer *TrendingDeveloper) String() string
• type TrendingDeveloperResult
• type TrendingRepo
  • func (repo *TrendingRepo) String() string
• type TrendingRepoResult
• type WorkResult

Constants

const (
	Host                   = "https://github.com"
	TrendingRepoPath       = "https://github.com/trending"
	TrendingDevelopersPath = "https://github.com/trending/developers"
)

const (
	TaskTypeLanguage  = "language"
	TaskTypeRepo      = "repo"
	TaskTypeDeveloper = "developer"
)

const (
	ResultTypeLanguage  = "language"
	ResultTypeRepo      = "repo"
	ResultTypeDeveloper = "developer"
)

const (
	SinceToDay = "daily"
	SinceWeek  = "weekly"
	SinceMonth = "monthly"
)

const (
	AllLanguage = "All Language"
)

Functions

func NewWork

func NewWork() *work

Types

type Crawler

type Crawler struct {
	// contains filtered or unexported fields
}

func NewCrawler

func NewCrawler(languages []string) *Crawler

func (*Crawler) AllLanguages

func (c *Crawler) AllLanguages() []string

func (*Crawler) Result

func (c *Crawler) Result() <-chan WorkResult

func (*Crawler) Start

func (c *Crawler) Start() error

func (*Crawler) Stop

func (c *Crawler) Stop()

type ResultType

type ResultType string

type TaskType

type TaskType string

type TrendingDeveloper

type TrendingDeveloper struct {
	Ranking         int    `json:"ranking"`
	Avatar          string `json:"avatar"`
	Login           string `json:"login"`
	NickName        string `json:"nickName"`
	RepoName        string `json:"repoName"`
	RepoDescription string `json:"repoDescription"`
}

func (*TrendingDeveloper) String

func (developer *TrendingDeveloper) String() string

type TrendingDeveloperResult

type TrendingDeveloperResult struct {
	Language   string               `json:"language"`
	Since      string               `json:"since"`
	Developers []*TrendingDeveloper `json:"developers"`
}

type TrendingRepo

type TrendingRepo struct {
	Ranking     int    `json:"ranking"`
	FullName    string `json:"fullName"`
	Language    string `json:"language"`
	Description string `json:"repoDescription"`
	Stars       string `json:"stars"`
	Forkers     string `json:"forkers"`
	Gains       string `json:"gains"`
}

func (*TrendingRepo) String

func (repo *TrendingRepo) String() string

type TrendingRepoResult

type TrendingRepoResult struct {
	Language string          `json:"language"`
	Since    string          `json:"since"`
	Repos    []*TrendingRepo `json:"repos"`
}

type WorkResult

type WorkResult struct {
	ResultType ResultType
	Since      string
	Language   string
	Result     interface{}
}