queue

package

v0.7.0 Latest Latest Go to latest Published: Jul 29, 2025 License: MIT Imports: 8 Imported by: 0

Details

This section is empty.

This section is empty.

func NewRedisConnection(config RedisConnConfig) *redis.Client

type ChannelQueue struct {
	// contains filtered or unexported fields
}

func NewChannelQueue(ctx context.Context) *ChannelQueue

func (c *ChannelQueue) Add(item CrawlItem) bool

func (c *ChannelQueue) Close()

func (c *ChannelQueue) Fetch(count int64) <-chan []CrawlItem

func (c *ChannelQueue) Reset() bool

func (c *ChannelQueue) Size() int

type CrawlItem struct {
	URL   string
	Depth int
}

type QueueInterface interface {
	Add(item CrawlItem) bool
	Fetch(count int64) <-chan []CrawlItem
	Reset() bool
	Size() int
	Close()
}

type RedisConnConfig struct {
	Port     int
	DB       int
	Address  string
	Password string
	Username string
}

type RedisQueue struct {
	ID   int
	Host string
	// contains filtered or unexported fields
}

func NewRedisQueue(ctx context.Context, ID int, host string, rdb *redis.Client) *RedisQueue

func (c *RedisQueue) Add(item CrawlItem) bool

func (c *RedisQueue) Close()

func (c *RedisQueue) Fetch(count int64) <-chan []CrawlItem

func (c *RedisQueue) Reset() bool

func (c *RedisQueue) Size() int