wordlists

Documentation

Index

• Variables
• type Category
• type FileInfo
• type Manager
  • func NewManager() (*Manager, error)
  • func (m *Manager) CacheDir() string
  • func (m *Manager) Ensure(ctx context.Context, cat Category, size Size) (string, error)
  • func (m *Manager) EnsureAll(ctx context.Context) error
  • func (m *Manager) IsCached(cat Category, size Size) bool
  • func (m *Manager) Remove(cat Category, size Size) error
  • func (m *Manager) SetProgressCallback(fn ProgressFunc)
  • func (m *Manager) Stats() ([]FileInfo, error)
  • func (m *Manager) Update(ctx context.Context) error
• type Metadata
• type Options
• type ProgressFunc
• type Selector
  • func NewSelector(m *Manager) *Selector
  • func (s *Selector) Load(ctx context.Context, opts Options) ([]string, error)
  • func (s *Selector) LoadStream(ctx context.Context, opts Options) (<-chan string, <-chan error, error)
  • func (s *Selector) Resolve(ctx context.Context, opts Options) (string, error)
• type Size
• type Source
  • func AllSources() []Source
  • func GetSource(cat Category, size Size) (*Source, error)
  • func ListByCategory(cat Category) []Source

Variables

var (
	ErrSourceNotFound    = errors.New("wordlist source not found in registry")
	ErrCustomPathInvalid = errors.New("custom wordlist path invalid or unreadable")
	ErrChecksumMismatch  = errors.New("downloaded file checksum mismatch")
	ErrCacheCorrupted    = errors.New("wordlist cache metadata corrupted")
)

var Registry = []Source{
	{
		Category:    CategoryDirectory,
		Size:        SizeSmall,
		Name:        "Raft Small Directories",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/Web-Content/raft-small-directories.txt",
		Description: "Common web directory and file names derived from real-world wordlists.",
		Approximate: 17000,
	},
	{
		Category:    CategoryDirectory,
		Size:        SizeMedium,
		Name:        "Raft Medium Directories",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/Web-Content/raft-medium-directories.txt",
		Description: "Expanded web content discovery list covering typical webapp paths.",
		Approximate: 30000,
	},
	{
		Category:    CategoryDirectory,
		Size:        SizeLarge,
		Name:        "Raft Large Directories",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/Web-Content/raft-large-directories.txt",
		Description: "Large web content discovery list for thorough crawling.",
		Approximate: 62000,
	},
	{
		Category:    CategorySubdomain,
		Size:        SizeSmall,
		Name:        "Top 1M Subdomains Top 5000",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/DNS/subdomains-top1million-5000.txt",
		Description: "Most common subdomain names from the Alexa top 1 million domains.",
		Approximate: 5000,
	},
	{
		Category:    CategorySubdomain,
		Size:        SizeMedium,
		Name:        "Top 1M Subdomains Top 20000",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/DNS/subdomains-top1million-20000.txt",
		Description: "Extended set of common subdomain names from the Alexa top 1 million.",
		Approximate: 20000,
	},
	{
		Category:    CategorySubdomain,
		Size:        SizeLarge,
		Name:        "Top 1M Subdomains Top 110000",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/DNS/subdomains-top1million-110000.txt",
		Description: "Very large subdomain enumeration list for broad coverage.",
		Approximate: 110000,
	},
	{
		Category:    CategoryFuzz,
		Size:        SizeParameters,
		Name:        "Burp Parameter Names",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/Web-Content/burp-parameter-names.txt",
		Description: "HTTP parameter names for parameter discovery fuzzing.",
		Approximate: 99000,
	},
	{
		Category:    CategoryFuzz,
		Size:        SizeExtensions,
		Name:        "Web Extensions",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/Web-Content/web-extensions.txt",
		Description: "Common web file extensions for extension-based fuzzing.",
		Approximate: 3000,
	},
	{
		Category:    CategoryFuzz,
		Size:        SizeUsernames,
		Name:        "Usernames",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Usernames/xato-net-10-million-usernames.txt",
		Description: "Xato.net 10 million usernames (top common ones) for user enumeration.",
		Approximate: 8300000,
	},
	{
		Category:    CategoryFuzz,
		Size:        SizePasswords,
		Name:        "Common Passwords",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Passwords/Common-Credentials/10-million-password-list-top-10000.txt",
		Description: "Top 10,000 most common passwords.",
		Approximate: 10000,
	},
	{
		Category:    CategoryFuzz,
		Size:        SizePasswordsLarge,
		Name:        "RockYou Passwords",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Passwords/Leaked-Databases/rockyou.txt.tar.gz",
		Description: "rockyou.txt full leak (compressed, ~50MB download).",
		Approximate: 14344000,
	},
	{
		Category:    CategoryFuzz,
		Size:        SizeEndpoints,
		Name:        "Web Endpoints",
		URL:         "https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/Web-Content/raft-medium-words.txt",
		Description: "Common web/API endpoint names.",
		Approximate: 30000,
	},
}

Types

type Category

type Category string

const (
	CategoryDirectory Category = "directory"
	CategorySubdomain Category = "subdomain"
	CategoryFuzz      Category = "fuzz"
)

type FileInfo

type FileInfo struct {
	Category     string    `json:"category"`
	Size         string    `json:"size"`
	Path         string    `json:"path"`
	Bytes        int64     `json:"bytes"`
	SHA256       string    `json:"sha256"`
	DownloadedAt time.Time `json:"downloaded_at"`
	SourceURL    string    `json:"source_url"`
}

type Manager

type Manager struct {
	// contains filtered or unexported fields
}

func NewManager

func NewManager() (*Manager, error)

func (*Manager) CacheDir

func (m *Manager) CacheDir() string

func (*Manager) Ensure

func (m *Manager) Ensure(ctx context.Context, cat Category, size Size) (string, error)

func (*Manager) EnsureAll

func (m *Manager) EnsureAll(ctx context.Context) error

func (*Manager) IsCached

func (m *Manager) IsCached(cat Category, size Size) bool

func (*Manager) Remove

func (m *Manager) Remove(cat Category, size Size) error

func (*Manager) SetProgressCallback

func (m *Manager) SetProgressCallback(fn ProgressFunc)

func (*Manager) Stats

func (m *Manager) Stats() ([]FileInfo, error)

func (*Manager) Update

func (m *Manager) Update(ctx context.Context) error

type Metadata

type Metadata struct {
	Files map[string]FileInfo `json:"files"`
}

type Options

type Options struct {
	Category   Category
	Size       Size
	CustomPath string
}

type ProgressFunc

type ProgressFunc func(bytesDownloaded, totalBytes int64)

type Selector

type Selector struct {
	// contains filtered or unexported fields
}

func NewSelector

func NewSelector(m *Manager) *Selector

func (*Selector) Load

func (s *Selector) Load(ctx context.Context, opts Options) ([]string, error)

func (*Selector) LoadStream

func (s *Selector) LoadStream(ctx context.Context, opts Options) (<-chan string, <-chan error, error)

func (*Selector) Resolve

func (s *Selector) Resolve(ctx context.Context, opts Options) (string, error)

type Size

type Size string

const (
	SizeSmall  Size = "small"
	SizeMedium Size = "medium"
	SizeLarge  Size = "large"

	SizeParameters     Size = "parameters"
	SizeExtensions     Size = "extensions"
	SizeUsernames      Size = "usernames"
	SizePasswords      Size = "passwords"
	SizePasswordsLarge Size = "passwords-large"
	SizeEndpoints      Size = "endpoints"
)

type Source

type Source struct {
	Category    Category
	Size        Size
	Name        string
	URL         string
	Description string
	Approximate int
}

func AllSources

func AllSources() []Source

func GetSource

func GetSource(cat Category, size Size) (*Source, error)

func ListByCategory

func ListByCategory(cat Category) []Source