remover

Documentation

Index

• Constants
• func AppendIfMissing(slice []string, key string) []string
• func CheckIfFileExists(path string, stopRunning bool) bool
• func ConvertJSONLtoJSON(input string) string
• func ConvertStringArrayToString(stringArray []string, separator string) string
• func ExistsInArray(slice []string, key string) bool
• func ExtractDomainAndTldFromString(str string) string
• func GetAllRecordsForKey(document *jsonquery.Node, key string) []*jsonquery.Node
• func GetDocumentFromFile(filename string) *jsonquery.Node
• func GetHostCounts(document *jsonquery.Node) map[string]int
• func GetHostURL(str string) string
• func IsUrl(str string) bool
• func NewLogger() *logger
• func RandStringRunes(n int) string
• func ReadTxtFileLines(path string) []string
• func WriteToTextFileInProject(filename string, data string)
• type Config
• type Duplicate
• type Options
  • func ParseOptions() *Options
• type Remover
  • func NewRemover(options *Options) (*Remover, error)
  • func (p *Remover) CleanDomains()
  • func (p *Remover) Remove() error
• type SimpleDNSXEntry
  • func CreateSimpleDNSEntryFromDPUX(record *jsonquery.Node) SimpleDNSXEntry
  • func GetSimpleDNSEntryForHost(document *jsonquery.Node, host string) SimpleDNSXEntry
• type SimpleHTTPXEntry
  • func CreateSimpleHostEntryFromHTTPX(entryValues map[string]interface{}) SimpleHTTPXEntry
  • func GetSimpleHostEntryForHost(document *jsonquery.Node, host string) []SimpleHTTPXEntry

Constants

const VERSION = "0.2.2"

Functions

func AppendIfMissing

func AppendIfMissing(slice []string, key string) []string

func CheckIfFileExists

func CheckIfFileExists(path string, stopRunning bool) bool

func ConvertJSONLtoJSON

func ConvertJSONLtoJSON(input string) string

func ConvertStringArrayToString

func ConvertStringArrayToString(stringArray []string, separator string) string

func ExistsInArray

func ExistsInArray(slice []string, key string) bool

func ExtractDomainAndTldFromString

func ExtractDomainAndTldFromString(str string) string

func GetAllRecordsForKey

func GetAllRecordsForKey(document *jsonquery.Node, key string) []*jsonquery.Node

func GetDocumentFromFile

func GetDocumentFromFile(filename string) *jsonquery.Node

func GetHostCounts

func GetHostCounts(document *jsonquery.Node) map[string]int

func GetHostURL

func GetHostURL(str string) string

func IsUrl

func IsUrl(str string) bool

func NewLogger

func NewLogger() *logger

func RandStringRunes

func RandStringRunes(n int) string

func ReadTxtFileLines

func ReadTxtFileLines(path string) []string

func WriteToTextFileInProject

func WriteToTextFileInProject(filename string, data string)

Types

type Config

type Config struct {
	S2SPath          string `yaml:"s2s_path,omitempty"`
	HttpxDomainsFile string `yaml:"httpx_domains,omitempty"`
	DpuxFile         string `yaml:"dpux,omitempty"`
	DpuxIPFile       string `yaml:"dpux_ip,omitempty"`
}

type Duplicate

type Duplicate struct {
	Status        int
	ContentLength int
	Lines         int
	Words         int
}

type Options

type Options struct {
	SettingsFile string
	Project      string
	BaseFolder   string
	Domains      bool
	Email        bool
	Ports        bool
	Silent       bool
	Version      bool
	NoColor      bool
	Verbose      bool
}

func ParseOptions

func ParseOptions() *Options

ParseOptions parses the command line flags provided by a user

type Remover

type Remover struct {
	// contains filtered or unexported fields
}

func NewRemover

func NewRemover(options *Options) (*Remover, error)

func (*Remover) CleanDomains

func (p *Remover) CleanDomains()

func (*Remover) Remove

func (p *Remover) Remove() error

type SimpleDNSXEntry

type SimpleDNSXEntry struct {
	Host          string   `yaml:"host"`
	IPv4Addresses []string `yaml:"ipv4"`
	IPv6Addresses []string `yaml:"ipv6,omitempty"`
	WhoisInfo     string   `yaml:"whois,omitempty"`
}

func CreateSimpleDNSEntryFromDPUX

func CreateSimpleDNSEntryFromDPUX(record *jsonquery.Node) SimpleDNSXEntry

func GetSimpleDNSEntryForHost

func GetSimpleDNSEntryForHost(document *jsonquery.Node, host string) SimpleDNSXEntry

type SimpleHTTPXEntry

type SimpleHTTPXEntry struct {
	Host           string
	BodyHash       string
	Status         int
	ContentLength  int
	Lines          int
	Words          int
	Input          string
	URL            string
	Title          string
	UseIfDuplicate bool `default:false`
}

func CreateSimpleHostEntryFromHTTPX

func CreateSimpleHostEntryFromHTTPX(entryValues map[string]interface{}) SimpleHTTPXEntry

func GetSimpleHostEntryForHost

func GetSimpleHostEntryForHost(document *jsonquery.Node, host string) []SimpleHTTPXEntry