api

package module
v1.0.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 3, 2020 License: BSD-3-Clause Imports: 9 Imported by: 0

README

domains-server-api

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var File_service_proto protoreflect.FileDescriptor

Functions

func RegisterCrawlerServerServiceServer 

func RegisterCrawlerServerServiceServer(s *grpc.Server, srv CrawlerServerServiceServer)

Types

type BlacklistReply 

type BlacklistReply struct {
	Domains []*StringItem `protobuf:"bytes,1,rep,name=Domains,proto3" json:"Domains,omitempty"`
	// contains filtered or unexported fields
}

func (*BlacklistReply) Descriptor deprecated 

func (*BlacklistReply) Descriptor() ([]byte, []int)

Deprecated: Use BlacklistReply.ProtoReflect.Descriptor instead.

func (*BlacklistReply) GetDomains 

func (x *BlacklistReply) GetDomains() []*StringItem

func (*BlacklistReply) ProtoMessage 

func (*BlacklistReply) ProtoMessage()

func (*BlacklistReply) ProtoReflect 

func (x *BlacklistReply) ProtoReflect() protoreflect.Message

func (*BlacklistReply) Reset 

func (x *BlacklistReply) Reset()

func (*BlacklistReply) String 

func (x *BlacklistReply) String() string

type BoostrapReply 

type BoostrapReply struct {
	Domains []*StringItem `protobuf:"bytes,1,rep,name=Domains,proto3" json:"Domains,omitempty"`
	// contains filtered or unexported fields
}

func (*BoostrapReply) Descriptor deprecated 

func (*BoostrapReply) Descriptor() ([]byte, []int)

Deprecated: Use BoostrapReply.ProtoReflect.Descriptor instead.

func (*BoostrapReply) GetDomains 

func (x *BoostrapReply) GetDomains() []*StringItem

func (*BoostrapReply) ProtoMessage 

func (*BoostrapReply) ProtoMessage()

func (*BoostrapReply) ProtoReflect 

func (x *BoostrapReply) ProtoReflect() protoreflect.Message

func (*BoostrapReply) Reset 

func (x *BoostrapReply) Reset()

func (*BoostrapReply) String 

func (x *BoostrapReply) String() string

type CrawlerServerServiceClient 

type CrawlerServerServiceClient interface {
	GetBlacklist(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*BlacklistReply, error)
	GetTLDList(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*StringMapReply, error)
	GetGenericTLDList(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*StringMapReply, error)
	GetCrawlingProfile(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*CrawlingProfileReply, error)
	Bootstrap(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*BoostrapReply, error)
	FilterResults(ctx context.Context, in *FilterRequest, opts ...grpc.CallOption) (*FilterReply, error)
}

CrawlerServerServiceClient is the client API for CrawlerServerService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewCrawlerServerServiceClient 

func NewCrawlerServerServiceClient(cc grpc.ClientConnInterface) CrawlerServerServiceClient

type CrawlerServerServiceServer 

type CrawlerServerServiceServer interface {
	GetBlacklist(context.Context, *EmptyRequest) (*BlacklistReply, error)
	GetTLDList(context.Context, *EmptyRequest) (*StringMapReply, error)
	GetGenericTLDList(context.Context, *EmptyRequest) (*StringMapReply, error)
	GetCrawlingProfile(context.Context, *EmptyRequest) (*CrawlingProfileReply, error)
	Bootstrap(context.Context, *EmptyRequest) (*BoostrapReply, error)
	FilterResults(context.Context, *FilterRequest) (*FilterReply, error)
}

CrawlerServerServiceServer is the server API for CrawlerServerService service.

type CrawlerSettings 

type CrawlerSettings struct {
	ConcurrentRequests       int32  `protobuf:"varint,1,opt,name=ConcurrentRequests,proto3" json:"ConcurrentRequests,omitempty"`
	RandomDelay              int32  `protobuf:"varint,2,opt,name=RandomDelay,proto3" json:"RandomDelay,omitempty"`
	CheckEvery               int32  `protobuf:"varint,3,opt,name=CheckEvery,proto3" json:"CheckEvery,omitempty"`
	RequestTimeout           int32  `protobuf:"varint,4,opt,name=RequestTimeout,proto3" json:"RequestTimeout,omitempty"`
	MaxRunTime               int32  `protobuf:"varint,5,opt,name=MaxRunTime,proto3" json:"MaxRunTime,omitempty"`
	MaxResults               int32  `protobuf:"varint,6,opt,name=MaxResults,proto3" json:"MaxResults,omitempty"`
	PoolCheckEvery           int32  `protobuf:"varint,7,opt,name=PoolCheckEvery,proto3" json:"PoolCheckEvery,omitempty"`
	MaxDomainsPerParent      int32  `protobuf:"varint,8,opt,name=MaxDomainsPerParent,proto3" json:"MaxDomainsPerParent,omitempty"`
	MaxTimeToDiscoverDomains int32  `protobuf:"varint,9,opt,name=MaxTimeToDiscoverDomains,proto3" json:"MaxTimeToDiscoverDomains,omitempty"`
	GracePeriod              int32  `protobuf:"varint,10,opt,name=GracePeriod,proto3" json:"GracePeriod,omitempty"`
	MaxMemory                int64  `protobuf:"varint,11,opt,name=MaxMemory,proto3" json:"MaxMemory,omitempty"`
	UserAgent                string `protobuf:"bytes,12,opt,name=UserAgent,proto3" json:"UserAgent,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlerSettings) Descriptor deprecated 

func (*CrawlerSettings) Descriptor() ([]byte, []int)

Deprecated: Use CrawlerSettings.ProtoReflect.Descriptor instead.

func (*CrawlerSettings) GetCheckEvery 

func (x *CrawlerSettings) GetCheckEvery() int32

func (*CrawlerSettings) GetConcurrentRequests 

func (x *CrawlerSettings) GetConcurrentRequests() int32

func (*CrawlerSettings) GetGracePeriod 

func (x *CrawlerSettings) GetGracePeriod() int32

func (*CrawlerSettings) GetMaxDomainsPerParent 

func (x *CrawlerSettings) GetMaxDomainsPerParent() int32

func (*CrawlerSettings) GetMaxMemory 

func (x *CrawlerSettings) GetMaxMemory() int64

func (*CrawlerSettings) GetMaxResults 

func (x *CrawlerSettings) GetMaxResults() int32

func (*CrawlerSettings) GetMaxRunTime 

func (x *CrawlerSettings) GetMaxRunTime() int32

func (*CrawlerSettings) GetMaxTimeToDiscoverDomains 

func (x *CrawlerSettings) GetMaxTimeToDiscoverDomains() int32

func (*CrawlerSettings) GetPoolCheckEvery 

func (x *CrawlerSettings) GetPoolCheckEvery() int32

func (*CrawlerSettings) GetRandomDelay 

func (x *CrawlerSettings) GetRandomDelay() int32

func (*CrawlerSettings) GetRequestTimeout 

func (x *CrawlerSettings) GetRequestTimeout() int32

func (*CrawlerSettings) GetUserAgent 

func (x *CrawlerSettings) GetUserAgent() string

func (*CrawlerSettings) ProtoMessage 

func (*CrawlerSettings) ProtoMessage()

func (*CrawlerSettings) ProtoReflect 

func (x *CrawlerSettings) ProtoReflect() protoreflect.Message

func (*CrawlerSettings) Reset 

func (x *CrawlerSettings) Reset()

func (*CrawlerSettings) String 

func (x *CrawlerSettings) String() string

type CrawlingProfileReply 

type CrawlingProfileReply struct {
	DomainWhitelist          []*StringItem     `protobuf:"bytes,1,rep,name=DomainWhitelist,proto3" json:"DomainWhitelist,omitempty"`
	SecondLevelWhiteList     []*StringItem     `protobuf:"bytes,2,rep,name=SecondLevelWhiteList,proto3" json:"SecondLevelWhiteList,omitempty"`
	AllowedPorts             map[string]string `` /* 165-byte string literal not displayed */
	DisallowedPorts          map[string]string `` /* 171-byte string literal not displayed */
	PermanentDomainBlacklist map[string]string `` /* 189-byte string literal not displayed */
	BlockedTLDs              map[string]string `` /* 163-byte string literal not displayed */
	CrawlerSettings          *CrawlerSettings  `protobuf:"bytes,7,opt,name=CrawlerSettings,proto3" json:"CrawlerSettings,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlingProfileReply) Descriptor deprecated 

func (*CrawlingProfileReply) Descriptor() ([]byte, []int)

Deprecated: Use CrawlingProfileReply.ProtoReflect.Descriptor instead.

func (*CrawlingProfileReply) GetAllowedPorts 

func (x *CrawlingProfileReply) GetAllowedPorts() map[string]string

func (*CrawlingProfileReply) GetBlockedTLDs 

func (x *CrawlingProfileReply) GetBlockedTLDs() map[string]string

func (*CrawlingProfileReply) GetCrawlerSettings 

func (x *CrawlingProfileReply) GetCrawlerSettings() *CrawlerSettings

func (*CrawlingProfileReply) GetDisallowedPorts 

func (x *CrawlingProfileReply) GetDisallowedPorts() map[string]string

func (*CrawlingProfileReply) GetDomainWhitelist 

func (x *CrawlingProfileReply) GetDomainWhitelist() []*StringItem

func (*CrawlingProfileReply) GetPermanentDomainBlacklist 

func (x *CrawlingProfileReply) GetPermanentDomainBlacklist() map[string]string

func (*CrawlingProfileReply) GetSecondLevelWhiteList 

func (x *CrawlingProfileReply) GetSecondLevelWhiteList() []*StringItem

func (*CrawlingProfileReply) ProtoMessage 

func (*CrawlingProfileReply) ProtoMessage()

func (*CrawlingProfileReply) ProtoReflect 

func (x *CrawlingProfileReply) ProtoReflect() protoreflect.Message

func (*CrawlingProfileReply) Reset 

func (x *CrawlingProfileReply) Reset()

func (*CrawlingProfileReply) String 

func (x *CrawlingProfileReply) String() string

type EmptyReply 

type EmptyReply struct {
	// contains filtered or unexported fields
}

func (*EmptyReply) Descriptor deprecated 

func (*EmptyReply) Descriptor() ([]byte, []int)

Deprecated: Use EmptyReply.ProtoReflect.Descriptor instead.

func (*EmptyReply) ProtoMessage 

func (*EmptyReply) ProtoMessage()

func (*EmptyReply) ProtoReflect 

func (x *EmptyReply) ProtoReflect() protoreflect.Message

func (*EmptyReply) Reset 

func (x *EmptyReply) Reset()

func (*EmptyReply) String 

func (x *EmptyReply) String() string

type EmptyRequest 

type EmptyRequest struct {
	// contains filtered or unexported fields
}

func (*EmptyRequest) Descriptor deprecated 

func (*EmptyRequest) Descriptor() ([]byte, []int)

Deprecated: Use EmptyRequest.ProtoReflect.Descriptor instead.

func (*EmptyRequest) ProtoMessage 

func (*EmptyRequest) ProtoMessage()

func (*EmptyRequest) ProtoReflect 

func (x *EmptyRequest) ProtoReflect() protoreflect.Message

func (*EmptyRequest) Reset 

func (x *EmptyRequest) Reset()

func (*EmptyRequest) String 

func (x *EmptyRequest) String() string

type FilterReply 

type FilterReply struct {
	Domains []*StringItem `protobuf:"bytes,1,rep,name=Domains,proto3" json:"Domains,omitempty"`
	// contains filtered or unexported fields
}

func (*FilterReply) Descriptor deprecated 

func (*FilterReply) Descriptor() ([]byte, []int)

Deprecated: Use FilterReply.ProtoReflect.Descriptor instead.

func (*FilterReply) GetDomains 

func (x *FilterReply) GetDomains() []*StringItem

func (*FilterReply) ProtoMessage 

func (*FilterReply) ProtoMessage()

func (*FilterReply) ProtoReflect 

func (x *FilterReply) ProtoReflect() protoreflect.Message

func (*FilterReply) Reset 

func (x *FilterReply) Reset()

func (*FilterReply) String 

func (x *FilterReply) String() string

type FilterRequest 

type FilterRequest struct {
	Domains []*StringItem `protobuf:"bytes,1,rep,name=Domains,proto3" json:"Domains,omitempty"`
	// contains filtered or unexported fields
}

func (*FilterRequest) Descriptor deprecated 

func (*FilterRequest) Descriptor() ([]byte, []int)

Deprecated: Use FilterRequest.ProtoReflect.Descriptor instead.

func (*FilterRequest) GetDomains 

func (x *FilterRequest) GetDomains() []*StringItem

func (*FilterRequest) ProtoMessage 

func (*FilterRequest) ProtoMessage()

func (*FilterRequest) ProtoReflect 

func (x *FilterRequest) ProtoReflect() protoreflect.Message

func (*FilterRequest) Reset 

func (x *FilterRequest) Reset()

func (*FilterRequest) String 

func (x *FilterRequest) String() string

type StringItem 

type StringItem struct {
	Item string `protobuf:"bytes,1,opt,name=Item,proto3" json:"Item,omitempty"`
	// contains filtered or unexported fields
}

func (*StringItem) Descriptor deprecated 

func (*StringItem) Descriptor() ([]byte, []int)

Deprecated: Use StringItem.ProtoReflect.Descriptor instead.

func (*StringItem) GetItem 

func (x *StringItem) GetItem() string

func (*StringItem) ProtoMessage 

func (*StringItem) ProtoMessage()

func (*StringItem) ProtoReflect 

func (x *StringItem) ProtoReflect() protoreflect.Message

func (*StringItem) Reset 

func (x *StringItem) Reset()

func (*StringItem) String 

func (x *StringItem) String() string

type StringMapReply 

type StringMapReply struct {
	Results map[string]string `` /* 155-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*StringMapReply) Descriptor deprecated 

func (*StringMapReply) Descriptor() ([]byte, []int)

Deprecated: Use StringMapReply.ProtoReflect.Descriptor instead.

func (*StringMapReply) GetResults 

func (x *StringMapReply) GetResults() map[string]string

func (*StringMapReply) ProtoMessage 

func (*StringMapReply) ProtoMessage()

func (*StringMapReply) ProtoReflect 

func (x *StringMapReply) ProtoReflect() protoreflect.Message

func (*StringMapReply) Reset 

func (x *StringMapReply) Reset()

func (*StringMapReply) String 

func (x *StringMapReply) String() string

type UnimplementedCrawlerServerServiceServer 

type UnimplementedCrawlerServerServiceServer struct {
}

UnimplementedCrawlerServerServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedCrawlerServerServiceServer) Bootstrap 

func (*UnimplementedCrawlerServerServiceServer) Bootstrap(context.Context, *EmptyRequest) (*BoostrapReply, error)

func (*UnimplementedCrawlerServerServiceServer) FilterResults 

func (*UnimplementedCrawlerServerServiceServer) FilterResults(context.Context, *FilterRequest) (*FilterReply, error)

func (*UnimplementedCrawlerServerServiceServer) GetBlacklist 

func (*UnimplementedCrawlerServerServiceServer) GetBlacklist(context.Context, *EmptyRequest) (*BlacklistReply, error)

func (*UnimplementedCrawlerServerServiceServer) GetCrawlingProfile 

func (*UnimplementedCrawlerServerServiceServer) GetCrawlingProfile(context.Context, *EmptyRequest) (*CrawlingProfileReply, error)

func (*UnimplementedCrawlerServerServiceServer) GetGenericTLDList 

func (*UnimplementedCrawlerServerServiceServer) GetGenericTLDList(context.Context, *EmptyRequest) (*StringMapReply, error)

func (*UnimplementedCrawlerServerServiceServer) GetTLDList 

func (*UnimplementedCrawlerServerServiceServer) GetTLDList(context.Context, *EmptyRequest) (*StringMapReply, error)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.