api

package module
v1.0.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 3, 2020 License: BSD-3-Clause Imports: 9 Imported by: 0

README

domains-client-api

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var File_service_proto protoreflect.FileDescriptor

Functions

func RegisterCrawlerClientServiceServer 

func RegisterCrawlerClientServiceServer(s *grpc.Server, srv CrawlerClientServiceServer)

Types

type BlacklistReply 

type BlacklistReply struct {
	Domains []*StringItem `protobuf:"bytes,1,rep,name=Domains,proto3" json:"Domains,omitempty"`
	// contains filtered or unexported fields
}

func (*BlacklistReply) Descriptor deprecated 

func (*BlacklistReply) Descriptor() ([]byte, []int)

Deprecated: Use BlacklistReply.ProtoReflect.Descriptor instead.

func (*BlacklistReply) GetDomains 

func (x *BlacklistReply) GetDomains() []*StringItem

func (*BlacklistReply) ProtoMessage 

func (*BlacklistReply) ProtoMessage()

func (*BlacklistReply) ProtoReflect 

func (x *BlacklistReply) ProtoReflect() protoreflect.Message

func (*BlacklistReply) Reset 

func (x *BlacklistReply) Reset()

func (*BlacklistReply) String 

func (x *BlacklistReply) String() string

type CrawlerClientServiceClient 

type CrawlerClientServiceClient interface {
	GetBlacklist(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*BlacklistReply, error)
	GetCrawlingProfile(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*CrawlingProfileReply, error)
	SubmitDomain(ctx context.Context, in *DomainSubmissionRequest, opts ...grpc.CallOption) (*EmptyReply, error)
	GetTLDList(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*StringMapReply, error)
	GetGenericTLDList(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*StringMapReply, error)
	// emulated cache for crawler subprocess
	HGet(ctx context.Context, in *HGetRequest, opts ...grpc.CallOption) (*StringReply, error)
	HSet(ctx context.Context, in *HSetRequest, opts ...grpc.CallOption) (*Int64Reply, error)
	HDel(ctx context.Context, in *HDelRequest, opts ...grpc.CallOption) (*Int64Reply, error)
	Ping(ctx context.Context, in *EmptyRequest, opts ...grpc.CallOption) (*StringReply, error)
}

CrawlerClientServiceClient is the client API for CrawlerClientService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewCrawlerClientServiceClient 

func NewCrawlerClientServiceClient(cc grpc.ClientConnInterface) CrawlerClientServiceClient

type CrawlerClientServiceServer 

type CrawlerClientServiceServer interface {
	GetBlacklist(context.Context, *EmptyRequest) (*BlacklistReply, error)
	GetCrawlingProfile(context.Context, *EmptyRequest) (*CrawlingProfileReply, error)
	SubmitDomain(context.Context, *DomainSubmissionRequest) (*EmptyReply, error)
	GetTLDList(context.Context, *EmptyRequest) (*StringMapReply, error)
	GetGenericTLDList(context.Context, *EmptyRequest) (*StringMapReply, error)
	// emulated cache for crawler subprocess
	HGet(context.Context, *HGetRequest) (*StringReply, error)
	HSet(context.Context, *HSetRequest) (*Int64Reply, error)
	HDel(context.Context, *HDelRequest) (*Int64Reply, error)
	Ping(context.Context, *EmptyRequest) (*StringReply, error)
}

CrawlerClientServiceServer is the server API for CrawlerClientService service.

type CrawlerSettings 

type CrawlerSettings struct {
	ConcurrentRequests       int32  `protobuf:"varint,1,opt,name=ConcurrentRequests,proto3" json:"ConcurrentRequests,omitempty"`
	RandomDelay              int32  `protobuf:"varint,2,opt,name=RandomDelay,proto3" json:"RandomDelay,omitempty"`
	CheckEvery               int32  `protobuf:"varint,3,opt,name=CheckEvery,proto3" json:"CheckEvery,omitempty"`
	RequestTimeout           int32  `protobuf:"varint,4,opt,name=RequestTimeout,proto3" json:"RequestTimeout,omitempty"`
	MaxRunTime               int32  `protobuf:"varint,5,opt,name=MaxRunTime,proto3" json:"MaxRunTime,omitempty"`
	MaxResults               int32  `protobuf:"varint,6,opt,name=MaxResults,proto3" json:"MaxResults,omitempty"`
	PoolCheckEvery           int32  `protobuf:"varint,7,opt,name=PoolCheckEvery,proto3" json:"PoolCheckEvery,omitempty"`
	MaxDomainsPerParent      int32  `protobuf:"varint,8,opt,name=MaxDomainsPerParent,proto3" json:"MaxDomainsPerParent,omitempty"`
	MaxTimeToDiscoverDomains int32  `protobuf:"varint,9,opt,name=MaxTimeToDiscoverDomains,proto3" json:"MaxTimeToDiscoverDomains,omitempty"`
	GracePeriod              int32  `protobuf:"varint,10,opt,name=GracePeriod,proto3" json:"GracePeriod,omitempty"`
	MaxMemory                int64  `protobuf:"varint,11,opt,name=MaxMemory,proto3" json:"MaxMemory,omitempty"`
	UserAgent                string `protobuf:"bytes,12,opt,name=UserAgent,proto3" json:"UserAgent,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlerSettings) Descriptor deprecated 

func (*CrawlerSettings) Descriptor() ([]byte, []int)

Deprecated: Use CrawlerSettings.ProtoReflect.Descriptor instead.

func (*CrawlerSettings) GetCheckEvery 

func (x *CrawlerSettings) GetCheckEvery() int32

func (*CrawlerSettings) GetConcurrentRequests 

func (x *CrawlerSettings) GetConcurrentRequests() int32

func (*CrawlerSettings) GetGracePeriod 

func (x *CrawlerSettings) GetGracePeriod() int32

func (*CrawlerSettings) GetMaxDomainsPerParent 

func (x *CrawlerSettings) GetMaxDomainsPerParent() int32

func (*CrawlerSettings) GetMaxMemory 

func (x *CrawlerSettings) GetMaxMemory() int64

func (*CrawlerSettings) GetMaxResults 

func (x *CrawlerSettings) GetMaxResults() int32

func (*CrawlerSettings) GetMaxRunTime 

func (x *CrawlerSettings) GetMaxRunTime() int32

func (*CrawlerSettings) GetMaxTimeToDiscoverDomains 

func (x *CrawlerSettings) GetMaxTimeToDiscoverDomains() int32

func (*CrawlerSettings) GetPoolCheckEvery 

func (x *CrawlerSettings) GetPoolCheckEvery() int32

func (*CrawlerSettings) GetRandomDelay 

func (x *CrawlerSettings) GetRandomDelay() int32

func (*CrawlerSettings) GetRequestTimeout 

func (x *CrawlerSettings) GetRequestTimeout() int32

func (*CrawlerSettings) GetUserAgent 

func (x *CrawlerSettings) GetUserAgent() string

func (*CrawlerSettings) ProtoMessage 

func (*CrawlerSettings) ProtoMessage()

func (*CrawlerSettings) ProtoReflect 

func (x *CrawlerSettings) ProtoReflect() protoreflect.Message

func (*CrawlerSettings) Reset 

func (x *CrawlerSettings) Reset()

func (*CrawlerSettings) String 

func (x *CrawlerSettings) String() string

type CrawlingProfileReply 

type CrawlingProfileReply struct {
	DomainWhitelist          []*StringItem     `protobuf:"bytes,1,rep,name=DomainWhitelist,proto3" json:"DomainWhitelist,omitempty"`
	SecondLevelWhiteList     []*StringItem     `protobuf:"bytes,2,rep,name=SecondLevelWhiteList,proto3" json:"SecondLevelWhiteList,omitempty"`
	AllowedPorts             map[string]string `` /* 165-byte string literal not displayed */
	DisallowedPorts          map[string]string `` /* 171-byte string literal not displayed */
	PermanentDomainBlacklist map[string]string `` /* 189-byte string literal not displayed */
	BlockedTLDs              map[string]string `` /* 163-byte string literal not displayed */
	CrawlerSettings          *CrawlerSettings  `protobuf:"bytes,7,opt,name=CrawlerSettings,proto3" json:"CrawlerSettings,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlingProfileReply) Descriptor deprecated 

func (*CrawlingProfileReply) Descriptor() ([]byte, []int)

Deprecated: Use CrawlingProfileReply.ProtoReflect.Descriptor instead.

func (*CrawlingProfileReply) GetAllowedPorts 

func (x *CrawlingProfileReply) GetAllowedPorts() map[string]string

func (*CrawlingProfileReply) GetBlockedTLDs 

func (x *CrawlingProfileReply) GetBlockedTLDs() map[string]string

func (*CrawlingProfileReply) GetCrawlerSettings 

func (x *CrawlingProfileReply) GetCrawlerSettings() *CrawlerSettings

func (*CrawlingProfileReply) GetDisallowedPorts 

func (x *CrawlingProfileReply) GetDisallowedPorts() map[string]string

func (*CrawlingProfileReply) GetDomainWhitelist 

func (x *CrawlingProfileReply) GetDomainWhitelist() []*StringItem

func (*CrawlingProfileReply) GetPermanentDomainBlacklist 

func (x *CrawlingProfileReply) GetPermanentDomainBlacklist() map[string]string

func (*CrawlingProfileReply) GetSecondLevelWhiteList 

func (x *CrawlingProfileReply) GetSecondLevelWhiteList() []*StringItem

func (*CrawlingProfileReply) ProtoMessage 

func (*CrawlingProfileReply) ProtoMessage()

func (*CrawlingProfileReply) ProtoReflect 

func (x *CrawlingProfileReply) ProtoReflect() protoreflect.Message

func (*CrawlingProfileReply) Reset 

func (x *CrawlingProfileReply) Reset()

func (*CrawlingProfileReply) String 

func (x *CrawlingProfileReply) String() string

type DomainSubmissionRequest 

type DomainSubmissionRequest struct {
	Domain string `protobuf:"bytes,1,opt,name=Domain,proto3" json:"Domain,omitempty"`
	// contains filtered or unexported fields
}

func (*DomainSubmissionRequest) Descriptor deprecated 

func (*DomainSubmissionRequest) Descriptor() ([]byte, []int)

Deprecated: Use DomainSubmissionRequest.ProtoReflect.Descriptor instead.

func (*DomainSubmissionRequest) GetDomain 

func (x *DomainSubmissionRequest) GetDomain() string

func (*DomainSubmissionRequest) ProtoMessage 

func (*DomainSubmissionRequest) ProtoMessage()

func (*DomainSubmissionRequest) ProtoReflect 

func (x *DomainSubmissionRequest) ProtoReflect() protoreflect.Message

func (*DomainSubmissionRequest) Reset 

func (x *DomainSubmissionRequest) Reset()

func (*DomainSubmissionRequest) String 

func (x *DomainSubmissionRequest) String() string

type EmptyReply 

type EmptyReply struct {
	// contains filtered or unexported fields
}

func (*EmptyReply) Descriptor deprecated 

func (*EmptyReply) Descriptor() ([]byte, []int)

Deprecated: Use EmptyReply.ProtoReflect.Descriptor instead.

func (*EmptyReply) ProtoMessage 

func (*EmptyReply) ProtoMessage()

func (*EmptyReply) ProtoReflect 

func (x *EmptyReply) ProtoReflect() protoreflect.Message

func (*EmptyReply) Reset 

func (x *EmptyReply) Reset()

func (*EmptyReply) String 

func (x *EmptyReply) String() string

type EmptyRequest 

type EmptyRequest struct {
	// contains filtered or unexported fields
}

func (*EmptyRequest) Descriptor deprecated 

func (*EmptyRequest) Descriptor() ([]byte, []int)

Deprecated: Use EmptyRequest.ProtoReflect.Descriptor instead.

func (*EmptyRequest) ProtoMessage 

func (*EmptyRequest) ProtoMessage()

func (*EmptyRequest) ProtoReflect 

func (x *EmptyRequest) ProtoReflect() protoreflect.Message

func (*EmptyRequest) Reset 

func (x *EmptyRequest) Reset()

func (*EmptyRequest) String 

func (x *EmptyRequest) String() string

type HDelRequest 

type HDelRequest struct {
	Key    string   `protobuf:"bytes,1,opt,name=Key,proto3" json:"Key,omitempty"`
	Fields []string `protobuf:"bytes,2,rep,name=Fields,proto3" json:"Fields,omitempty"`
	// contains filtered or unexported fields
}

func (*HDelRequest) Descriptor deprecated 

func (*HDelRequest) Descriptor() ([]byte, []int)

Deprecated: Use HDelRequest.ProtoReflect.Descriptor instead.

func (*HDelRequest) GetFields 

func (x *HDelRequest) GetFields() []string

func (*HDelRequest) GetKey 

func (x *HDelRequest) GetKey() string

func (*HDelRequest) ProtoMessage 

func (*HDelRequest) ProtoMessage()

func (*HDelRequest) ProtoReflect 

func (x *HDelRequest) ProtoReflect() protoreflect.Message

func (*HDelRequest) Reset 

func (x *HDelRequest) Reset()

func (*HDelRequest) String 

func (x *HDelRequest) String() string

type HGetRequest 

type HGetRequest struct {
	Key   string `protobuf:"bytes,1,opt,name=Key,proto3" json:"Key,omitempty"`
	Field string `protobuf:"bytes,2,opt,name=Field,proto3" json:"Field,omitempty"`
	// contains filtered or unexported fields
}

func (*HGetRequest) Descriptor deprecated 

func (*HGetRequest) Descriptor() ([]byte, []int)

Deprecated: Use HGetRequest.ProtoReflect.Descriptor instead.

func (*HGetRequest) GetField 

func (x *HGetRequest) GetField() string

func (*HGetRequest) GetKey 

func (x *HGetRequest) GetKey() string

func (*HGetRequest) ProtoMessage 

func (*HGetRequest) ProtoMessage()

func (*HGetRequest) ProtoReflect 

func (x *HGetRequest) ProtoReflect() protoreflect.Message

func (*HGetRequest) Reset 

func (x *HGetRequest) Reset()

func (*HGetRequest) String 

func (x *HGetRequest) String() string

type HSetRequest 

type HSetRequest struct {
	Key   string `protobuf:"bytes,1,opt,name=Key,proto3" json:"Key,omitempty"`
	Field string `protobuf:"bytes,2,opt,name=Field,proto3" json:"Field,omitempty"`
	Value string `protobuf:"bytes,3,opt,name=Value,proto3" json:"Value,omitempty"`
	// contains filtered or unexported fields
}

func (*HSetRequest) Descriptor deprecated 

func (*HSetRequest) Descriptor() ([]byte, []int)

Deprecated: Use HSetRequest.ProtoReflect.Descriptor instead.

func (*HSetRequest) GetField 

func (x *HSetRequest) GetField() string

func (*HSetRequest) GetKey 

func (x *HSetRequest) GetKey() string

func (*HSetRequest) GetValue 

func (x *HSetRequest) GetValue() string

func (*HSetRequest) ProtoMessage 

func (*HSetRequest) ProtoMessage()

func (*HSetRequest) ProtoReflect 

func (x *HSetRequest) ProtoReflect() protoreflect.Message

func (*HSetRequest) Reset 

func (x *HSetRequest) Reset()

func (*HSetRequest) String 

func (x *HSetRequest) String() string

type Int64Reply 

type Int64Reply struct {
	Reply int64 `protobuf:"varint,1,opt,name=Reply,proto3" json:"Reply,omitempty"`
	// contains filtered or unexported fields
}

func (*Int64Reply) Descriptor deprecated 

func (*Int64Reply) Descriptor() ([]byte, []int)

Deprecated: Use Int64Reply.ProtoReflect.Descriptor instead.

func (*Int64Reply) GetReply 

func (x *Int64Reply) GetReply() int64

func (*Int64Reply) ProtoMessage 

func (*Int64Reply) ProtoMessage()

func (*Int64Reply) ProtoReflect 

func (x *Int64Reply) ProtoReflect() protoreflect.Message

func (*Int64Reply) Reset 

func (x *Int64Reply) Reset()

func (*Int64Reply) String 

func (x *Int64Reply) String() string

type StringItem 

type StringItem struct {
	Item string `protobuf:"bytes,1,opt,name=Item,proto3" json:"Item,omitempty"`
	// contains filtered or unexported fields
}

func (*StringItem) Descriptor deprecated 

func (*StringItem) Descriptor() ([]byte, []int)

Deprecated: Use StringItem.ProtoReflect.Descriptor instead.

func (*StringItem) GetItem 

func (x *StringItem) GetItem() string

func (*StringItem) ProtoMessage 

func (*StringItem) ProtoMessage()

func (*StringItem) ProtoReflect 

func (x *StringItem) ProtoReflect() protoreflect.Message

func (*StringItem) Reset 

func (x *StringItem) Reset()

func (*StringItem) String 

func (x *StringItem) String() string

type StringMapReply 

type StringMapReply struct {
	Results map[string]string `` /* 155-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*StringMapReply) Descriptor deprecated 

func (*StringMapReply) Descriptor() ([]byte, []int)

Deprecated: Use StringMapReply.ProtoReflect.Descriptor instead.

func (*StringMapReply) GetResults 

func (x *StringMapReply) GetResults() map[string]string

func (*StringMapReply) ProtoMessage 

func (*StringMapReply) ProtoMessage()

func (*StringMapReply) ProtoReflect 

func (x *StringMapReply) ProtoReflect() protoreflect.Message

func (*StringMapReply) Reset 

func (x *StringMapReply) Reset()

func (*StringMapReply) String 

func (x *StringMapReply) String() string

type StringReply 

type StringReply struct {
	Reply string `protobuf:"bytes,1,opt,name=Reply,proto3" json:"Reply,omitempty"`
	// contains filtered or unexported fields
}

func (*StringReply) Descriptor deprecated 

func (*StringReply) Descriptor() ([]byte, []int)

Deprecated: Use StringReply.ProtoReflect.Descriptor instead.

func (*StringReply) GetReply 

func (x *StringReply) GetReply() string

func (*StringReply) ProtoMessage 

func (*StringReply) ProtoMessage()

func (*StringReply) ProtoReflect 

func (x *StringReply) ProtoReflect() protoreflect.Message

func (*StringReply) Reset 

func (x *StringReply) Reset()

func (*StringReply) String 

func (x *StringReply) String() string

type UnimplementedCrawlerClientServiceServer 

type UnimplementedCrawlerClientServiceServer struct {
}

UnimplementedCrawlerClientServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedCrawlerClientServiceServer) GetBlacklist 

func (*UnimplementedCrawlerClientServiceServer) GetBlacklist(context.Context, *EmptyRequest) (*BlacklistReply, error)

func (*UnimplementedCrawlerClientServiceServer) GetCrawlingProfile 

func (*UnimplementedCrawlerClientServiceServer) GetCrawlingProfile(context.Context, *EmptyRequest) (*CrawlingProfileReply, error)

func (*UnimplementedCrawlerClientServiceServer) GetGenericTLDList 

func (*UnimplementedCrawlerClientServiceServer) GetGenericTLDList(context.Context, *EmptyRequest) (*StringMapReply, error)

func (*UnimplementedCrawlerClientServiceServer) GetTLDList 

func (*UnimplementedCrawlerClientServiceServer) GetTLDList(context.Context, *EmptyRequest) (*StringMapReply, error)

func (*UnimplementedCrawlerClientServiceServer) HDel 

func (*UnimplementedCrawlerClientServiceServer) HDel(context.Context, *HDelRequest) (*Int64Reply, error)

func (*UnimplementedCrawlerClientServiceServer) HGet 

func (*UnimplementedCrawlerClientServiceServer) HGet(context.Context, *HGetRequest) (*StringReply, error)

func (*UnimplementedCrawlerClientServiceServer) HSet 

func (*UnimplementedCrawlerClientServiceServer) HSet(context.Context, *HSetRequest) (*Int64Reply, error)

func (*UnimplementedCrawlerClientServiceServer) Ping 

func (*UnimplementedCrawlerClientServiceServer) Ping(context.Context, *EmptyRequest) (*StringReply, error)

func (*UnimplementedCrawlerClientServiceServer) SubmitDomain 

func (*UnimplementedCrawlerClientServiceServer) SubmitDomain(context.Context, *DomainSubmissionRequest) (*EmptyReply, error)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.