core

package

Go to main page

Versions in this module

v0

v0.8.3

Jun 12, 2026

Changes in this version

+ var ErrTargetNotAllowed = errors.New("target not allowed")

+ func GuardedDialContext(ctx context.Context, network, addr string) (net.Conn, error)

+ func RequestTimeoutForRetries(attemptTimeout time.Duration, cfg RetryConfig) time.Duration

+ func RequestTimeoutMiddleware(timeout time.Duration) fiber.Handler

+ func ShouldFetchResultPage(collected, limit, pagesFetched int) bool

+ func ValidatePublicHTTPURL(ctx context.Context, rawURL string) error

+ type BrowserResolver func(proxyURL string) (*Browser, error)

+ type ExtractedContent struct

+ Content string

+ Error string

+ FetchedAt string

+ Format string

+ ModeUsed string

+ Title string

type Query

+ Extract bool

+ ExtractMinRunes int

+ ExtractMode string

+ ExtractTop int

+ GuardPrivateNetworks bool

type Result

+ Extracted *ExtractedContent

type ServerOptions

+ BrowserResolver BrowserResolver

+ Extract extractpkg.Config

+ RequestTimeout time.Duration

v0.7.15

Jun 2, 2026

Changes in this version

+ func AppendEnrichedSearchResult(env *Envelope, raw SearchResult, ctx EnrichContext, extractedAt time.Time)

+ func OrganicLimitReached(results []SearchResult, limit int) bool

type Envelope

+ SerpFeatures []SerpFeature

+ type FeatureItem struct

+ Link string

+ Text string

+ Title string

+ type FeatureLink struct

+ Title string

+ URL string

type Query

+ Features bool

+ type RegionTarget = region.RegionTarget

+ func ResolveRegion(hint string) RegionTarget

type ResultType

+ const ResultTypeAISummary

+ const ResultTypeCalculator

+ const ResultTypeDictionary

+ const ResultTypeImagesInline

+ const ResultTypeRelatedQuestions

+ const ResultTypeRelatedSearches

+ const ResultTypeSitelinks

+ const ResultTypeVideos

+ const ResultTypeWeather

type SearchResult

+ Features []SerpFeature

+ func AttachFeaturesToFirstResult(results []SearchResult, features []SerpFeature) []SearchResult

+ type SerpFeature struct

+ Confidence float64

+ Engine string

+ ExtractedAt string

+ ID string

+ Items []FeatureItem

+ Links []FeatureLink

+ Position *Position

+ SourceResultIDs []string

+ Text string

+ Title string

+ Type ResultType

+ func DeduplicateSerpFeatures(features []SerpFeature) []SerpFeature

+ func EnrichSerpFeature(raw SerpFeature, engine string, sourceResultID string, extractedAt time.Time) SerpFeature

+ func ExtractSerpFeaturesBySelectors(doc *goquery.Document, specs []SerpFeatureSelector) []SerpFeature

+ func FeaturesFromPage(page *rod.Page, extract func(*goquery.Document) []SerpFeature) []SerpFeature

+ type SerpFeatureSelector struct

+ Confidence float64

+ Container []string

+ ItemSelector []string

+ LinkSelector []string

+ Position int

+ SingleMatch bool

+ TextSelector []string

+ Title string

+ TitleSelector []string

+ Type ResultType

v0.7.13

May 23, 2026

Changes in this version

+ const DefaultProxyLaneMaxLanes

+ const ProxyModeRequestURL

+ const ReasonRequestProxyURLDisabled

+ const ReasonUnsupportedProxyScheme

+ var ErrBlocked = errors.New("blocked")

+ var ErrRateLimited = errors.New("rate_limited")

+ func AddNetworkBytes(ctx context.Context, n int64)

+ func BrowserProfileIDsFromContext(ctx context.Context) []string

+ func ClassifySearchHTTPStatus(status int) error

+ func ClosestMatching(el *rod.Element, selector string, maxHops int) *rod.Element

+ func CountOrganicResults(results []SearchResult) int

+ func CountryFromRegion(region string) string

+ func DeferClosePage(ctx context.Context, page *rod.Page, browser *Browser) func()

+ func FirstNonEmptyAttribute(root *rod.Element, attr string, selectors ...string) string

+ func FirstNonEmptyText(root *rod.Element, selectors ...string) string

+ func HasAnySelector(page *rod.Page, selectors []string) bool

+ func HasAttribute(el *rod.Element, attr string) bool

+ func NetworkBytesFromContext(ctx context.Context) int64

+ func PrepareEngineContext(ctx context.Context, query Query, engineName string, ...) context.Context

+ func RawSearchRequest(ctx context.Context, searchURL string, query Query) (*http.Response, error)

+ func ReadRawSearchBody(resp *http.Response) ([]byte, error)

+ func SetBrowserProfileID(ctx context.Context, profileID string)

+ func ShouldBypassCacheForProxyMarket(q Query) bool

+ func TenantFromContext(ctx context.Context) string

+ func TimezoneForLocale(loc Locale) string

+ func WaitForElements(ctx context.Context, page *rod.Page, selectors []string, timeout time.Duration) (rod.Elements, string, error)

+ func WithBrowserProfileUsage(ctx context.Context) context.Context

+ func WithForcedProfileID(ctx context.Context, profileID string) context.Context

+ func WithMinimalBrowserProfile(ctx context.Context) context.Context

+ func WithNetworkUsage(ctx context.Context) context.Context

+ func WithProxyLaneKey(ctx context.Context, key ProxyLaneKey) context.Context

+ func WithRequestProxyURL(ctx context.Context, proxyURL string) context.Context

type APIError

+ ErrorCode string

+ Meta map[string]interface{}

type Browser

+ func (b *Browser) ClosePage(ctx context.Context, page *rod.Page, timeout time.Duration) error

type BrowserOpts

+ ProxyLaneStore *LaneStore

+ type BrowserPoolStats struct

+ Active int

+ EvictedIdle int

+ EvictedLRU int

+ Max int

type CircuitBreaker

+ func (cb *CircuitBreaker) AvgSuccessLatency() (time.Duration, bool)

+ func (cb *CircuitBreaker) RecordSuccessDuration(ctx context.Context, elapsed time.Duration)

type DomainInfo

+ Category string

+ type EngineErrorDetail struct

+ Engine string

+ Error string

+ Message string

+ type HTMLParser interface

+ Name func() string

+ ParseHTML func(io.Reader) ([]SearchResult, error)

type JSONErrorResponse

+ Meta map[string]interface{}

+ RequestID string

+ type LaneStats struct

+ Active int

+ CookiesDropped int

+ EvictedLRU int

+ type LaneStore struct

+ func NewLaneStore(maxLanes int) *LaneStore

+ func (s *LaneStore) Cookies(key ProxyLaneKey) []*proto.NetworkCookie

+ func (s *LaneStore) DropCookies(key ProxyLaneKey)

+ func (s *LaneStore) Profile(key ProxyLaneKey, create func() browserprofile.Profile) browserprofile.Profile

+ func (s *LaneStore) SaveCookies(key ProxyLaneKey, cookies []*proto.NetworkCookie)

+ func (s *LaneStore) Stats() LaneStats

type ProxiesConfig

+ AllowRequestProxyURL bool

+ Lanes ProxyLanesConfig

+ type ProxyLaneKey struct

+ Engine string

+ SessionID string

+ Tenant string

+ func NormalizeProxyLaneKey(key ProxyLaneKey) ProxyLaneKey

+ func ProxyLaneKeyForTenant(engine string, tenant string, q Query, proxyURL string) ProxyLaneKey

+ func (k ProxyLaneKey) Empty() bool

+ func (k ProxyLaneKey) ID() string

+ type ProxyLanesConfig struct

+ DropCookiesOnChallenge bool

+ Enabled bool

+ MaxLanes int

+ func DefaultProxyLanesConfig() ProxyLanesConfig

+ func NormalizeProxyLanesConfig(cfg ProxyLanesConfig) ProxyLanesConfig

type ProxyStats

+ BrowserProcesses BrowserPoolStats

+ Lanes LaneStats

+ RequestProxyURLEnabled bool

type Query

+ ProxyClass string

+ ProxyCountry string

+ ProxyProvider string

+ ProxySessionID string

+ Region string

+ func (q Query) String() string

type QueryEcho

+ Region string

type ResponseMeta

+ EngineErrors []EngineErrorDetail

+ EnginesResponded []string

type SearchEngineOptions

+ func (o *SearchEngineOptions) GetRateLimiter() *rate.Limiter

type SearchResult

+ AbsoluteRank int

+ Type ResultType

+ func LimitOrganicResults(results []SearchResult, limit int) []SearchResult

type ServerOptions

+ MegaTimeout time.Duration

v0.7.2

Apr 27, 2026

Changes in this version

+ const LogFormatJSON

+ const LogFormatText

+ const MaxQueryLimit

+ const ProxyPoolQuarantineDuration

+ const ReasonEmptyQuery

+ const ReasonInvalidLimit

+ const ReasonInvalidParam

+ const ReasonInvalidStart

+ const ReasonNoEngines

+ const ReasonUnknownFormat

+ var DefaultFingerprintArtifactDir = filepath.Join("core", "testdata")

+ var ErrEmptyResult = errors.New("empty_result")

+ var ErrEngineInternal = errors.New("engine internal error")

+ var ErrParser = errors.New("parser failure")

+ var ErrProxyAuth = errors.New("proxy_auth")

+ var ErrProxyConnect = errors.New("proxy_connect")

+ var ErrTimeout = errors.New("timeout")

+ func BuildAcceptLanguageHeader(langCode string) string

+ func CaptchaSolverMetrics() map[string]uint64

+ func ClosePageWithTimeout(ctx context.Context, page *rod.Page, timeout time.Duration) error

+ func DrainAndCloseResponse(resp *http.Response)

+ func EnsureContext(ctx context.Context) context.Context

+ func IsContextDone(err error) bool

+ func IsProxyNetworkError(err error) bool

+ func IsRodObjectNotFound(err error) bool

+ func MustParseBlockedResourceTypes(raw string) []proto.NetworkResourceType

+ func NormalizeLogFormat(raw string) (string, error)

+ func NormalizeURLForClustering(rawURL string) string

+ func ParseBlockedResourceTypes(raw string) ([]proto.NetworkResourceType, error)

+ func PrimaryLanguageTag(langCode string) string

+ func QueryHash(raw string) string

+ func QueryHashFromQuery(q Query) string

+ func RecoverEnginePanic(engine string, recovered interface{}, logger *EngineLogger) error

+ func RecoverEnginePanicWithContext(ctx context.Context, engine string, recovered interface{}, ...) error

+ func RenderMarkdown(env *Envelope) []byte

+ func RenderMarkdownImage(env *ImageEnvelope) []byte

+ func RenderNDJSON(env *Envelope) []byte

+ func RenderNDJSONImage(env *ImageEnvelope) []byte

+ func RenderText(env *Envelope) []byte

+ func RenderTextImage(env *ImageEnvelope) []byte

+ func RequestContextMiddleware() fiber.Handler

+ func RequestIDFromContext(ctx context.Context) string

+ func ResultID(engine, rawURL string) string

+ func SetAcceptLanguageHeader(req *http.Request, langCode string)

+ func SleepContext(ctx context.Context, d time.Duration) error

+ func WithEngine(ctx context.Context, engine string) context.Context

+ func WithProfileRegion(ctx context.Context, region string) context.Context

+ func WithQueryHash(ctx context.Context, queryHash string) context.Context

+ func WithRequest(ctx context.Context) *logrus.Entry

+ func WithRequestEngine(ctx context.Context, engine string) *logrus.Entry

+ func WithRequestID(ctx context.Context, requestID string) context.Context

+ func WithTenant(ctx context.Context, tenant string) context.Context

+ type APIError struct

+ HTTPStatus int

+ Message string

+ Reason string

+ func (e *APIError) Error() string

type BrowserOpts

+ BlockResourceTypes []proto.NetworkResourceType

+ BlockTrackers bool

+ CaptchaSolverEnabled bool

+ UserAgent string

+ type Classification struct

+ ContentType string

+ SourceHint string

+ func ClassifyURL(rawURL, domain string) *Classification

+ type Cluster struct

+ BestRank int

+ CanonicalURL string

+ Domain string

+ EnginesCount int

+ ID string

+ Occurrences []ClusterOccurrence

+ Score float64

+ Title string

+ func BuildClusters(results []Result, enginesQueried int) []Cluster

+ type ClusterOccurrence struct

+ Engine string

+ Rank int

+ ResultID string

+ type DomainInfo struct

+ IsEdu bool

+ IsForum bool

+ IsGov bool

+ IsMarketplace bool

+ IsMil bool

+ IsNews bool

+ IsSocial bool

+ SLD string

+ TLD string

+ func EnrichDomainInfo(domain string) *DomainInfo

type EngineLogger

+ func (el *EngineLogger) Fields(fields logrus.Fields) *EngineLogger

+ func (el *EngineLogger) WithRequest(ctx context.Context) *EngineLogger

+ type EnrichContext struct

+ Engine string

+ Query Query

+ type Envelope struct

+ Clusters *[]Cluster

+ Meta ResponseMeta

+ Pagination Pagination

+ Query QueryEcho

+ Results []Result

+ func NewEnvelope(q Query, requestID string, startedAt time.Time, engines []string) *Envelope

+ func (e *Envelope) Finalize(startedAt time.Time, q Query)

+ type ImageData struct

+ Height int

+ Thumbnail string

+ URL string

+ Width int

+ type ImageEnvelope struct

+ Meta ResponseMeta

+ Pagination Pagination

+ Query QueryEcho

+ Results []ImageResult

+ func NewImageEnvelope(q Query, requestID string, startedAt time.Time, engines []string) *ImageEnvelope

+ func (e *ImageEnvelope) Finalize(startedAt time.Time, q Query)

+ type ImageResult struct

+ Engine string

+ ID string

+ Image ImageData

+ Rank int

+ Source ImageSource

+ Title string

+ Type ResultType

+ func EnrichImageResult(raw SearchResult, ctx EnrichContext) ImageResult

+ type ImageSource struct

+ Domain string

+ PageURL string

type JSONErrorResponse

+ Reason string

+ type Locale struct

+ Country string

+ Language string

+ func ParseLocale(code string) Locale

+ type Pagination struct

+ HasMore bool

+ NextStart int

+ Page int

+ type Position struct

+ Absolute int

+ OnPage int

+ Page int

type ProxyRegistry

+ func (r *ProxyRegistry) NextByTagWithContext(ctx context.Context, tag string) string

+ type QueryEcho struct

+ EnginesRequested []string

+ Lang string

+ Text string

+ type ReadinessStatus struct

+ Status string

+ type ResponseMeta struct

+ EnginesFailed []string

+ RequestID string

+ RequestedAt string

+ TookMs int64

+ Version string

+ type Result struct

+ Classification *Classification

+ DisplayURL string

+ Domain string

+ DomainInfo *DomainInfo

+ Engine string

+ Favicon string

+ ID string

+ IsAd bool

+ Position Position

+ Rank int

+ Snippet string

+ Title string

+ Type ResultType

+ URL string

+ func EnrichResult(raw SearchResult, ctx EnrichContext) Result

+ type ResultType string

+ const ResultTypeAd

+ const ResultTypeAnswerBox

+ const ResultTypeFeaturedSnippet

+ const ResultTypeImage

+ const ResultTypeKnowledgePanel

+ const ResultTypeLocal

+ const ResultTypeNews

+ const ResultTypeOrganic

+ const ResultTypePeopleAlsoAsk

+ const ResultTypeShopping

+ const ResultTypeVideo

+ func ValidateResultType(t ResultType) (ResultType, string)

type Server

+ func (s *Server) SetDraining(draining bool)

+ func (s *Server) ShutdownWithTimeout(timeout time.Duration) error

type ServerOptions

+ EnableDebugEndpoints bool

+ FingerprintArtifactDir string

+ FingerprintBrowserOpts BrowserOpts

v0.6.0

Apr 4, 2026

Changes in this version

+ const DefaultProxyFailureThreshold

+ const ProxyModeOff

+ const ProxyModeTagPool

+ const ProxyOverrideDirect

+ const ProxyRuntimeBrowser

+ const ProxyRuntimeRaw

+ var ErrAllEnginesFailed = fmt.Errorf("all search engines failed")

+ var ErrCircuitOpen = fmt.Errorf("circuit breaker is open - engine temporarily disabled")

+ var ErrProxyUnavailable = errors.New("proxy unavailable")

+ func BuildCacheKey(engine string, action string, q Query) string

+ func CORSMiddleware(cfg CORSConfig) fiber.Handler

+ func ComputePagination(start int, pageSize int) (int, int, error)

+ func IsAuthenticatedSocksProxyURL(raw string) bool

+ func JSONErrorMiddleware() fiber.ErrorHandler

+ func MaskProxyURL(raw string) string

+ func NewRawHTTPClient(query Query) (*http.Client, error)

+ func NormalizeProxyRequestOverride(raw string) (string, error)

+ func NormalizeProxyTag(raw string) (string, error)

+ func NormalizeProxyURL(raw string) (string, error)

+ func NormalizeProxyURLs(rawURLs []string) ([]string, error)

+ func RequestLoggerMiddleware() fiber.Handler

type BrowserOpts

+ BrowserPath string

+ type CORSConfig struct

+ AllowHeaders string

+ AllowMethods string

+ AllowOrigins string

+ MaxAge int

+ func DefaultCORSConfig() CORSConfig

+ type CacheEntry struct

+ CreatedAt time.Time

+ Data []byte

+ ExpiresAt time.Time

+ type CircuitBreaker struct

+ func NewCircuitBreaker(name string, cfg CircuitBreakerConfig) *CircuitBreaker

+ func (cb *CircuitBreaker) AllowRequest() bool

+ func (cb *CircuitBreaker) RecordFailure()

+ func (cb *CircuitBreaker) RecordSuccess()

+ func (cb *CircuitBreaker) State() CircuitState

+ func (cb *CircuitBreaker) Stats() map[string]interface{}

+ type CircuitBreakerConfig struct

+ FailureThreshold int

+ RecoveryTimeout time.Duration

+ SuccessThreshold int

+ func DefaultCircuitBreakerConfig() CircuitBreakerConfig

+ type CircuitBreakerManager struct

+ func NewCircuitBreakerManager(cfg CircuitBreakerConfig) *CircuitBreakerManager

+ func (m *CircuitBreakerManager) AllStats() []map[string]interface{}

+ func (m *CircuitBreakerManager) Get(engineName string) *CircuitBreaker

+ type CircuitState int

+ const CircuitClosed

+ const CircuitHalfOpen

+ const CircuitOpen

+ func (s CircuitState) String() string

+ type EngineHealth struct

+ Initialized bool

+ Name string

+ Status string

+ type HealthStatus struct

+ Engines []EngineHealth

+ Status string

+ System map[string]interface{}

+ Uptime string

+ type JSONErrorResponse struct

+ Code int

+ Error string

+ Message string

+ type ProxiesConfig struct

+ Entries []ProxyEntryConfig

+ Global string

+ Health ProxiesHealthConfig

+ func DefaultProxiesConfig() ProxiesConfig

+ func NormalizeProxiesConfig(cfg ProxiesConfig) (ProxiesConfig, error)

+ type ProxiesHealthConfig struct

+ FailureThreshold int

+ type ProxyConfig struct

+ EnginePolicies map[string]string

+ Proxies ProxiesConfig

+ Registry *ProxyRegistry

+ Runtime string

+ func DefaultProxyConfig() ProxyConfig

+ func NormalizeProxyConfig(cfg ProxyConfig) (ProxyConfig, error)

+ type ProxyEngineStats struct

+ SelectedProxy string

+ Tag string

+ type ProxyEntryConfig struct

+ Tags []string

+ URL string

+ type ProxyExecutionMeta struct

+ Mode string

+ Tag string

+ Used string

+ type ProxyPolicy struct

+ Mode string

+ Tag string

+ func ResolveEffectiveProxyPolicy(globalProxyURL string, engineTag string) ProxyPolicy

+ type ProxyRegistry struct

+ func NewProxyRegistry(entries []ProxyEntryConfig, failureThreshold int) (*ProxyRegistry, error)

+ func (r *ProxyRegistry) BuildStats() ProxyStats

+ func (r *ProxyRegistry) HasHealthyProxyForTag(tag string) bool

+ func (r *ProxyRegistry) NextByTag(tag string) string

+ func (r *ProxyRegistry) ReportFailure(proxyURL string)

+ func (r *ProxyRegistry) ReportSuccess(proxyURL string)

+ type ProxyStats struct

+ ConfiguredCount int

+ Engines map[string]ProxyEngineStats

+ Entries []ProxyStatsEntry

+ HealthyCount int

+ Tags map[string]ProxyTagSummary

+ UnhealthyCount int

+ type ProxyStatsEntry struct

+ Disabled bool

+ Failures int

+ Healthy bool

+ Proxy string

+ Tags []string

+ type ProxyTagSummary struct

+ Configured int

+ Healthy int

type Query

+ Filter bool

+ ProxyOverride string

+ Start int

+ type ResilientConfig struct

+ CircuitBreaker CircuitBreakerConfig

+ Proxy ProxyConfig

+ Retry RetryConfig

+ func DefaultResilientConfig() ResilientConfig

+ type ResilientSearcher struct

+ func NewResilientSearcher(engines []SearchEngine, cfg ResilientConfig) *ResilientSearcher

+ func (rs *ResilientSearcher) GetCircuitBreakerStats() []map[string]interface{}

+ func (rs *ResilientSearcher) GetProxyStats() ProxyStats

+ func (rs *ResilientSearcher) ResolveMegaProxyMeta(q Query, engines []SearchEngine) ProxyExecutionMeta

+ func (rs *ResilientSearcher) SearchAllImageParallel(q Query, engines []SearchEngine) []MegaSearchResult

+ func (rs *ResilientSearcher) SearchAllParallel(q Query, engines []SearchEngine) []MegaSearchResult

+ func (rs *ResilientSearcher) SearchImagePrimary(primaryEngine SearchEngine, q Query) ([]SearchResult, string, ProxyExecutionMeta, error)

+ func (rs *ResilientSearcher) SearchImageWithFallback(primaryEngine SearchEngine, q Query) ([]SearchResult, string, ProxyExecutionMeta, error)

+ func (rs *ResilientSearcher) SearchPrimary(primaryEngine SearchEngine, q Query) ([]SearchResult, string, ProxyExecutionMeta, error)

+ func (rs *ResilientSearcher) SearchWithFallback(primaryEngine SearchEngine, q Query) ([]SearchResult, string, ProxyExecutionMeta, error)

+ type ResponseCache struct

+ func NewResponseCache(ttl time.Duration, maxSize int) *ResponseCache

+ func (c *ResponseCache) Get(key string) ([]byte, bool)

+ func (c *ResponseCache) RecordBypass()

+ func (c *ResponseCache) Set(key string, data []byte)

+ func (c *ResponseCache) Stats() map[string]interface{}

+ type RetryConfig struct

+ BackoffFactor float64

+ InitialBackoff time.Duration

+ MaxBackoff time.Duration

+ MaxRetries int

+ func DefaultRetryConfig() RetryConfig

+ type RetryResult struct

+ Attempts int

+ Engine string

+ Err error

+ Results []SearchResult

+ func RetryableSearch(cfg RetryConfig, engineName string, searchFn func() ([]SearchResult, error)) RetryResult

type Server

+ func NewServerWithOptions(host string, port int, opts ServerOptions, searchEngines ...SearchEngine) *Server

+ type ServerOptions struct

+ AllowEndpointFallback bool

+ CORS CORSConfig

+ CacheMaxSize int

+ CacheTTL time.Duration

+ EnableCORS bool

+ Resilience ResilientConfig

+ func DefaultServerOptions() ServerOptions

v0.5.4

Oct 8, 2025

v0.5.3

Oct 1, 2025

Changes in this version

+ func LogWithEngine(level logrus.Level, engine, message string, args ...interface{})

+ type EngineLogger struct

+ func NewEngineLogger(engine string) *EngineLogger

+ func (el *EngineLogger) Debug(message string, args ...interface{})

+ func (el *EngineLogger) Error(message string, args ...interface{})

+ func (el *EngineLogger) Fatal(message string, args ...interface{})

+ func (el *EngineLogger) Info(message string, args ...interface{})

+ func (el *EngineLogger) Panic(message string, args ...interface{})

+ func (el *EngineLogger) Warn(message string, args ...interface{})

+ type MegaSearchResult struct

+ Engine string

v0.4.1

Aug 18, 2025

Changes in this version

+ func ConvertSearchResultsMap(searchResultsMap map[string]SearchResult) *[]SearchResult

type Browser

+ CaptchaSolver *CaptchaSolver

type BrowserOpts

+ CaptchaSolverApiKey string

+ Insecure bool

+ ProxyURL string

+ UseStealth bool

+ type CaptchaSolver struct

+ func NewSolver(apikey string) *CaptchaSolver

+ func (cs *CaptchaSolver) SolveReCaptcha2(sitekey, pageUrl, dataS string) (string, error)

type Query

+ Answers bool

+ Insecure bool

+ ProxyURL string

type SearchEngine

+ SearchImage func(Query) ([]SearchResult, error)

type SearchEngineOptions

+ IsSolveCaptcha bool

type SearchResult

+ Ad bool

+ func DeduplicateResults(results []SearchResult) []SearchResult

v0.2.1

Jun 30, 2023

Changes in this version

+ var ErrCaptcha = errors.New("Captcha detected")

+ var ErrSearchTimeout = errors.New("Timeout. Cannot find element on page")

type BrowserOpts

+ WaitLoadTime time.Duration

+ func (o *BrowserOpts) Check()

type SearchEngine

+ GetRateLimiter func() *rate.Limiter

+ type SearchEngineOptions struct

+ RateBurst int

+ RateRequests int

+ RateTime int64

+ SelectorTimeout int64

+ func (o *SearchEngineOptions) GetRatelimit() time.Duration

+ func (o *SearchEngineOptions) GetSelectorTimeout() time.Duration

+ func (o *SearchEngineOptions) Init()

v0.1.1

Jun 24, 2023

Changes in this version

+ func InitLogger(isVerbose, isDebug bool)

+ type Browser struct

+ func NewBrowser(opts BrowserOpts) (*Browser, error)

+ func (b *Browser) Close() error

+ func (b *Browser) IsInitialized() bool

+ func (b *Browser) Navigate(URL string) *rod.Page

+ type BrowserOpts struct

+ IsHeadless bool

+ IsLeakless bool

+ LanguageCode string

+ LeavePageOpen bool

+ Timeout time.Duration

+ WaitRequests bool

+ func (o *BrowserOpts) Init()

+ type Query struct

+ DateInterval string

+ Filetype string

+ LangCode string

+ Limit int

+ Site string

+ Text string

+ func (q *Query) InitFromContext(c *fiber.Ctx) error

+ func (q Query) IsEmpty() bool

+ type SearchEngine interface

+ IsInitialized func() bool

+ Name func() string

+ Search func(Query) ([]SearchResult, error)

+ type SearchResult struct

+ Description string

+ Rank int

+ Title string

+ URL string

+ type Server struct

+ func NewServer(host string, port int, searchEngines ...SearchEngine) *Server

+ func (s *Server) Listen() error

+ func (s *Server) Shutdown() error

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL