Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
- API
  
  Reference documentation for the pkg.go.dev API
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

header

package module

Go to main page

Versions in this module

v0

v0.0.4

Nov 4, 2026

Changes in this version

+ func CalculateBackoff(attempt int, baseDelay, maxDelay time.Duration, retryAfter string, ...) time.Duration

+ func ExecuteRequestWithRetry(ctx context.Context, client HTTPDoer, req *http.Request, policy RetryPolicy) (*http.Response, int, error)

+ func IsPermanentStatus(statusCode int) bool

+ func IsRetryableError(ctx context.Context, err error) bool

+ func IsRetryableStatus(statusCode int) bool

+ func ParseRetryAfter(headerVal string, now time.Time) (time.Duration, bool)

+ func SanitizeError(err error) string

+ func SanitizeErrorMessage(msg string) string

+ func SanitizeURL(rawURL string) string

type FetchOptions

+ ImageTimeout time.Duration

+ RetryAttempts int

+ RetryDelay time.Duration

+ RetryMaxDelay time.Duration

+ type HTTPDoer interface

+ Do func(req *http.Request) (*http.Response, error)

type PageInfo

+ func FetchURLWithContext(ctx context.Context, urlStr string, opts FetchOptions) (*PageInfo, error)

+ type RetryPolicy struct

+ Attempts int

+ Delay time.Duration

+ MaxDelay time.Duration

+ func DefaultRetryPolicy() RetryPolicy

v0.0.3

Oct 30, 2026

v0.0.2

Oct 30, 2026

v0.0.1

Oct 30, 2026

Changes in this version

+ func ApplyEdit(r io.Reader, opts EditOptions) (*html.Node, error)

+ func FindNodes(n *html.Node, tag string, match func(*html.Node) bool) []*html.Node

+ func GetOrCreateHead(doc *html.Node) *html.Node

+ func RegisterExtractor(e Extractor)

+ func RemoveNodes(nodes []*html.Node)

+ func SetContent(n *html.Node, text string)

+ type AlternateLink struct

+ Media string

+ URL string

+ type EditOptions struct

+ AddVal *string

+ CommandType string

+ MetaName string

+ ReplaceIndex int

+ ReplaceVal *string

+ SetVal *string

+ type Extractor interface

+ Init func(info *PageInfo) Processor

+ Name func() string

+ type FeedLink struct

+ Title string

+ Type string

+ URL string

+ type FetchOptions struct

+ FollowMetaRefresh bool

+ Httpretty bool

+ MaxBodySize int64

+ RedirectDelay time.Duration

+ RedirectLimit int

+ StoreCookies bool

+ Timeout time.Duration

+ TraceRedirects bool

+ UpdateReferer bool

+ UserAgent string

+ type GroupedProperty struct

+ Count int

+ Label string

+ Order int

+ Value string

+ type Icon struct

+ Sizes string

+ URL string

+ type KnownMetaTracker struct

+ KnownKeys map[string]bool

+ RawTags []UnknownMeta

+ func (t *KnownMetaTracker) AddRaw(key, value string)

+ func (t *KnownMetaTracker) MarkKnown(key string)

+ func (t *KnownMetaTracker) ProcessUnknown(excludedKeys []string) []UnknownMeta

+ type PageInfo struct

+ AlternateLinks []AlternateLink

+ AppLinksAndroidName string

+ AppLinksAndroidPackage string

+ AppLinksAndroidURL string

+ AppLinksIOSAppStoreID string

+ AppLinksIOSName string

+ AppLinksIOSURL string

+ ApplicationTitle string

+ CanonicalLink string

+ FeedLinks []FeedLink

+ Icons []Icon

+ InstagramOwnerUserID string

+ JSONLDAuthor string

+ JSONLDDescription string

+ JSONLDDuration string

+ JSONLDDurationTime time.Duration

+ JSONLDID string

+ JSONLDName string

+ JSONLDPublisher string

+ JSONLDThumbnailURL string

+ JSONLDType string

+ JSONLDUploadDate string

+ JSONLDUploadDateParsed time.Time

+ Keywords string

+ KnownMetaTracker KnownMetaTracker

+ MetaRefresh string

+ OGDescription string

+ OGImage string

+ OGImageAlt string

+ OGImageHeight string

+ OGImageSecureURL string

+ OGImageType string

+ OGImageWidth string

+ OGTitle string

+ OGType string

+ OGVideo string

+ OGVideoAlt string

+ OGVideoHeight string

+ OGVideoSecureURL string

+ OGVideoType string

+ OGVideoWidth string

+ ShortLink string

+ ThemeColor string

+ Title string

+ Trace []string

+ TwitterCard string

+ TwitterDescription string

+ TwitterImage string

+ TwitterImageAlt string

+ TwitterPlayer string

+ TwitterPlayerHeight string

+ TwitterPlayerWidth string

+ TwitterTitle string

+ URL string

+ UnknownMeta []UnknownMeta

+ YouTubeDuration time.Duration

+ YouTubeLengthSeconds int

+ YouTubeVideoID string

+ func FetchURL(urlStr string, opts FetchOptions) (*PageInfo, error)

+ func (p *PageInfo) CoverImages() []string

+ func (p *PageInfo) GroupedProperties() []GroupedProperty

+ func (p *PageInfo) Mutate(fn func(*PageInfo))

+ type Processor interface

+ ProcessToken func(t html.Token) (stop bool)

+ type UnknownMeta struct

+ Key string

+ Value string