Versions in this module Expand all Collapse all v0 v0.2.0 Jul 19, 2026 Changes in this version type Config + MaxRetries int + UseSystemProxy bool v0.1.0 May 28, 2026 Changes in this version + type Config struct + BlockPrivateIP bool + ExtraHeaders map[string]string + FastFailWAF bool + FileOutputDir string + FileTTL time.Duration + MaxBodyBytes int64 + MaxContentLength int + MaxInlineChars int + MaxInlineLines int + MaxRedirects int + MaxURLLength int + PDFHeuristic bool + PDFMaxPages int + ProxyURL string + Timeout time.Duration + UserAgent string + type EmptyContentError struct + CharCount int + Title string + URL string + func (e *EmptyContentError) Error() string + type Engine struct + func New(cfg Config) (*Engine, error) + func (e *Engine) CleanFiles() (int, error) + func (e *Engine) Close() error + func (e *Engine) Fetch(ctx context.Context, url string) (*FetchResult, error) + func (e *Engine) FetchWithOpts(ctx context.Context, url string, opts FetchOptions) (*FetchResult, error) + func (e *Engine) ParsePDFBytes(ctx context.Context, data []byte, name string) (*PDFResult, error) + func (e *Engine) ParsePDFFile(ctx context.Context, filePath string) (*PDFResult, error) + func (e *Engine) ParsePDFURL(ctx context.Context, url string) (*PDFResult, error) + type FetchOptions struct + MaxInlineChars *int + MaxInlineLines *int + type FetchResult struct + AgentHint string + ContentType string + Elapsed time.Duration + Error string + ErrorType string + FetchedAt time.Time + FilePath string + FinalURL string + Markdown string + Method string + Mode string + StatusCode int + Summary string + Title string + TotalChars int + TotalLines int + URL string + type NotFoundError struct + StatusCode int + URL string + func (e *NotFoundError) Error() string + type PDFParseError struct + Reason string + Source string + func (e *PDFParseError) Error() string + type PDFResult struct + AgentHint string + Error string + ErrorType string + FilePath string + Markdown string + Method string + Mode string + PageCount int + SourcePath string + Summary string + Title string + TotalChars int + TotalLines int + type SSRFError struct + Host string + IP string + func (e *SSRFError) Error() string + type TimeoutError struct + URL string + func (e *TimeoutError) Error() string + type UnsupportedContentTypeError struct + ContentType string + func (e *UnsupportedContentTypeError) Error() string + type WAFError struct + Reason string + URL string + func (e *WAFError) Error() string
Go to main page