mediawiki

package module

Go to main page

Versions in this module

v0

v0.20.0

Dec 26, 2024

v0.19.11

Dec 26, 2024

Changes in this version

type Checkpoint

+ ProcessedPosition int

v0.19.10

Dec 26, 2024

Changes in this version

+ type OutputData struct

+ LineNumber int

+ Value T

v0.19.9

Dec 26, 2024

v0.19.8

Dec 26, 2024

v0.19.7

Dec 26, 2024

v0.19.6

Dec 26, 2024

v0.19.5

Dec 26, 2024

v0.19.4

Dec 26, 2024

v0.19.3

Dec 26, 2024

Changes in this version

+ func AddLineNumber(lineNumber int, data []byte) []byte

+ func ParseLineNumber(data []byte) (int, []byte, error)

type CheckpointManager

+ func (cm *CheckpointManager) GetCheckpoint() *Checkpoint

v0.19.2

Dec 26, 2024

v0.19.1

Dec 26, 2024

v0.19.0

Dec 26, 2024

Changes in this version

type ProcessConfig

+ CheckpointConfig *CheckpointConfig

v0.18.1

Dec 26, 2024

v0.18.0

Dec 26, 2024

Changes in this version

+ type Checkpoint struct

+ LastItemID string

+ Position int64

+ SaveTimestamp time.Time

+ TotalItems int64

+ type CheckpointConfig struct

+ CheckpointFile string

+ ItemsThreshold int64

+ SaveInterval time.Duration

+ type CheckpointManager struct

+ func NewCheckpointManager() *CheckpointManager

+ func NewCheckpointManagerWithConfig(config *CheckpointConfig) *CheckpointManager

+ func (cm *CheckpointManager) Close() error

+ func (cm *CheckpointManager) Save() error

+ func (cm *CheckpointManager) UpdateProgressAndMaybeSave(position int64, itemID string) error

v0.17.0

Dec 25, 2024

Changes in this version

+ var ErrInvalidValue = errors.Base("invalid value")

+ var ErrJSONDecode = errors.Base("cannot decode json")

+ var ErrNotFound = errors.Base("not found")

+ var ErrSQLParse = errors.Base("cannot parse SQL")

+ var ErrUnexpectedType = errors.Base("unexpected type")

+ func DecodeImageMetadata(metadata interface{}) (map[string]interface{}, errors.E)

+ func LatestCommonsEntitiesRun(ctx context.Context, client *retryablehttp.Client) (string, errors.E)

+ func LatestCommonsImageMetadataRun(ctx context.Context, client *retryablehttp.Client) (string, errors.E)

+ func LatestWikidataEntitiesRun(ctx context.Context, client *retryablehttp.Client) (string, errors.E)

+ func LatestWikipediaImageMetadataRun(ctx context.Context, client *retryablehttp.Client, language string) (string, errors.E)

+ func LatestWikipediaRun(ctx context.Context, client *retryablehttp.Client, language string, ...) (string, errors.E)

+ func ProcessCommonsEntitiesDump(ctx context.Context, config *ProcessDumpConfig, ...) errors.E

+ func ProcessWikidataDump(ctx context.Context, config *ProcessDumpConfig, ...) errors.E

+ func ProcessWikipediaDump(ctx context.Context, config *ProcessDumpConfig, ...) errors.E

+ func Process[T any](ctx context.Context, config *ProcessConfig[T]) errors.E

+ type Amount struct

+ func (a *Amount) String() string

+ func (a *Amount) UnmarshalJSON(b []byte) error

+ func (a Amount) MarshalJSON() ([]byte, error)

+ type Article struct

+ Abstract string

+ AdditionalEntities []EntityRef

+ ArticleBody ArticleBody

+ Categories []Category

+ DateCreated time.Time

+ DateModified time.Time

+ DatePreviouslyModified *time.Time

+ Event Event

+ Identifier int64

+ Image *Image

+ InLanguage InLanguage

+ InfoBox []InfoBox

+ IsPartOf IsPartOf

+ License []License

+ MainEntity *EntityRef

+ Name string

+ Namespace Namespace

+ PreviousVersion *Version

+ Protection []Protection

+ Redirects []Redirect

+ Templates []Template

+ URL string

+ Version Version

+ Visibility *Visibility

+ WatchersCount int64

+ type ArticleBody struct

+ HTML string

+ WikiText string

+ type CalendarModel int

+ const Gregorian

+ const Julian

+ func (t *CalendarModel) UnmarshalJSON(b []byte) error

+ func (t CalendarModel) MarshalJSON() ([]byte, error)

+ type Category struct

+ Name string

+ URL string

+ type Compression int

+ const BZIP2

+ const BZIP2Tar

+ const GZIP

+ const GZIPTar

+ const NoCompression

+ const Tar

+ type DataType int

+ const CommonsMedia

+ const EntitySchema

+ const ExternalID

+ const GeoShape

+ const GlobeCoordinate

+ const Math

+ const MonolingualText

+ const MusicalNotation

+ const Quantity

+ const String

+ const TabularData

+ const Time

+ const URL

+ const WikiBaseForm

+ const WikiBaseItem

+ const WikiBaseLexeme

+ const WikiBaseProperty

+ const WikiBaseSense

+ func (t *DataType) UnmarshalJSON(b []byte) error

+ func (t DataType) MarshalJSON() ([]byte, error)

+ type DataValue struct

+ Value interface{}

+ func (v *DataValue) UnmarshalJSON(b []byte) error

+ func (v DataValue) MarshalJSON() ([]byte, error)

+ type Editor struct

+ DateStarted *time.Time

+ EditCount int64

+ Groups []string

+ HasAdvancedRights bool

+ Identifier int64

+ IsAdmin bool

+ IsAnonymous bool

+ IsBot bool

+ IsPatroller bool

+ Name string

+ type Entity struct

+ Aliases map[string][]LanguageValue

+ Claims map[string][]Statement

+ DataType *DataType

+ Descriptions map[string]LanguageValue

+ ID string

+ Labels map[string]LanguageValue

+ LastRevID int64

+ Modified time.Time

+ Namespace int

+ PageID int64

+ SiteLinks map[string]SiteLink

+ Title string

+ Type EntityType

+ type EntityRef struct

+ Aspects []string

+ Identifier string

+ URL string

+ type EntityType int

+ const Item

+ const MediaInfo

+ const Property

+ func (t *EntityType) UnmarshalJSON(b []byte) error

+ func (t EntityType) MarshalJSON() ([]byte, error)

+ type ErrorValue string

+ type Event struct

+ DateCreated time.Time

+ DatePublished *time.Time

+ Identifier string

+ Offset int64

+ Partition int

+ Type string

+ type FileType int

+ const JSONArray

+ const NDJSON

+ const SQLDump

+ type GlobeCoordinateValue struct

+ Globe string

+ Latitude float64

+ Longitude float64

+ Precision float64

+ type Image struct

+ ContentURL string

+ Height int

+ Width int

+ type InLanguage struct

+ Identifier string

+ type InfoBox struct

+ HasParts []InfoBox

+ Images []Image

+ Links []Link

+ Name string

+ Type string

+ Value string

+ Values []string

+ type IsPartOf struct

+ Identifier string

+ URL string

+ type LanguageValue struct

+ Language string

+ Value string

+ type License struct

+ Identifier string

+ Name string

+ URL string

+ type Link struct

+ Images []Image

+ Text string

+ URL string

+ type MaintenanceTags struct

+ CitationNeededCount int

+ ClarificationNeededCount int

+ PoVCount int

+ UpdateCount int

+ type MonolingualTextValue struct

+ Language string

+ Text string

+ type Namespace struct

+ Identifier int64

+ type Probability struct

+ False float64

+ True float64

+ type ProcessConfig struct

+ Client *retryablehttp.Client

+ Compression Compression

+ DecodingThreads int

+ DecompressionThreads int

+ FileType FileType

+ ItemsProcessingThreads int

+ Path string

+ Process func(context.Context, T) errors.E

+ Progress func(context.Context, x.Progress)

+ URL string

+ type ProcessDumpConfig struct

+ Client *retryablehttp.Client

+ DecodingThreads int

+ DecompressionThreads int

+ ItemsProcessingThreads int

+ Path string

+ Progress func(context.Context, x.Progress)

+ URL string

+ type Protection struct

+ Expiry string

+ Level string

+ Type string

+ type QuantityValue struct

+ Amount Amount

+ LowerBound *Amount

+ Unit string

+ UpperBound *Amount

+ type Redirect struct

+ Name string

+ URL string

+ type Reference struct

+ Hash string

+ Snaks map[string][]Snak

+ SnaksOrder []string

+ type Score struct

+ Prediction bool

+ Probability Probability

+ type Scores struct

+ Damaging *Score

+ Goodfaith *Score

+ RevertRisk *Score

+ type SiteLink struct

+ Badges []string

+ Site string

+ Title string

+ URL string

+ type Size struct

+ Unit string

+ Value int64

+ type Snak struct

+ DataType *DataType

+ DataValue *DataValue

+ Hash string

+ Property string

+ SnakType SnakType

+ type SnakType int

+ const NoValue

+ const SomeValue

+ const Value

+ func (t *SnakType) UnmarshalJSON(b []byte) error

+ func (t SnakType) MarshalJSON() ([]byte, error)

+ type Statement struct

+ ID string

+ MainSnak Snak

+ Qualifiers map[string][]Snak

+ QualifiersOrder []string

+ Rank StatementRank

+ References []Reference

+ Type StatementType

+ type StatementRank int

+ const Deprecated

+ const Normal

+ const Preferred

+ func (r *StatementRank) UnmarshalJSON(b []byte) error

+ func (r StatementRank) MarshalJSON() ([]byte, error)

+ type StatementType int

+ const StatementT

+ func (t *StatementType) UnmarshalJSON(b []byte) error

+ func (t StatementType) MarshalJSON() ([]byte, error)

+ type StringValue string

+ type Template struct

+ Name string

+ URL string

+ type TimePrecision int

+ const BillionYears

+ const Century

+ const Day

+ const Decade

+ const HoundredMillenniums

+ const HoundredMillionYears

+ const Hour

+ const Millennium

+ const MillionYears

+ const Minute

+ const Month

+ const Second

+ const TenMillenniums

+ const TenMillionYears

+ const Year

+ type TimeValue struct

+ Calendar CalendarModel

+ Precision TimePrecision

+ Time time.Time

+ func (v *TimeValue) UnmarshalJSON(b []byte) error

+ func (v TimeValue) MarshalJSON() ([]byte, error)

+ type Version struct

+ Comment string

+ Editor *Editor

+ Event Event

+ HasTagNeedsCitation bool

+ Identifier int64

+ IsBreakingMews bool

+ IsFlaggedStable bool

+ IsMinorEdit bool

+ MaintenanceTags *MaintenanceTags

+ NoIndex bool

+ NumberOfCharacters int64

+ Scores *Scores

+ Size *Size

+ Tags []string

+ type Visibility struct

+ Comment bool

+ Editor bool

+ Text bool

+ type WikiBaseEntityIDValue struct

+ ID string

+ Type WikiBaseEntityType

+ type WikiBaseEntityType int

+ const EntitySchemaType

+ const FormType

+ const ItemType

+ const LexemeType

+ const PropertyType

+ const SenseType

+ func (t *WikiBaseEntityType) UnmarshalJSON(b []byte) error

+ func (t WikiBaseEntityType) MarshalJSON() ([]byte, error)

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL