Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
- API
  
  Reference documentation for the pkg.go.dev API
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

streamio

package module

Go to main page

Versions in this module

v0

v0.0.9

Oct 12, 2026

Changes in this version

+ var ErrInvalidWhere = expr.ErrSyntax

+ var ErrUncomparable = expr.ErrUncomparable

type Option

+ func WithRecordTransform(newTransform func() (RecordTransform, error)) Option

+ func WithRowFilter(newFilter func() (RowFilter, error)) Option

+ func WithWhere(expression string) Option

+ func WithWhereStrict(expression string) Option

type Profile

+ PredicateMisses int64

+ UnseenColumns []string

+ type RecordConsumer = options.RecordConsumer

+ type RecordTransform = options.RecordTransform

type Result

+ func ConsumeFile(ctx context.Context, path string, newConsumer func() (RecordConsumer, error), ...) (Result, error)

+ func ConsumeReaderAt(ctx context.Context, src Source, newConsumer func() (RecordConsumer, error), ...) (Result, error)

+ type RowFilter = options.RowFilter

v0.0.8

Oct 11, 2026

Changes in this version

+ const CompressionAuto

+ const CompressionBrotli

+ const CompressionBzip2

+ const CompressionGzip

+ const CompressionLZ4

+ const CompressionNone

+ const CompressionSnappy

+ const CompressionXZ

+ const CompressionZstd

+ var ErrDecompressedTooLarge = decompress.ErrTooLarge

+ var ErrUnknownFormat = sniff.ErrUnknownFormat

+ type ColumnStats struct

+ Distinct int64

+ DistinctExact bool

+ Name string

+ NonEmpty int64

+ Pct float64

+ TopValues []ValueCount

+ type Compression = options.Compression

type Format

+ func DetectFormat(src Source) (Format, error)

type Option

+ func WithInputCompression(c Compression) Option

+ func WithMaxDecompressedSize(n int64) Option

+ func WithProfileColumns(names ...string) Option

+ func WithProfileMaxDistinct(n int) Option

+ func WithProfileTopN(n int) Option

+ type Profile struct

+ Columns []ColumnStats

+ ColumnsTruncated bool

+ Records int64

+ RowsSkipped int64

+ func ProfileFile(ctx context.Context, path string, opts ...Option) (Profile, error)

+ func ProfileReaderAt(ctx context.Context, src Source, opts ...Option) (Profile, error)

+ type ValueCount struct

+ Count int64

+ MaxError int64

+ Pct float64

+ Value string

v0.0.7

Oct 2, 2026

v0.0.6

Oct 2, 2026

Changes in this version

+ const FormatArrow

+ const FormatCSV

+ const FormatJSON

+ const FormatParquet

+ const FormatTSV

+ var ErrNoConversionPath = errors.New("streamio: no conversion path")

+ var ErrTooManyRowErrors = options.ErrTooManyRowErrors

+ type DocumentHandler func(context.Context, []byte) error

+ type Format = options.OutputFormat

+ func DetectInputFormat(path string) Format

+ type Logger = options.Logger

+ type Option = options.Option

+ func WithBatchSize(n int) Option

+ func WithCSVDelimiter(r rune) Option

+ func WithCSVHasHeader(b bool) Option

+ func WithChunkSize(n int) Option

+ func WithInputFormat(f Format) Option

+ func WithLogger(l Logger) Option

+ func WithMaxOpenReaders(n int) Option

+ func WithMaxRowErrors(n int, onSkip func(err error)) Option

+ func WithOutputFormat(f Format) Option

+ func WithParallelWorkers(n int) Option

+ func WithReadBufferSize(n int) Option

+ func WithSingleFileOutput(b bool) Option

+ func WithTransforms(rules ...TransformRule) Option

+ type Result = options.Result

+ func ProcessFile(ctx context.Context, path string, handler DocumentHandler, opts ...Option) (Result, error)

+ func ProcessReaderAt(ctx context.Context, src Source, handler DocumentHandler, opts ...Option) (Result, error)

+ type Source = options.Source

+ type Stats = options.Stats

+ type TooManyRowErrorsError = options.TooManyRowErrorsError

+ type TransformRule = options.PathTransformRule

+ func DropPath(path string) TransformRule

+ func RenamePath(from, to string) TransformRule