bigquery

Documentation

Index

• func New(client *managedwriter.Client, log *slog.Logger, meter metric.Meter, ...) (*bq, error)
• func PlencDescriptorToProtobuf(pd *plenccodec.Descriptor) (*descriptorpb.DescriptorProto, error)
• type DiskReadManager
  • func NewDiskReadManager(baseDir string, log *slog.Logger, meter metric.Meter, ...) (*DiskReadManager, error)
  • func (drm *DiskReadManager) Start(ctx context.Context)
  • func (drm *DiskReadManager) Stop()
• type Uploader
• type UploaderFactory

Functions

func New

func New(client *managedwriter.Client, log *slog.Logger, meter metric.Meter, baseDir string) (*bq, error)

func PlencDescriptorToProtobuf

func PlencDescriptorToProtobuf(pd *plenccodec.Descriptor) (*descriptorpb.DescriptorProto, error)

Types

type DiskReadManager

type DiskReadManager struct {
	// contains filtered or unexported fields
}

func NewDiskReadManager

func NewDiskReadManager(baseDir string, log *slog.Logger, meter metric.Meter, chanForDescriptor chanForDescriptor) (*DiskReadManager, error)

func (*DiskReadManager) Start

func (drm *DiskReadManager) Start(ctx context.Context)

func (*DiskReadManager) Stop

func (drm *DiskReadManager) Stop()

type Uploader

type Uploader interface {
	// bufferFor returns a buffer of exactly size bytes.
	BufferFor(size int) []byte

	// add is called to note that the buffer returned by bufferFor was used and
	// is full of useful data,
	Add(buf []byte)

	Flush()

	// TryFlush attempts to flush the buffer to the table writer. It will not spill to disk.
	TryFlush()
}

type UploaderFactory

type UploaderFactory func(ctx context.Context, desc *protocol.ConnectionDescriptor) (Uploader, error)