recordio

Documentation

Overview

Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index

• Constants
• func Close(v interface{}) error
• func Flush(v interface{}) error
• type AbstractRecordReaderFactory
  • func (*AbstractRecordReaderFactory) CreateReader(context api.StageContext, reader io.Reader, messageId string) (dataformats.RecordReader, error)
  • func (*AbstractRecordReaderFactory) CreateWholeFileReader(context api.StageContext, messageId string, metadata map[string]interface{}, ...) (dataformats.RecordReader, error)
• type Flusher
• type RecordCreator
• type RecordReaderFactory
• type RecordWriterFactory

Constants

const (
	CompressedNone = "NONE"
	CompressedFile = "COMPRESSED_FILE"
)

Functions

func Close

func Close(v interface{}) error

func Flush

func Flush(v interface{}) error

Types

type AbstractRecordReaderFactory

type AbstractRecordReaderFactory struct {
}

func (*AbstractRecordReaderFactory) CreateReader

func (*AbstractRecordReaderFactory) CreateReader(
	context api.StageContext,
	reader io.Reader,
	messageId string,
) (dataformats.RecordReader, error)

func (*AbstractRecordReaderFactory) CreateWholeFileReader

func (*AbstractRecordReaderFactory) CreateWholeFileReader(
	context api.StageContext,
	messageId string,
	metadata map[string]interface{},
	fileRef api.FileRef,
) (dataformats.RecordReader, error)

type Flusher

type Flusher interface {
	Flush() error
}

type RecordCreator

type RecordCreator interface {
	CreateRecord(
		context api.StageContext,
		lineText string,
		messageId string,
		headers []*api.Field,
	) (api.Record, error)
}

type RecordReaderFactory

type RecordReaderFactory interface {
	CreateReader(context api.StageContext, reader io.Reader, messageId string) (dataformats.RecordReader, error)
	CreateWholeFileReader(
		context api.StageContext,
		messageId string,
		metadata map[string]interface{},
		fileRef api.FileRef,
	) (dataformats.RecordReader, error)
}

type RecordWriterFactory

type RecordWriterFactory interface {
	CreateWriter(context api.StageContext, writer io.Writer) (dataformats.RecordWriter, error)
}