json

Documentation

Index

• func NewJSONDecoder(c engine.DecoderConfig) engine.Decoder
• func NewJSONEncoder(c engine.EncoderConfig) engine.Encoder
• type JSONDecoder
  • func (jd *JSONDecoder) Decode() ([]engine.Record, error)
• type JSONEncoder
  • func (jw *JSONEncoder) Encode(recs []engine.Record) error
• type JsonFloat
  • func (l JsonFloat) MarshalJSON() ([]byte, error)

Examples

• JSONDecoder
• JSONEncoder
• JSONEncoder (Decimal)

Functions

func NewJSONDecoder

func NewJSONDecoder(c engine.DecoderConfig) engine.Decoder

func NewJSONEncoder

func NewJSONEncoder(c engine.EncoderConfig) engine.Encoder

Types

type JSONDecoder

type JSONDecoder struct {
	engine.DecoderConfig
	// contains filtered or unexported fields
}

Example

package main

import (
	"time"

	"github.com/OutOfBedlam/tine/engine"
	_ "github.com/OutOfBedlam/tine/plugin/codec/csv"
	_ "github.com/OutOfBedlam/tine/plugin/codec/json"
	_ "github.com/OutOfBedlam/tine/plugin/flows/base"
	_ "github.com/OutOfBedlam/tine/plugin/inlets/file"
	_ "github.com/OutOfBedlam/tine/plugin/outlets/file"
)

func main() {
	dsl := `
	[[inlets.file]]
		path = "testdata/testdata.json"
		format = "json"
	[[flows.select]]
		includes = ["#*", "area", "bval", "ival", "fval", "time"]
	[[outlets.file]]
		path = "-"
		format = "json"
		decimal = 2
	`
	// Make the output timestamp deterministic, so we can compare it
	// This line is required only for testing
	engine.Now = func() time.Time { return time.Unix(1721954797, 0) }
	// Create a new pipeline
	pipeline, err := engine.New(engine.WithConfig(dsl))
	if err != nil {
		panic(err)
	}
	if err := pipeline.Run(); err != nil {
		panic(err)
	}
}

Output:

{"_in":"file","_ts":1721954797,"area":"a","bval":true,"fval":1.23,"ival":1.00,"time":"2020-01-01T00:00:00Z"}
{"_in":"file","_ts":1721954797,"area":"b","bval":true,"fval":2.35,"ival":2.00,"time":"2020-01-02T00:00:00Z"}

func (*JSONDecoder) Decode

func (jd *JSONDecoder) Decode() ([]engine.Record, error)

type JSONEncoder

type JSONEncoder struct {
	engine.EncoderConfig
	// contains filtered or unexported fields
}

Example

package main

import (
	"time"

	"github.com/OutOfBedlam/tine/engine"
	_ "github.com/OutOfBedlam/tine/plugin/codec/csv"
	_ "github.com/OutOfBedlam/tine/plugin/codec/json"
	_ "github.com/OutOfBedlam/tine/plugin/flows/base"
	_ "github.com/OutOfBedlam/tine/plugin/inlets/file"
	_ "github.com/OutOfBedlam/tine/plugin/outlets/file"
)

func main() {
	dsl := `
	[[inlets.file]]
		data = [
			"a,1,1.2345", 
			"b,2,2.3456", 
			"c,3,3.4567",
		]
		format = "csv"
		fields = ["area", "ival", "fval"]
		types  = ["string", "int", "float"]
	[[flows.select]]
		includes = ["#*", "area", "ival", "fval"]
	[[outlets.file]]
		path = "-"
		format = "json"
	`

	// Mock the current time
	count := int64(0)
	engine.Now = func() time.Time { count++; return time.Unix(1721954797+count, 0) }

	// Create a new pipeline
	pipeline, err := engine.New(engine.WithConfig(dsl))
	if err != nil {
		panic(err)
	}
	if err := pipeline.Run(); err != nil {
		panic(err)
	}
}

Output:

{"_in":"file","_ts":1721954798,"area":"a","fval":1.2345,"ival":1}
{"_in":"file","_ts":1721954799,"area":"b","fval":2.3456,"ival":2}
{"_in":"file","_ts":1721954800,"area":"c","fval":3.4567,"ival":3}

Example (Decimal)

package main

import (
	"time"

	"github.com/OutOfBedlam/tine/engine"
	_ "github.com/OutOfBedlam/tine/plugin/codec/csv"
	_ "github.com/OutOfBedlam/tine/plugin/codec/json"
	_ "github.com/OutOfBedlam/tine/plugin/flows/base"
	_ "github.com/OutOfBedlam/tine/plugin/inlets/file"
	_ "github.com/OutOfBedlam/tine/plugin/outlets/file"
)

func main() {
	dsl := `
	[[inlets.file]]
		data = [
			"a,1,1.2345", 
			"b,2,2.3456", 
			"c,3,3.4567",
		]
		format = "csv"
		fields = ["area", "ival", "fval"]
		types  = ["string", "int", "float"]
	[[flows.select]]
		includes = ["#*", "area", "ival", "fval"]
	[[outlets.file]]
		path = "-"
		format = "json"
		decimal = 2
	`

	// Mock the current time
	count := int64(0)
	engine.Now = func() time.Time { count++; return time.Unix(1721954797+count, 0) }

	// Create a new pipeline
	pipeline, err := engine.New(engine.WithConfig(dsl))
	if err != nil {
		panic(err)
	}
	if err := pipeline.Run(); err != nil {
		panic(err)
	}
}

Output:

{"_in":"file","_ts":1721954798,"area":"a","fval":1.23,"ival":1}
{"_in":"file","_ts":1721954799,"area":"b","fval":2.35,"ival":2}
{"_in":"file","_ts":1721954800,"area":"c","fval":3.46,"ival":3}

func (*JSONEncoder) Encode

func (jw *JSONEncoder) Encode(recs []engine.Record) error

type JsonFloat

type JsonFloat struct {
	Value   float64
	Decimal int
}

func (JsonFloat) MarshalJSON

func (l JsonFloat) MarshalJSON() ([]byte, error)