processor

Documentation

Index

• func ProcessAwsFlowLog(awsLog string) map[string]interface{}
• func PullLogs(startTime time.Time, endTime time.Time, group types.ModuleGroup) *logger.Error
• func SendToLogstash(data []TransformedLog) *logger.Error
• type AWSProcessor
  • func GetAWSProcessor(group types.ModuleGroup) AWSProcessor
  • func (p *AWSProcessor) DescribeLogGroups() ([]string, *logger.Error)
  • func (p *AWSProcessor) DescribeLogStreams(logGroup string) ([]string, *logger.Error)
  • func (p *AWSProcessor) GetLogs(startTime, endTime time.Time, group types.ModuleGroup) ([]TransformedLog, *logger.Error)
• type TransformedLog
  • func ETLProcess(events []*cloudwatchlogs.OutputLogEvent, group types.ModuleGroup, ...) []TransformedLog

Functions

func ProcessAwsFlowLog

func ProcessAwsFlowLog(awsLog string) map[string]interface{}

func PullLogs

func PullLogs(startTime time.Time, endTime time.Time, group types.ModuleGroup) *logger.Error

func SendToLogstash

func SendToLogstash(data []TransformedLog) *logger.Error

Types

type AWSProcessor

type AWSProcessor struct {
	RegionName      string
	AccessKey       string
	SecretAccessKey string
}

func GetAWSProcessor

func GetAWSProcessor(group types.ModuleGroup) AWSProcessor

func (*AWSProcessor) DescribeLogGroups

func (p *AWSProcessor) DescribeLogGroups() ([]string, *logger.Error)

func (*AWSProcessor) DescribeLogStreams

func (p *AWSProcessor) DescribeLogStreams(logGroup string) ([]string, *logger.Error)

func (*AWSProcessor) GetLogs

func (p *AWSProcessor) GetLogs(startTime, endTime time.Time, group types.ModuleGroup) ([]TransformedLog, *logger.Error)

type TransformedLog

type TransformedLog struct {
	Logx struct {
		Type   string                 `json:"type"`
		Tenant string                 `json:"tenant"`
		AWS    map[string]interface{} `json:"aws"`
	} `json:"logx"`
	Global struct {
		Type     string `json:"type"`
		Analysed int    `json:"analysed"`
	} `json:"global"`
	Timestamp  string `json:"@timestamp"`
	DataType   string `json:"dataType"`
	DataSource string `json:"dataSource"`
}

func ETLProcess

func ETLProcess(events []*cloudwatchlogs.OutputLogEvent, group types.ModuleGroup, logGroup, logStream string) []TransformedLog