httpserver

README

Steps to enable HTTPS in HTTP Server Origin

Create the key and cert

openssl req -x509 -sha256 -nodes -days 3650 -newkey rsa:4096 -keyout mykey.key -out mypem.pem

Create pkcs12 file

openssl pkcs12 -export -out myp12.p12 -inkey mykey.key -in mypem.pem

Configuring HTTP Server Origin

Documentation

Overview

Copyright 2018 StreamSets Inc. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index

• Constants
• type Origin
  • func (h *Origin) Destroy() error
  • func (h *Origin) Init(stageContext api.StageContext) []validation.Issue
  • func (h *Origin) Produce(lastSourceOffset *string, maxBatchSize int, batchMaker api.BatchMaker) (*string, error)
  • func (h *Origin) ServeHTTP(w http.ResponseWriter, r *http.Request)
• type RawHttpConfigs

Constants

const (
	Library                        = "streamsets-datacollector-basic-lib"
	StageName                      = "com_streamsets_pipeline_stage_origin_httpserver_HttpServerDPushSource"
	X_SDC_APPLICATION_ID_HEADER    = "X-SDC-APPLICATION-ID"
	SDC_APPLICATION_ID_QUERY_PARAM = "sdcApplicationId"
	PKCS12                         = "PKCS12"
)

Types

type Origin

type Origin struct {
	*common.BaseStage
	HttpConfigs      RawHttpConfigs                    `ConfigDefBean:"name=httpConfigs"`
	DataFormat       string                            `ConfigDef:"type=STRING,required=true"`
	DataFormatConfig dataparser.DataParserFormatConfig `ConfigDefBean:"dataFormatConfig"`
	// contains filtered or unexported fields
}

func (*Origin) Destroy

func (h *Origin) Destroy() error

func (*Origin) Init

func (h *Origin) Init(stageContext api.StageContext) []validation.Issue

func (*Origin) Produce

func (h *Origin) Produce(
	lastSourceOffset *string,
	maxBatchSize int,
	batchMaker api.BatchMaker,
) (*string, error)

func (*Origin) ServeHTTP

func (h *Origin) ServeHTTP(w http.ResponseWriter, r *http.Request)

type RawHttpConfigs

type RawHttpConfigs struct {
	Port                      float64                  `ConfigDef:"type=NUMBER,required=true"`
	AppId                     string                   `ConfigDef:"type=STRING,required=true"`
	AppIdViaQueryParamAllowed bool                     `ConfigDef:"type=BOOLEAN,required=true"`
	TlsConfigBean             httpcommon.TlsConfigBean `ConfigDefBean:"tlsConfigBean"`
}