utils

package module
v0.0.0-...-97fb508 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Aug 10, 2025 License: MIT Imports: 62 Imported by: 18

Documentation

Index

Constants

View Source 
const (
	TimeISO8601LayOut     = "2006-01-02T15:04:05-0700"
	AUTimeLayout          = "02/01/2006 15:04:05 MST"
	CleanStringDateLayout = "2006-01-02-150405"
	LetterCharset         = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789@#%^()-,."
	// remove \ as not json friendly, json seems to be fine. No quotes to make yaml happy
	PasswordCharset = `ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789!@#$%^&*()-_=+[]{}|;:,.<>?/~`
)

TimeISO8601LayOut

View Source 
const (
	EncryptVersion1 = byte(1) // scrypt version, good enough
	EncryptVersion2 = byte(2) // argon2id, only recent go version supports it, this is default
)

Variables

View Source 
var (
	ErrMacMismatch = fmt.Errorf("authentication failed: HMAC mismatch")
	ErrBadHeader   = fmt.Errorf("bad header")
)
View Source 
var GoTemplateFuncMap = htmltemplate.FuncMap{

	"format_size": FormatSizeInByte,
	"inc":         tmpl_inc,
	"add":         tmpl_add,
	"title":       tmpl_title,
	"lower":       tmpl_lower,
	"upper":       tmpl_upper,
	"time_fmt":    tmpl_time_fmt,
	"now":         tmpl_now,
	"raw_html": func(html string) htmltemplate.HTML {
		return htmltemplate.HTML(html)
	},
	"unsafe_raw_html": func(html string) htmltemplate.HTML {
		return htmltemplate.HTML(html)
	},
	"if_ie": func() htmltemplate.HTML {
		return htmltemplate.HTML("<!--[if IE]>")
	},
	"end_if_ie": func() htmltemplate.HTML {
		return htmltemplate.HTML("<![endif]-->")
	},
	"join": tmpl_join,
	"truncatechars": func(length int, in string) htmltemplate.HTML {
		return htmltemplate.HTML(ChunkString(in, length)[0])
	},
	"cycle": func(idx int, vals ...string) htmltemplate.HTML {
		_idx := idx % len(vals)
		return htmltemplate.HTML(vals[_idx])
	},
	"replace": func(data, old, new string) htmltemplate.HTML {
		o := strings.ReplaceAll(data, old, new)
		return htmltemplate.HTML(o)
	},
	"contains": func(data, subStr string) bool {
		return strings.Contains(data, subStr)
	},
	"int_range": tmpl_int_range,
	"basename":  tmpl_basename,
	"dirname":   tmpl_dirname,
	"regex_search": func(regex string, s string) bool {
		match, _ := regexp.MatchString(regex, s)
		return match
	},
	"regex_replace": func(regex string, repl string, s string) string {
		r := regexp.MustCompile(regex)
		return r.ReplaceAllString(s, repl)
	},
}

Common usefull go html template funcs

View Source 
var GoTextTemplateFuncMap = template.FuncMap{
	"format_size":   FormatSizeInByte,
	"inc":           tmpl_inc,
	"add":           tmpl_add,
	"title":         tmpl_title,
	"lower":         tmpl_lower,
	"upper":         tmpl_upper,
	"time_fmt":      tmpl_time_fmt,
	"now":           tmpl_now,
	"join":          tmpl_join,
	"truncatechars": tmpl_truncatechars,
	"cycle":         tmpl_cycle,
	"replace":       tmpl_replace,
	"contains":      tmpl_contains,
	"int_range":     tmpl_int_range,
	"basename":      tmpl_basename,
	"dirname":       tmpl_dirname,
	"to_yaml":       tmpl_toyaml,
	"to_nice_yaml":  tmpl_to_niceyaml,
	"to_json":       tmpl_tojson,
	"indent":        indent,
	"nindent": func(spaces int, v string) string {
		return "\n" + indent(spaces, v)
	},
	"regex_search": func(regex string, s string) bool {
		match, _ := regexp.MatchString(regex, s)
		return match
	},
	"regex_replace": func(regex string, repl string, s string) string {
		r := regexp.MustCompile(regex)
		return r.ReplaceAllString(s, repl)
	},
}

Common func for go text template

View Source 
var MaskCredentialPattern *regexp.Regexp = regexp.MustCompile(`(?i)(password|token|pass|passkey|secret|secret_key|access_key|PAT)([:=]{1,1})[\s]*[^\s]+`)

MaskCredential RegexPattern

Functions

func Assert 

func Assert(cond bool, msg string, fatal bool) bool

func AssertInt64ValueForMap 

func AssertInt64ValueForMap(input map[string]any) map[string]any

func Basename 

func Basename(fileName, ext string) string

Basename -

func BcryptCheckPasswordHash 

func BcryptCheckPasswordHash(password, hash string) bool

BcryptCheckPasswordHash validate password against its bcrypt hash

func BcryptHashPassword 

func BcryptHashPassword(password string, cost int) (string, error)

BcryptHashPassword return bcrypt hash for a given password

func BlockInFile 

func BlockInFile(filename string, upper_bound_pattern, lower_bound_pattern []string, marker []string, replText string, keepBoundaryLines bool, backup bool, start_line int) (oldBlock string, start, end int, matchedPattern [][]string)

Find a block text matching and replace content with replText. Return the old text block. Use ExtractTextBlockContains under the hood to get the text block, see that func for help.

if not care about marker pass a empty slice []string{}.

To be sure of accuracy all of pattern must be uniquely identified. Recommend to use full line matching (use anchor ^ and $). The lowerbound if in the pattern there is string EOF then even the lowerbound not found but we hit EOF it will still return match for the block. See example in the test function

func CamelCaseToWords 

func CamelCaseToWords(s string) []string

CamelCaseToWords converts a camel case string into a list of words.

func CheckErr 

func CheckErr(err error, location string)

func CheckErrNonFatal 

func CheckErrNonFatal(err error, location string) error

func CheckNonErrIfMatch 

func CheckNonErrIfMatch(err error, ptn, location string) error

func ChunkString 

func ChunkString(s string, chunkSize int) []string

ChunkString -

func CloneSliceOfMap 

func CloneSliceOfMap(a []any) (output []any)

CloneSliceOfMap

func ComputeHash 

func ComputeHash(plainText string, salt []byte) string

ComputeHash calcuate sha512 from a plaintext and salt

func ConvertListIfaceToListStr 

func ConvertListIfaceToListStr(in any) []string

Function to convert any => list string

func ConvertStruct2Map 

func ConvertStruct2Map[T any](t T) ([]string, map[string]any)

Take a struct and convert into a map[string]any - the key of the map is the struct field name, and the value is the struct field value.

This is useful to pass it to the gop template to render the struct value

func Copy 

func Copy(srcFile, dstFile string) error

func CopyDirectory 

func CopyDirectory(scrDir, dest string) error

CopyDirectory copy the content of src => dest. Both src and dest dir need to exists 

func CopySymLink(source, dest string) error

func CreateDecryptionReader 

func CreateDecryptionReader(r io.Reader, password string) (io.Reader, error)

CreateDecryptionReader return a decryption reader (GCM mode)

func CreateDirTree 

func CreateDirTree(srcDirpath, targetRoot string) error

CreateDirTree take the directory structure from the source and create it in the target. Path should be absolute path. They should not overlap to avoid recursive loop

func CreateEncryptionWriter 

func CreateEncryptionWriter(w io.Writer, password string) io.WriteCloser

CreateEncryptionWriter returns io.WriteCloser so callers can close it. This is GCM mode (highly secure)

func CreateIfNotExists 

func CreateIfNotExists(dir string, perm os.FileMode) error

func CreateTarball 

func CreateTarball(sources interface{}, outputPath string, options *TarOptions) error

CreateTarball accepts either a string or []string (same as your original) and now handles unix special files (block/char devices, fifos, sockets) when creating the tar.

func CreateZipArchive 

func CreateZipArchive(sources interface{}, outputPath string, options *ZipOptions) error

CreateZipArchive creates a ZIP archive from: - sourceDir: a directory path (string) - sources: multiple file/directory paths ([]string)

func Curl 

func Curl(method, url, data, savefilename string, headers []string, custom_client *http.Client) (string, error)

Make a HTTP request to url and get data. Emulate the curl command. Take the env var CURL_DEBUG - set to 'yes' if u need more debugging. CA_CERT_FILE, SSL_KEY_FILE, SSL_CERT_FILE correspondingly if required

To ignore cert check set INSECURE_SKIP_VERIFY to yes

data - set it to empty string if you do not need to send any data.

savefilename - if you do not want to save to a file, set it to empty string

headers - Same as header array it is a list of string with : as separator. Eg. []string{"Authorization: Bearer <myToken>"}

custom_client - if you want more option, create your own http/Client and then setup the way you want and pass it here. Otherwise give it nil

Note the error return will not be nil if server returncode is not 2XX - it will have the first status code in it string so by checking err you can see the server response code.

Example to use cutom client is to make session aware using cookie jar 

 import "golang.org/x/net/publicsuffix"
 jar, _ = cookiejar.New(&cookiejar.Options{PublicSuffixList: publicsuffix.List})

	client := http.Client{
	  Jar:     jar,
	  Timeout: time.Duration(_timeout) * time.Second,
 }

func CustomJsonMarshal 

func CustomJsonMarshal(v any) ([]byte, error)

Custom JSON marshalling function

func CustomJsonMarshalIndent 

func CustomJsonMarshalIndent(v any, indent int) ([]byte, error)

func Decrypt 

func Decrypt[T string | []byte](data, password T, cfg *EncryptionConfig) (T, error)

Decrypt decrypts a versioned encrypted base64 string. If data is string, assume it is base64 encoded output of the Encrypt Password can be string or []byte. Return type based on the encryption config OutputFmt, if it is string then return as string, otherwise []byte

func DecryptFile 

func DecryptFile(inFile, outFile string, password string, encMode EncryptMode) error

Utility functions DecryptFile will decrypt file. Assume it is encrypted using EncryptFile func. They uses CTR mode suitable for large files

func Decrypt_v0 

func Decrypt_v0(ciphertextBase64 string, key string) (string, error)

AES decrypt a ciphertext base64 encoded string

func Encrypt 

func Encrypt[T string | []byte](data, password T, cfg *EncryptionConfig) (T, error)

Encrypt encrypts text using password-derived key with versioning. Depending on EncryptionConfig field OutputFmt; if string then return base64 encoded of the encrypted otherwise return raw []byte

func EncryptFile 

func EncryptFile(inFile, outFile, password string, encMode EncryptMode) error

EncryptFile will encrypt file. Extract using DecryptFile func. They uses CTR mode suitable for large files

func Encrypt_v0 

func Encrypt_v0(text, key string) (string, error)

AES encrypt a string. Output is cipher text base64 encoded. Old and weak version. Keep here for compatibility

func Exists 

func Exists(filePath string) bool

func ExtractLineInLines 

func ExtractLineInLines(blocklines []string, start, line, end string) [][]string

ExtractLineInLines will find a line match a pattern with capture (or not). The pattern is in between a start pattern and end pattern to narrow down

search range. Return the result of FindAllStringSubmatch func of the match line

This is simpler as it does not support multiple pattern as a marker like the other func eg ExtractTextBlockContains so input should be small and pattern match should be unique. Use the other function to devide it into small range and then use this func.

start and line can be the same pattern. Same as line and end; it will return the match of start (or end) pattern

func ExtractTarball 

func ExtractTarball(tarballPath, extractDir string, options *TarOptions) error

ExtractTarball extracts a tarball with optional decompression and decryption. It now handles FIFOs and device nodes (if running as root). Sockets are skipped.

func ExtractTextBlock 

func ExtractTextBlock(filename string, start_pattern, end_pattern []string) (block string, start_line_no int, end_line_no int, datalines []string)

ExtractTextBlock extract a text from two set regex patterns. The text started with the line matched start_pattern and when hit the match for end_pattern it will stop not including_endlines

func ExtractTextBlockContains 

func ExtractTextBlockContains(filename string, upper_bound_pattern, lower_bound_pattern []string, marker []string, start_line int) (block string, start_line_no int, end_line_no int, datalines []string, matchedPatterns [][]string)

Extract a text block which contains marker which could be an int or a list of pattern. if it is an int it is the line number.

First we get the text from the line number or search for a match to the upper pattern. If we found we will search down for the marker if it is defined, and when found, search for the lower_bound_pattern.

The marker should be in the middle

Return the text within the upper and lower, but not including the lower bound. Also return the line number range and full file content as datalines

upper and lower is important; you can ignore marker by using a empty []string{}

func ExtractZipArchive 

func ExtractZipArchive(zipPath, extractDir string, options *ZipOptions) error

ExtractZipArchive extracts a ZIP archive with optional decryption

func FileExists 

func FileExists(name string) (bool, error)

FileExists test if file 'name' exists

func FileExistsV2 

func FileExistsV2(name string) error

This is short version of FileExists - meant to be use in Ternery like Ternary(FileExistsV2(path) == nil, "something", "somethingelse")

func FileNameWithoutExtension 

func FileNameWithoutExtension(fileName string) string

return strings.TrimSuffix(fileName, filepath.Ext(fileName))

func FileTouch 

func FileTouch(fileName string) error

FileTouch is similar the unix command 'touch'. If file does not exists, an empty file will be created

func FormatSizeInByte 

func FormatSizeInByte(size int64) string

func GenRandomString 

func GenRandomString(n int) string

GenRandomString generates a random string with length 'n'

func GenSelfSignedKey 

func GenSelfSignedKey(keyfilename string)

Crypto utils

func GenerateLinuxRandom 

func GenerateLinuxRandom(max uint64) (uint64, error)

func GenerateRandom 

func GenerateRandom(max uint64) uint64

GenerateRandom generate random number directly using /dev/random rather than crypto lib Only support on Linux. On other platform it will call other func to use crypto lib

func GenerateRandomBytes 

func GenerateRandomBytes(length int) (string, error)

Generate a number of bytes randomly - return base64 encoded string.

func Getenv 

func Getenv(key, fallback string) string

func GoFindExec 

func GoFindExec(directories []string, path_pattern []string, callback func(filename string) error) error

GoFindExec take a directory path and list of regex pattern to match the file name. If it matches then it call the callback function for that file name. filetype is parsed from the directory prefix, file:// for file, dir:// for directory

func GoTemplateFile 

func GoTemplateFile(src, dest string, data map[string]any, fileMode os.FileMode)

This func use text/template to avoid un-expected html escaping.

func GoTemplateString 

func GoTemplateString(srcString string, data any) string

This func use text/template to avoid un-expected html escaping.

func InsertItemAfter 

func InsertItemAfter[T any](slice []T, index int, item T) []T

InsertItemAfter inserts an item into a slice after a specified index

func InsertItemBefore 

func InsertItemBefore[T any](slice []T, index int, item T) []T

InsertItemBefore inserts an item into a slice before a specified index

func InterfaceToStringList 

func InterfaceToStringList(in []any) []string

func InterfaceToStringMap 

func InterfaceToStringMap(in map[string]any) map[string]string

func IsBase64DecodeError 

func IsBase64DecodeError(err error) bool

func IsBinaryFile 

func IsBinaryFile(filePath string) (bool, error)

func IsBinaryFileSimple 

func IsBinaryFileSimple(filePath string) (bool, error)

func ItemExists 

func ItemExists[T comparable](item T, set map[T]any) bool

Check if key of type T exists in a map[T]any

func JsonByteToMap 

func JsonByteToMap(jsonByte []byte) map[string]any

JsonByteToMap take a json as []bytes and decode it into a map[string]any.

func JsonDump 

func JsonDump(obj any, indent string) string

func JsonDumpByte 

func JsonDumpByte(obj any, indent string) []byte

func JsonToMap 

func JsonToMap(jsonStr string) map[string]any

JsonToMap take a json string and decode it into a map[string]any. Note that the value if numeric will be cast it to int64. If it is not good for your case, use the func JsonByteToMap which does not manipulate this data

func LineInFile 

func LineInFile(filename string, opt *LineInfileOpt) (err error, changed bool)

Simulate ansible lineinfile module. There are some difference intentionaly to avoid confusing behaviour and reduce complexbility. No option backref, the default behaviour is yes.

func LineInLines 

func LineInLines(datalines []string, search_pattern string, replace string) (output []string)

Edit line in a set of lines using simple regex and replacement

func LoadConfigIntoEnv 

func LoadConfigIntoEnv(configFile string) (map[string]any, error)

LoadConfigIntoEnv load the json/yaml config file 'configFile' and export env var - var name is the key and value is the json value

func MakePassword 

func MakePassword(length int) string

MakePassword -

func MakeRandNum 

func MakeRandNum(max int) int

MakeRandNum -

func MakeRequest 

func MakeRequest(method string, config map[string]any, data []byte, jar *cookiejar.Jar) map[string]any

MakeRequest make a http request with method (POST or GET etc...). It support sessions - if you have existing session stored in cookie jar then pass it to

the `jar` param otherwise a new cookie ja session will be created.

config has these keys:

- timeout - set the time out of time int. Default is 600 secs - url - the URL that the request will be sent to - token - string - the Authorization token if required. It will make the header 'Authorization' using the token - headers - a map[string]string to pass any arbitrary reuqets headers Key : Value

Return value is the response. If it is a json of type list then it will be put into the key "results"

This is used to make API REST requests and expect response as json. To download or do more general things, use the function Curl above instead

func MakeSalt 

func MakeSalt(length int8) (salt *[]byte)

func MapKeysToSlice 

func MapKeysToSlice[T any](m map[string]T) []string

Similar to the python dict.keys()

func MapLookup 

func MapLookup(m map[string]any, key string, default_val any) any

MapLookup search a key in a map and return the value if found, otherwise return the default_val

func MaskCredential 

func MaskCredential(inputstr string) string

Mask all credentials pattern

func Md5Sum 

func Md5Sum(key string) string

func MergeAttributes 

func MergeAttributes(a, b []any, action string) []any

Add or delete attrbs set in a to b. action can be 'add'; if it is empty it will do a delete.

a and b is a list of map of items having two fields, key and value.

If key does not exists in b and action is add - it will add it to b

If key is matched found and

If key is not nil and b will be updated or delete per action

If key is nil and value matched and action is not add - the item will be removed

func Must 

func Must[T any](res T, err error) T

Must wraps two values pair with second one is an error, check if error is nil then return the first, otherwise panic with error message

func MustOpenFile 

func MustOpenFile(f string) *os.File

func NewStreamDecryptReader 

func NewStreamDecryptReader(rc io.ReadCloser, password string) (io.ReadCloser, error)

NewStreamDecryptReader reads header and returns a reader that yields plaintext. It validates per-frame HMACs and returns ErrMacMismatch if tampered.

func NsToTime 

func NsToTime(ns int64) time.Time

NsToTime -

func ParseConfig 

func ParseConfig(configFile string) (map[string]any, error)

ParseConfig loads the json/yaml config file 'configFile' into a map json is tried first and then yaml

func ParseJsonReqBodyToMap 

func ParseJsonReqBodyToMap(r *http.Request) map[string]any

func ParseJsonReqBodyToStruct 

func ParseJsonReqBodyToStruct[T any](r *http.Request) *T

ParseJSON parses the raw JSON body from an HTTP request into the specified struct.

func ParseTimeRange 

func ParseTimeRange(durationStr, tz string) (time.Time, time.Time)

Given a duration string return a tuple of start time, end time satisfy the duration. If duration string is dd/mm/yyyy hh:mm:ss - dd/mm/yyyy hh:mm:ss it simply return two time object. If duration is like 15m then endtime is now, start time is 15 minutes ago. This applies for all case if input is not parsable

func PickLinesInFile 

func PickLinesInFile(filename string, line_no, count int) (lines []string)

PickLinesInFile - Pick some lines from a line number with count. If count is -1 pick to the end, -2 then to the end - 1 etc..

func RandomHex 

func RandomHex(n int) (string, error)

func ReadFileToBase64Content 

func ReadFileToBase64Content(filename string) string

func ReadFileToLines 

func ReadFileToLines(filename string, cleanline bool) []string

ReadFileToLines will read a file and return content as a slice of lines. If cleanline is true then each line will be trim and empty line will be removed

func ReadFirstLineWithPrefix 

func ReadFirstLineWithPrefix(filePath string, prefix []string) (firstLine string, temp_file, matchedPrefix string, err error)

ReadFirstLine read the first line in a file. Optimized for performance thus we do not re-use PickLinesInFile Also return the reader to the caller if caller need to

func RemoveDuplicate 

func RemoveDuplicate[T comparable](slice []T) []T

RemoveDuplicate remove duplicated item in a slice

func RemoveItem 

func RemoveItem(s []any, i int) []any

RemoveItem This func is depricated Use RemoveItemByIndex. Remove an item of the index i in a slice

func RemoveItemByIndex 

func RemoveItemByIndex[T comparable](s []T, i int) []T

RemoveItemByIndex removes an item from a slice of any type. Using the index of the item.

func RemoveItemByVal 

func RemoveItemByVal[T comparable](slice []T, item T) []T

RemoveItemByVal removes an item from a slice of any type

func ReplaceAllFuncN 

func ReplaceAllFuncN(re *regexp.Regexp, src []byte, repl func([]int, [][]byte) []byte, n int) ([]byte, int)

ReplaceAllFuncN extends regexp.Regexp to support count of replacements for []byte

func ReplacePattern 

func ReplacePattern(input []byte, pattern string, repl string, count int) ([]byte, int)

Quickly replace. Normally if you want to re-use the regex ptn then better compile the pattern first and used the standard lib regex replace func. This only save u some small typing.

the 'repl' can contain capture using $1 or $2 for first group etc..

func RunDSL 

func RunDSL(dbc *sql.DB, sql string) map[string]any

func RunSQL 

func RunSQL(dbc *sql.DB, sql string) map[string]any

Run SELECT and return map[string]any{"result": []any, "error": error}

func RunSystemCommand 

func RunSystemCommand(cmd string, verbose bool) (output string)

RunSystemCommand run the command 'cmd'. It will use 'bash -c <the-command>' thus requires bash installed On windows you need to install bash or mingw64 shell If command exec get error it will panic!

func RunSystemCommandV2 

func RunSystemCommandV2(cmd string, verbose bool) (output string, err error)

RunSystemCommandV2 run the command 'cmd'. It will use 'bash -c <the-command>' thus requires bash installed On windows you need to install bash or mingw64 shell The only differrence with RunSystemCommand is that it returns an error if error happened and it wont panic

func RunSystemCommandV3 

func RunSystemCommandV3(command *exec.Cmd, verbose bool) (output string, err error)

RunSystemCommandV3. Unlike the other two, this one you craft the exec.Cmd object and pass it to this function This allows you to customize the exec.Cmd object before calling this function, eg, passing more env vars into it like command.Env = append(os.Environ(), "MYVAR=MYVAL"). You might not need bash to run for example but run directly

func SearchPatternListInStrings 

func SearchPatternListInStrings(datalines []string, pattern []string, start_line, max_line, direction int) (found_marker bool, start_line_no int, matchedPatterns []string)

Given a list of string of regex pattern and a list of string, find the coninuous match in that input list and return the start line of the match and the line content

max_line defined the maximum line to search; set to 0 to use the len of input lines which is full

start_line is the line to start searching; set to 0 to start from begining. start_line should be smaller than max_line

direction is the direction of the search -1 is upward; otherwise is down. If it is not 0 then the value is used for the step jump while searching eg. 1 for every line, 2 for every

2 lines, -2 is backward every two lines

If found match return true, the line no we match and the line content.

func SearchReplaceFile 

func SearchReplaceFile(filename, ptn, repl string, count int, backup bool) int

Same as ReplacePattern but do regex search and replace in a file

func SearchReplaceString 

func SearchReplaceString(instring, ptn, repl string, count int) string

Same as ReplacePattern but operates on string rather than []byte

func SendMail 

func SendMail(from string, to []string, subject, body string, attachmentPaths []string, smtpServerInfo, username, password string, useSSL bool) error

SendMail sends an email with a text body and multiple attachments over SSL/TLS if requested

func Sha1Sum 

func Sha1Sum(in string) string

func Sha256Sum 

func Sha256Sum(in string) string

func Sha512Sum 

func Sha512Sum(in string) string

func Sleep 

func Sleep(duration string)

func SliceMap 

func SliceMap[T, V any](ts []T, fn func(T) *V) []V

Take a slice and a function return new slice with the value is the result of the function called for each item Similar to list walk in python

func SliceToMap 

func SliceToMap[T comparable](slice []T) map[T]any

SliceToMap convert a slice of any comparable into a map which can set the value later on

func SplitFirstLine 

func SplitFirstLine(text string) (string, string)

SplitFirstLine return the first line from a text block. Line ending can be unix based or windows based. The rest of the block is return also as the second output

func SplitTextByPattern 

func SplitTextByPattern(text, pattern string, includeMatch bool) []string

SplitTextByPattern splits a multiline text into sections based on a regex pattern.

If includeMatch is true, the matching lines are included in the result.

pattern should a multiline pattern like `(?m)^Header line.*`

func Ternary 

func Ternary[T any](expr bool, x, y T) T

Emulate the Ternary in other languages but only support simple form so nobody can abuse it

func Unzip 

func Unzip(src, dest string) error

DEPRICATED - Should use the ExtractZipArchive Unzip will unzip the 'src' file into the directory 'dest' This version is pure go - so no need to have the zip command.

func Upload 

func Upload(client *http.Client, url string, values map[string]io.Reader, mimetype map[string]string, headers map[string]string) (err error)

Prepare a form that you will submit to that URL.

client if it is nil then new http client will be used

url is the url the POST request to

values is a map which key is the postform field name. The value of the map should be any io.Reader to read data from like *os.File to post attachment etc..

mimetype if set which has the key is the file name in the values above, and the value is the mime type of that file

headers is extra header in the format key/value pair. note the header 'Content-Type' should be automatically added

Note:

This is not working for report portal (RP) basically golang somehow send it using : Content type 'application/octet-stream' (or the server complain about that not supported). There are two parts each of them has different content type and it seems golang implementation does not fully support it? (the jsonPaths must be application-json). For whatever it is, even the header printed out correct - server complain. Curl work though so we will use curl for now I think golang behaviour is correct it should be 'application/octet-stream' for the file part, but the RP java server does not behave.

So we add a manual set header map in for this case

func ValidateInterfaceWithStringKeys 

func ValidateInterfaceWithStringKeys(val any) (any, error)

Pass an interface, return same interface if they are map of string to interface or list of string as key

func VerifyHash 

func VerifyHash(password string, passwordHashString string, saltLength int) bool

VerifyHash validate password against its hash string created by ComputerHash

func ZipDecrypt 

func ZipDecrypt(filePath ...string) error

DEPRICATED Note that we implement much more secure and complete Zip in func CreateZipArchive, ExtractZipArchive funcs Keep this here for compatibility only ZipDecrypt decrypt the zip file. First arg is the file name, second is the key used to encrypt it. Requires the command 'unzip' installed

func ZipEncript 

func ZipEncript(filePath ...string) string

DEPRICATED Note that we implement much more secure and complete Zip in func CreateZipArchive, ExtractZipArchive funcs Keep this here for compatibility only Encrypt zip files. The password will be automtically generated and return to the caller Requires command 'zip' available in the system. Note zip encryption is very weak. Better to use 7zip encryption instead

Types

type AppConfigProperties 

type AppConfigProperties map[string]string

func ReadPropertiesFile 

func ReadPropertiesFile(filename string) (AppConfigProperties, error)

ReadPropertiesFile read from a file with content format like 'key=value' and return AppConfigProperties which is a map[string]string

func ReadPropertiesString 

func ReadPropertiesString(inputString string) (AppConfigProperties, error)

ReadPropertiesString read from a string with format like 'key=value' and return AppConfigProperties which is a map[string]string

type ArrayFlags 

type ArrayFlags []string

ArrayFlags to be used for standard golang flag to store multiple values. Something like -f file1 -f file2 will store list of file1, file2 in the var of this type. Example:

var myvar ArrayFlags

flag.Var(&myvar, "f", "File names")

func (*ArrayFlags) Set 

func (i *ArrayFlags) Set(value string) error

func (*ArrayFlags) String 

func (i *ArrayFlags) String() string

type Base64DecodeError 

type Base64DecodeError struct {
	Msg string
	Err error
}

Custom error type section

func (*Base64DecodeError) Error 

func (e *Base64DecodeError) Error() string

func (*Base64DecodeError) Unwrap 

func (e *Base64DecodeError) Unwrap() error

type EncryptMode 

type EncryptMode string

AES CTR IO 

const EncryptModeCTR EncryptMode = "AESC1CTR"
const EncryptModeGCM EncryptMode = "GCM"

type EncryptionConfig 

type EncryptionConfig struct {
	Version  byte
	SaltSize int
	KeySize  int
	KDF      KDFType

	// Scrypt
	ScryptN int
	ScryptR int
	ScryptP int

	// Argon2id
	ArgonTime    uint32
	ArgonMemory  uint32
	ArgonThreads uint8
	OutputFmt    string // string or raw; string we will base64 encoded it, raw we keep encrypted data as is
}

EncryptionConfig holds config for encryption

func DefaultEncryptionConfig 

func DefaultEncryptionConfig() *EncryptionConfig

DefaultEncryptionConfig returns secure defaults

func NewEncConfigForVersion 

func NewEncConfigForVersion(version byte) (*EncryptionConfig, error)

type EncryptionWriter 

type EncryptionWriter struct {
	// contains filtered or unexported fields
}

Placeholder for your encryption implementation

func (*EncryptionWriter) Close 

func (ew *EncryptionWriter) Close() error

func (*EncryptionWriter) Write 

func (ew *EncryptionWriter) Write(p []byte) (n int, err error)

type KDFType 

type KDFType string
const (
	KDFArgon2id KDFType = "argon2id"
	KDFScrypt   KDFType = "scrypt"
)

type LineInfileOpt 

type LineInfileOpt struct {
	//string marker to insert the line after if regex or search string not found
	Insertafter string
	//string marker to insert the line above if regex or search string not found
	Insertbefore string
	// Line content - may contains capture group like $1
	Line string
	// Line number, if set just replace that line; ignore all options
	LineNo int
	Path   string
	// regex to match a line, if set and match line will be replaced. If not match line will be added based on location (after or before above)
	Regexp string
	// Same as regex but search raw string
	Search_string string
	// Default is 'present'. Set to absent to remove lines. This case regex or search string needed and all lines matched will be removed. Ignore all other opts
	State string
	// Backup the file or not. Default is false
	Backup bool
	// Action for all pattern if set to true, otherwise only one line. Default is false
	ReplaceAll bool
}

func NewLineInfileOpt 

func NewLineInfileOpt(opt *LineInfileOpt) *LineInfileOpt

type StreamDecryptReader 

type StreamDecryptReader struct {
	// contains filtered or unexported fields
}

StreamDecryptReader implements io.ReadCloser

func (*StreamDecryptReader) Close 

func (s *StreamDecryptReader) Close() error

func (*StreamDecryptReader) Read 

func (s *StreamDecryptReader) Read(p []byte) (int, error)

Read returns decrypted plaintext, verifying each frame before returning its bytes.

type StreamEncryptOpt 

type StreamEncryptOpt func(*StreamEncryptWriter)

StreamEncryptOption helpers

func WithFrameSize 

func WithFrameSize(sz int) StreamEncryptOpt

func WithPBKDF2Iter 

func WithPBKDF2Iter(i uint32) StreamEncryptOpt

type StreamEncryptWriter 

type StreamEncryptWriter struct {
	// contains filtered or unexported fields
}

StreamEncryptWriter implements io.WriteCloser

func NewStreamEncryptWriter 

func NewStreamEncryptWriter(w io.Writer, password string, opts ...StreamEncryptOpt) (*StreamEncryptWriter, error)

NewStreamEncryptWriter writes a header then streams framed ciphertext+tag. MUST call Close() to flush any final partial frame.

func (*StreamEncryptWriter) Close 

func (s *StreamEncryptWriter) Close() error

Close flushes final partial frame and attempts to close underlying if it is a Closer.

func (*StreamEncryptWriter) Write 

func (s *StreamEncryptWriter) Write(p []byte) (int, error)

Write buffers up to frameSize; when full it encrypts+tags+writes a frame. It returns number of bytes consumed from p or an error.

type StructInfo 

type StructInfo struct {
	// Name of the struct
	Name string
	// List of all struct field names
	FieldName []string
	// map lookup by field name => field type
	FieldType map[string]string
	// map lookup by field name => field value
	FieldValue map[string]any
	// map lookup by field name => the capture of struct tags. When calling ReflectStruct you give it the tagPtn
	// here is what you get by using FindAllStringSubmatch of that regex ptn.
	TagCapture map[string][][]string
}

StructInfo hold information about a struct

func ReflectStruct 

func ReflectStruct(astruct any, tagPtn string) StructInfo

Give it a struct and a tag pattern to capture the tag content - return a StructInfo obj

type TarOptions 

type TarOptions struct {
	UseCompression   bool
	Encrypt          bool
	EncryptMode      EncryptMode
	Password         string
	CompressionLevel int  // 1-22 for zstd, default is 3
	StripTopLevelDir bool // New option: true = remove top-level folder from tar paths
}

TarOptions contains configuration for the tar creation

func NewTarOptions 

func NewTarOptions() *TarOptions

func (*TarOptions) EnableCompression 

func (zo *TarOptions) EnableCompression(enabled bool) *TarOptions

func (*TarOptions) WithCompressionLevel 

func (zo *TarOptions) WithCompressionLevel(level int) *TarOptions

func (*TarOptions) WithEncrypt 

func (zo *TarOptions) WithEncrypt(enabled bool) *TarOptions

func (*TarOptions) WithEncryptMode 

func (zo *TarOptions) WithEncryptMode(m EncryptMode) *TarOptions

func (*TarOptions) WithPassword 

func (zo *TarOptions) WithPassword(pass string) *TarOptions

func (*TarOptions) WithStripTopLevelDir 

func (zo *TarOptions) WithStripTopLevelDir(s bool) *TarOptions

type ZipOptions 

type ZipOptions struct {
	UseCompression   bool
	CompressionLevel int // 0-9 for ZIP, -1 for default
	// Use GCM only as Zipreader requires fixed block in reader. To handle large file, disable encryption, write to temporary file, then call stream CTR encryption to convert the file at the caller side
	Encrypt  bool
	Password string
}

ZipOptions contains configuration for ZIP creation

func NewZipOptions 

func NewZipOptions() *ZipOptions

func (*ZipOptions) EnableCompression 

func (zo *ZipOptions) EnableCompression(enabled bool) *ZipOptions

func (*ZipOptions) WithCompressionLevel 

func (zo *ZipOptions) WithCompressionLevel(level int) *ZipOptions

func (*ZipOptions) WithEncrypt 

func (zo *ZipOptions) WithEncrypt(enabled bool) *ZipOptions

func (*ZipOptions) WithPassword 

func (zo *ZipOptions) WithPassword(pass string) *ZipOptions

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.