autotuning

package
v0.5.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 19, 2024 License: Apache-2.0 Imports: 7 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	AutotuneResult_FailureKind_name = map[int32]string{
		0: "UNKNOWN",
		1: "REDZONE_MODIFIED",
		2: "WRONG_RESULT",
		3: "DISQUALIFIED",
	}
	AutotuneResult_FailureKind_value = map[string]int32{
		"UNKNOWN":          0,
		"REDZONE_MODIFIED": 1,
		"WRONG_RESULT":     2,
		"DISQUALIFIED":     3,
	}
)

Enum value maps for AutotuneResult_FailureKind.

View Source
var File_xla_autotuning_proto protoreflect.FileDescriptor

Functions

This section is empty.

Types

type AutotuneResult

type AutotuneResult struct {
	ScratchBytes int64                         `protobuf:"varint,8,opt,name=scratch_bytes,json=scratchBytes,proto3" json:"scratch_bytes,omitempty"`
	RunTime      *durationpb.Duration          `protobuf:"bytes,9,opt,name=run_time,json=runTime,proto3" json:"run_time,omitempty"`
	Failure      *AutotuneResult_FailureResult `protobuf:"bytes,7,opt,name=failure,proto3" json:"failure,omitempty"`
	// Types that are assignable to Key:
	//
	//	*AutotuneResult_Conv
	//	*AutotuneResult_Gemm
	//	*AutotuneResult_Triton
	//	*AutotuneResult_CudaConvPlan
	//	*AutotuneResult_CustomKernelFusion
	//	*AutotuneResult_Algorithm
	Key isAutotuneResult_Key `protobuf_oneof:"key"`
	// contains filtered or unexported fields
}

func (*AutotuneResult) Descriptor deprecated

func (*AutotuneResult) Descriptor() ([]byte, []int)

Deprecated: Use AutotuneResult.ProtoReflect.Descriptor instead.

func (*AutotuneResult) GetAlgorithm

func (x *AutotuneResult) GetAlgorithm() *dnn.AlgorithmProto

func (*AutotuneResult) GetConv

func (x *AutotuneResult) GetConv() *AutotuneResult_ConvKey

func (*AutotuneResult) GetCudaConvPlan

func (x *AutotuneResult) GetCudaConvPlan() *AutotuneResult_CudaConvPlanKey

func (*AutotuneResult) GetCustomKernelFusion added in v0.4.2

func (x *AutotuneResult) GetCustomKernelFusion() *AutotuneResult_CustomKernelFusionKey

func (*AutotuneResult) GetFailure

func (*AutotuneResult) GetGemm

func (x *AutotuneResult) GetGemm() *AutotuneResult_GemmKey

func (*AutotuneResult) GetKey

func (m *AutotuneResult) GetKey() isAutotuneResult_Key

func (*AutotuneResult) GetRunTime

func (x *AutotuneResult) GetRunTime() *durationpb.Duration

func (*AutotuneResult) GetScratchBytes

func (x *AutotuneResult) GetScratchBytes() int64

func (*AutotuneResult) GetTriton

func (*AutotuneResult) ProtoMessage

func (*AutotuneResult) ProtoMessage()

func (*AutotuneResult) ProtoReflect

func (x *AutotuneResult) ProtoReflect() protoreflect.Message

func (*AutotuneResult) Reset

func (x *AutotuneResult) Reset()

func (*AutotuneResult) String

func (x *AutotuneResult) String() string

type AutotuneResult_Algorithm

type AutotuneResult_Algorithm struct {
	Algorithm *dnn.AlgorithmProto `protobuf:"bytes,16,opt,name=algorithm,proto3,oneof"`
}

type AutotuneResult_Conv

type AutotuneResult_Conv struct {
	Conv *AutotuneResult_ConvKey `protobuf:"bytes,5,opt,name=conv,proto3,oneof"`
}

type AutotuneResult_ConvKey

type AutotuneResult_ConvKey struct {
	Algorithm        int64 `protobuf:"varint,1,opt,name=algorithm,proto3" json:"algorithm,omitempty"`
	TensorOpsEnabled bool  `protobuf:"varint,2,opt,name=tensor_ops_enabled,json=tensorOpsEnabled,proto3" json:"tensor_ops_enabled,omitempty"`
	// contains filtered or unexported fields
}

Legacy and unused in new data; superseded by AlgorithmProto.

func (*AutotuneResult_ConvKey) Descriptor deprecated

func (*AutotuneResult_ConvKey) Descriptor() ([]byte, []int)

Deprecated: Use AutotuneResult_ConvKey.ProtoReflect.Descriptor instead.

func (*AutotuneResult_ConvKey) GetAlgorithm

func (x *AutotuneResult_ConvKey) GetAlgorithm() int64

func (*AutotuneResult_ConvKey) GetTensorOpsEnabled

func (x *AutotuneResult_ConvKey) GetTensorOpsEnabled() bool

func (*AutotuneResult_ConvKey) ProtoMessage

func (*AutotuneResult_ConvKey) ProtoMessage()

func (*AutotuneResult_ConvKey) ProtoReflect

func (x *AutotuneResult_ConvKey) ProtoReflect() protoreflect.Message

func (*AutotuneResult_ConvKey) Reset

func (x *AutotuneResult_ConvKey) Reset()

func (*AutotuneResult_ConvKey) String

func (x *AutotuneResult_ConvKey) String() string

type AutotuneResult_CudaConvPlan

type AutotuneResult_CudaConvPlan struct {
	CudaConvPlan *AutotuneResult_CudaConvPlanKey `protobuf:"bytes,15,opt,name=cuda_conv_plan,json=cudaConvPlan,proto3,oneof"`
}

type AutotuneResult_CudaConvPlanKey

type AutotuneResult_CudaConvPlanKey struct {
	ExecPlanId string `protobuf:"bytes,1,opt,name=exec_plan_id,json=execPlanId,proto3" json:"exec_plan_id,omitempty"`
	// contains filtered or unexported fields
}

Legacy and unused in new data; superseded by AlgorithmProto.

func (*AutotuneResult_CudaConvPlanKey) Descriptor deprecated

func (*AutotuneResult_CudaConvPlanKey) Descriptor() ([]byte, []int)

Deprecated: Use AutotuneResult_CudaConvPlanKey.ProtoReflect.Descriptor instead.

func (*AutotuneResult_CudaConvPlanKey) GetExecPlanId

func (x *AutotuneResult_CudaConvPlanKey) GetExecPlanId() string

func (*AutotuneResult_CudaConvPlanKey) ProtoMessage

func (*AutotuneResult_CudaConvPlanKey) ProtoMessage()

func (*AutotuneResult_CudaConvPlanKey) ProtoReflect

func (*AutotuneResult_CudaConvPlanKey) Reset

func (x *AutotuneResult_CudaConvPlanKey) Reset()

func (*AutotuneResult_CudaConvPlanKey) String

type AutotuneResult_CustomKernelFusion added in v0.4.2

type AutotuneResult_CustomKernelFusion struct {
	CustomKernelFusion *AutotuneResult_CustomKernelFusionKey `protobuf:"bytes,18,opt,name=custom_kernel_fusion,json=customKernelFusion,proto3,oneof"`
}

type AutotuneResult_CustomKernelFusionKey added in v0.4.2

type AutotuneResult_CustomKernelFusionKey struct {
	KernelIndex int64 `protobuf:"varint,1,opt,name=kernel_index,json=kernelIndex,proto3" json:"kernel_index,omitempty"`
	// contains filtered or unexported fields
}

func (*AutotuneResult_CustomKernelFusionKey) Descriptor deprecated added in v0.4.2

func (*AutotuneResult_CustomKernelFusionKey) Descriptor() ([]byte, []int)

Deprecated: Use AutotuneResult_CustomKernelFusionKey.ProtoReflect.Descriptor instead.

func (*AutotuneResult_CustomKernelFusionKey) GetKernelIndex added in v0.4.2

func (x *AutotuneResult_CustomKernelFusionKey) GetKernelIndex() int64

func (*AutotuneResult_CustomKernelFusionKey) ProtoMessage added in v0.4.2

func (*AutotuneResult_CustomKernelFusionKey) ProtoMessage()

func (*AutotuneResult_CustomKernelFusionKey) ProtoReflect added in v0.4.2

func (*AutotuneResult_CustomKernelFusionKey) Reset added in v0.4.2

func (*AutotuneResult_CustomKernelFusionKey) String added in v0.4.2

type AutotuneResult_FailureKind

type AutotuneResult_FailureKind int32
const (
	AutotuneResult_UNKNOWN AutotuneResult_FailureKind = 0
	// Algorithm wrote memory outside its output buffers.
	AutotuneResult_REDZONE_MODIFIED AutotuneResult_FailureKind = 1
	// Algorithm gave a different result from a reference algorithm.
	AutotuneResult_WRONG_RESULT AutotuneResult_FailureKind = 2
	// Algorithm was rejected for failing to run or for known bugs.
	AutotuneResult_DISQUALIFIED AutotuneResult_FailureKind = 3
)

func (AutotuneResult_FailureKind) Descriptor

func (AutotuneResult_FailureKind) Enum

func (AutotuneResult_FailureKind) EnumDescriptor deprecated

func (AutotuneResult_FailureKind) EnumDescriptor() ([]byte, []int)

Deprecated: Use AutotuneResult_FailureKind.Descriptor instead.

func (AutotuneResult_FailureKind) Number

func (AutotuneResult_FailureKind) String

func (AutotuneResult_FailureKind) Type

type AutotuneResult_FailureResult

type AutotuneResult_FailureResult struct {
	Kind AutotuneResult_FailureKind `protobuf:"varint,1,opt,name=kind,proto3,enum=xla.AutotuneResult_FailureKind" json:"kind,omitempty"`
	Msg  string                     `protobuf:"bytes,2,opt,name=msg,proto3" json:"msg,omitempty"`
	// For failure_kind == WRONG_RESULT, this field indicates the reference
	// configuration that we compared against.
	//
	// Note that the reference algorithm isn't always correct.  However,
	// empirically it's more correct, as it's "algo 0", less fancy than the
	// compared one.
	//
	// Types that are assignable to Key:
	//
	//	*AutotuneResult_FailureResult_ReferenceConv
	//	*AutotuneResult_FailureResult_ReferenceGemm
	//	*AutotuneResult_FailureResult_ReferenceCudaConvPlan
	//	*AutotuneResult_FailureResult_ReferenceAlgorithm
	Key           isAutotuneResult_FailureResult_Key `protobuf_oneof:"key"`
	BufferAddress int64                              `protobuf:"varint,13,opt,name=buffer_address,json=bufferAddress,proto3" json:"buffer_address,omitempty"`
	// contains filtered or unexported fields
}

func (*AutotuneResult_FailureResult) Descriptor deprecated

func (*AutotuneResult_FailureResult) Descriptor() ([]byte, []int)

Deprecated: Use AutotuneResult_FailureResult.ProtoReflect.Descriptor instead.

func (*AutotuneResult_FailureResult) GetBufferAddress

func (x *AutotuneResult_FailureResult) GetBufferAddress() int64

func (*AutotuneResult_FailureResult) GetKey

func (m *AutotuneResult_FailureResult) GetKey() isAutotuneResult_FailureResult_Key

func (*AutotuneResult_FailureResult) GetKind

func (*AutotuneResult_FailureResult) GetMsg

func (*AutotuneResult_FailureResult) GetReferenceAlgorithm

func (x *AutotuneResult_FailureResult) GetReferenceAlgorithm() *dnn.AlgorithmProto

func (*AutotuneResult_FailureResult) GetReferenceConv

func (*AutotuneResult_FailureResult) GetReferenceCudaConvPlan

func (x *AutotuneResult_FailureResult) GetReferenceCudaConvPlan() *AutotuneResult_CudaConvPlanKey

func (*AutotuneResult_FailureResult) GetReferenceGemm

func (*AutotuneResult_FailureResult) ProtoMessage

func (*AutotuneResult_FailureResult) ProtoMessage()

func (*AutotuneResult_FailureResult) ProtoReflect

func (*AutotuneResult_FailureResult) Reset

func (x *AutotuneResult_FailureResult) Reset()

func (*AutotuneResult_FailureResult) String

type AutotuneResult_FailureResult_ReferenceAlgorithm

type AutotuneResult_FailureResult_ReferenceAlgorithm struct {
	ReferenceAlgorithm *dnn.AlgorithmProto `protobuf:"bytes,15,opt,name=reference_algorithm,json=referenceAlgorithm,proto3,oneof"`
}

type AutotuneResult_FailureResult_ReferenceConv

type AutotuneResult_FailureResult_ReferenceConv struct {
	ReferenceConv *AutotuneResult_ConvKey `protobuf:"bytes,11,opt,name=reference_conv,json=referenceConv,proto3,oneof"`
}

type AutotuneResult_FailureResult_ReferenceCudaConvPlan

type AutotuneResult_FailureResult_ReferenceCudaConvPlan struct {
	ReferenceCudaConvPlan *AutotuneResult_CudaConvPlanKey `protobuf:"bytes,14,opt,name=reference_cuda_conv_plan,json=referenceCudaConvPlan,proto3,oneof"`
}

type AutotuneResult_FailureResult_ReferenceGemm

type AutotuneResult_FailureResult_ReferenceGemm struct {
	ReferenceGemm *AutotuneResult_GemmKey `protobuf:"bytes,12,opt,name=reference_gemm,json=referenceGemm,proto3,oneof"`
}

type AutotuneResult_Gemm

type AutotuneResult_Gemm struct {
	Gemm *AutotuneResult_GemmKey `protobuf:"bytes,6,opt,name=gemm,proto3,oneof"`
}

type AutotuneResult_GemmKey

type AutotuneResult_GemmKey struct {
	Algorithm int64 `protobuf:"varint,1,opt,name=algorithm,proto3" json:"algorithm,omitempty"`
	// contains filtered or unexported fields
}

func (*AutotuneResult_GemmKey) Descriptor deprecated

func (*AutotuneResult_GemmKey) Descriptor() ([]byte, []int)

Deprecated: Use AutotuneResult_GemmKey.ProtoReflect.Descriptor instead.

func (*AutotuneResult_GemmKey) GetAlgorithm

func (x *AutotuneResult_GemmKey) GetAlgorithm() int64

func (*AutotuneResult_GemmKey) ProtoMessage

func (*AutotuneResult_GemmKey) ProtoMessage()

func (*AutotuneResult_GemmKey) ProtoReflect

func (x *AutotuneResult_GemmKey) ProtoReflect() protoreflect.Message

func (*AutotuneResult_GemmKey) Reset

func (x *AutotuneResult_GemmKey) Reset()

func (*AutotuneResult_GemmKey) String

func (x *AutotuneResult_GemmKey) String() string

type AutotuneResult_Triton

type AutotuneResult_Triton struct {
	Triton *AutotuneResult_TritonGemmKey `protobuf:"bytes,17,opt,name=triton,proto3,oneof"`
}

type AutotuneResult_TritonGemmKey

type AutotuneResult_TritonGemmKey struct {
	BlockM    int64 `protobuf:"varint,1,opt,name=block_m,json=blockM,proto3" json:"block_m,omitempty"`
	BlockN    int64 `protobuf:"varint,2,opt,name=block_n,json=blockN,proto3" json:"block_n,omitempty"`
	BlockK    int64 `protobuf:"varint,3,opt,name=block_k,json=blockK,proto3" json:"block_k,omitempty"`
	SplitK    int64 `protobuf:"varint,4,opt,name=split_k,json=splitK,proto3" json:"split_k,omitempty"`
	NumStages int64 `protobuf:"varint,5,opt,name=num_stages,json=numStages,proto3" json:"num_stages,omitempty"`
	NumWarps  int64 `protobuf:"varint,6,opt,name=num_warps,json=numWarps,proto3" json:"num_warps,omitempty"`
	NumCtas   int64 `protobuf:"varint,7,opt,name=num_ctas,json=numCtas,proto3" json:"num_ctas,omitempty"`
	// contains filtered or unexported fields
}

If you don't need a proto in your code, please use TritonGemmConfig instead of using this proto directly.

func (*AutotuneResult_TritonGemmKey) Descriptor deprecated

func (*AutotuneResult_TritonGemmKey) Descriptor() ([]byte, []int)

Deprecated: Use AutotuneResult_TritonGemmKey.ProtoReflect.Descriptor instead.

func (*AutotuneResult_TritonGemmKey) GetBlockK

func (x *AutotuneResult_TritonGemmKey) GetBlockK() int64

func (*AutotuneResult_TritonGemmKey) GetBlockM

func (x *AutotuneResult_TritonGemmKey) GetBlockM() int64

func (*AutotuneResult_TritonGemmKey) GetBlockN

func (x *AutotuneResult_TritonGemmKey) GetBlockN() int64

func (*AutotuneResult_TritonGemmKey) GetNumCtas

func (x *AutotuneResult_TritonGemmKey) GetNumCtas() int64

func (*AutotuneResult_TritonGemmKey) GetNumStages

func (x *AutotuneResult_TritonGemmKey) GetNumStages() int64

func (*AutotuneResult_TritonGemmKey) GetNumWarps

func (x *AutotuneResult_TritonGemmKey) GetNumWarps() int64

func (*AutotuneResult_TritonGemmKey) GetSplitK

func (x *AutotuneResult_TritonGemmKey) GetSplitK() int64

func (*AutotuneResult_TritonGemmKey) ProtoMessage

func (*AutotuneResult_TritonGemmKey) ProtoMessage()

func (*AutotuneResult_TritonGemmKey) ProtoReflect

func (*AutotuneResult_TritonGemmKey) Reset

func (x *AutotuneResult_TritonGemmKey) Reset()

func (*AutotuneResult_TritonGemmKey) String

type AutotuningLog

type AutotuningLog struct {
	Instr *anypb.Any `protobuf:"bytes,1,opt,name=instr,proto3" json:"instr,omitempty"`
	// Records all auto-tuning results per algorithm.
	Results           []*AutotuneResult  `protobuf:"bytes,2,rep,name=results,proto3" json:"results,omitempty"`
	CudnnVersion      *CudnnVersion      `protobuf:"bytes,3,opt,name=cudnn_version,json=cudnnVersion,proto3" json:"cudnn_version,omitempty"`
	ComputeCapability *ComputeCapability `protobuf:"bytes,4,opt,name=compute_capability,json=computeCapability,proto3" json:"compute_capability,omitempty"`
	// stream_executor::DeviceDescription::pci_bus_id.
	DevicePciBusId string `protobuf:"bytes,5,opt,name=device_pci_bus_id,json=devicePciBusId,proto3" json:"device_pci_bus_id,omitempty"`
	BlasVersion    string `protobuf:"bytes,6,opt,name=blas_version,json=blasVersion,proto3" json:"blas_version,omitempty"`
	FusionName     string `protobuf:"bytes,7,opt,name=fusion_name,json=fusionName,proto3" json:"fusion_name,omitempty"`
	FusionCount    int64  `protobuf:"varint,8,opt,name=fusion_count,json=fusionCount,proto3" json:"fusion_count,omitempty"`
	// contains filtered or unexported fields
}

func (*AutotuningLog) Descriptor deprecated

func (*AutotuningLog) Descriptor() ([]byte, []int)

Deprecated: Use AutotuningLog.ProtoReflect.Descriptor instead.

func (*AutotuningLog) GetBlasVersion

func (x *AutotuningLog) GetBlasVersion() string

func (*AutotuningLog) GetComputeCapability

func (x *AutotuningLog) GetComputeCapability() *ComputeCapability

func (*AutotuningLog) GetCudnnVersion

func (x *AutotuningLog) GetCudnnVersion() *CudnnVersion

func (*AutotuningLog) GetDevicePciBusId

func (x *AutotuningLog) GetDevicePciBusId() string

func (*AutotuningLog) GetFusionCount

func (x *AutotuningLog) GetFusionCount() int64

func (*AutotuningLog) GetFusionName

func (x *AutotuningLog) GetFusionName() string

func (*AutotuningLog) GetInstr

func (x *AutotuningLog) GetInstr() *anypb.Any

func (*AutotuningLog) GetResults

func (x *AutotuningLog) GetResults() []*AutotuneResult

func (*AutotuningLog) ProtoMessage

func (*AutotuningLog) ProtoMessage()

func (*AutotuningLog) ProtoReflect

func (x *AutotuningLog) ProtoReflect() protoreflect.Message

func (*AutotuningLog) Reset

func (x *AutotuningLog) Reset()

func (*AutotuningLog) String

func (x *AutotuningLog) String() string

type ComputeCapability

type ComputeCapability struct {
	Major int32 `protobuf:"varint,1,opt,name=major,proto3" json:"major,omitempty"`
	Minor int32 `protobuf:"varint,2,opt,name=minor,proto3" json:"minor,omitempty"`
	// contains filtered or unexported fields
}

func (*ComputeCapability) Descriptor deprecated

func (*ComputeCapability) Descriptor() ([]byte, []int)

Deprecated: Use ComputeCapability.ProtoReflect.Descriptor instead.

func (*ComputeCapability) GetMajor

func (x *ComputeCapability) GetMajor() int32

func (*ComputeCapability) GetMinor

func (x *ComputeCapability) GetMinor() int32

func (*ComputeCapability) ProtoMessage

func (*ComputeCapability) ProtoMessage()

func (*ComputeCapability) ProtoReflect

func (x *ComputeCapability) ProtoReflect() protoreflect.Message

func (*ComputeCapability) Reset

func (x *ComputeCapability) Reset()

func (*ComputeCapability) String

func (x *ComputeCapability) String() string

type CudnnVersion

type CudnnVersion struct {
	Major int32 `protobuf:"varint,1,opt,name=major,proto3" json:"major,omitempty"`
	Minor int32 `protobuf:"varint,2,opt,name=minor,proto3" json:"minor,omitempty"`
	Patch int32 `protobuf:"varint,3,opt,name=patch,proto3" json:"patch,omitempty"`
	// contains filtered or unexported fields
}

func (*CudnnVersion) Descriptor deprecated

func (*CudnnVersion) Descriptor() ([]byte, []int)

Deprecated: Use CudnnVersion.ProtoReflect.Descriptor instead.

func (*CudnnVersion) GetMajor

func (x *CudnnVersion) GetMajor() int32

func (*CudnnVersion) GetMinor

func (x *CudnnVersion) GetMinor() int32

func (*CudnnVersion) GetPatch

func (x *CudnnVersion) GetPatch() int32

func (*CudnnVersion) ProtoMessage

func (*CudnnVersion) ProtoMessage()

func (*CudnnVersion) ProtoReflect

func (x *CudnnVersion) ProtoReflect() protoreflect.Message

func (*CudnnVersion) Reset

func (x *CudnnVersion) Reset()

func (*CudnnVersion) String

func (x *CudnnVersion) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL