xrt

package
v0.0.0-...-3233e8b Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 8, 2023 License: BSD-3-Clause Imports: 8 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	MetricValues_UnitOfMeasure_name = map[int32]string{
		0: "INVALID",
		1: "NUMBER",
		2: "TIME",
		3: "BYTES",
	}
	MetricValues_UnitOfMeasure_value = map[string]int32{
		"INVALID": 0,
		"NUMBER":  1,
		"TIME":    2,
		"BYTES":   3,
	}
)

Enum value maps for MetricValues_UnitOfMeasure.

View Source
var File_tensorflow_compiler_xrt_xrt_proto protoreflect.FileDescriptor

Functions

This section is empty.

Types

type CommonExecutionConfig

type CommonExecutionConfig struct {

	// The replica index this execute is driving.
	ReplicaId int32 `protobuf:"varint,1,opt,name=replica_id,json=replicaId,proto3" json:"replica_id,omitempty"`
	// Mapping local device ordinals to global replica IDs.
	// local_replica_mapping[LOCAL_DEVICE_ORDINAL] = GLOBAL_REPLICA_ID
	LocalReplicaMapping []int32 `` /* 128-byte string literal not displayed */
	// The execution run ID used to correlate different XRT execute operations
	// happeining in parallel from different threads.
	RunId int64 `protobuf:"varint,3,opt,name=run_id,json=runId,proto3" json:"run_id,omitempty"`
	// contains filtered or unexported fields
}

func (*CommonExecutionConfig) Descriptor deprecated

func (*CommonExecutionConfig) Descriptor() ([]byte, []int)

Deprecated: Use CommonExecutionConfig.ProtoReflect.Descriptor instead.

func (*CommonExecutionConfig) GetLocalReplicaMapping

func (x *CommonExecutionConfig) GetLocalReplicaMapping() []int32

func (*CommonExecutionConfig) GetReplicaId

func (x *CommonExecutionConfig) GetReplicaId() int32

func (*CommonExecutionConfig) GetRunId

func (x *CommonExecutionConfig) GetRunId() int64

func (*CommonExecutionConfig) ProtoMessage

func (*CommonExecutionConfig) ProtoMessage()

func (*CommonExecutionConfig) ProtoReflect

func (x *CommonExecutionConfig) ProtoReflect() protoreflect.Message

func (*CommonExecutionConfig) Reset

func (x *CommonExecutionConfig) Reset()

func (*CommonExecutionConfig) String

func (x *CommonExecutionConfig) String() string

type DeviceAssignment

type DeviceAssignment struct {

	// As many ComputationDevice as many there are computations (number
	// of cores per replica).
	ComputationDevices []*DeviceAssignment_ComputationDevice `protobuf:"bytes,1,rep,name=computation_devices,json=computationDevices,proto3" json:"computation_devices,omitempty"`
	// contains filtered or unexported fields
}

func (*DeviceAssignment) Descriptor deprecated

func (*DeviceAssignment) Descriptor() ([]byte, []int)

Deprecated: Use DeviceAssignment.ProtoReflect.Descriptor instead.

func (*DeviceAssignment) GetComputationDevices

func (x *DeviceAssignment) GetComputationDevices() []*DeviceAssignment_ComputationDevice

func (*DeviceAssignment) ProtoMessage

func (*DeviceAssignment) ProtoMessage()

func (*DeviceAssignment) ProtoReflect

func (x *DeviceAssignment) ProtoReflect() protoreflect.Message

func (*DeviceAssignment) Reset

func (x *DeviceAssignment) Reset()

func (*DeviceAssignment) String

func (x *DeviceAssignment) String() string

type DeviceAssignment_ComputationDevice

type DeviceAssignment_ComputationDevice struct {

	// As many replicas as there are in the replicated computation.
	ReplicaDevices []*DeviceAssignment_ComputationDevice_DeviceMeshCoordinates `protobuf:"bytes,1,rep,name=replica_devices,json=replicaDevices,proto3" json:"replica_devices,omitempty"`
	// contains filtered or unexported fields
}

func (*DeviceAssignment_ComputationDevice) Descriptor deprecated

func (*DeviceAssignment_ComputationDevice) Descriptor() ([]byte, []int)

Deprecated: Use DeviceAssignment_ComputationDevice.ProtoReflect.Descriptor instead.

func (*DeviceAssignment_ComputationDevice) GetReplicaDevices

func (*DeviceAssignment_ComputationDevice) ProtoMessage

func (*DeviceAssignment_ComputationDevice) ProtoMessage()

func (*DeviceAssignment_ComputationDevice) ProtoReflect

func (*DeviceAssignment_ComputationDevice) Reset

func (*DeviceAssignment_ComputationDevice) String

type DeviceAssignment_ComputationDevice_DeviceMeshCoordinates

type DeviceAssignment_ComputationDevice_DeviceMeshCoordinates struct {

	// The mesh coordinates for the device. Usually (X, Y, Z, Core), in the
	// order in which they are returned in the TopologyProto.
	//
	//	X    = value(0)
	//	Y    = value(1)
	//	Z    = value(2)
	//	Core = value(3)
	Value []int32 `protobuf:"varint,1,rep,packed,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

func (*DeviceAssignment_ComputationDevice_DeviceMeshCoordinates) Descriptor deprecated

Deprecated: Use DeviceAssignment_ComputationDevice_DeviceMeshCoordinates.ProtoReflect.Descriptor instead.

func (*DeviceAssignment_ComputationDevice_DeviceMeshCoordinates) GetValue

func (*DeviceAssignment_ComputationDevice_DeviceMeshCoordinates) ProtoMessage

func (*DeviceAssignment_ComputationDevice_DeviceMeshCoordinates) ProtoReflect

func (*DeviceAssignment_ComputationDevice_DeviceMeshCoordinates) Reset

func (*DeviceAssignment_ComputationDevice_DeviceMeshCoordinates) String

type MemoryInfo

type MemoryInfo struct {

	// The total memory on a device, in KB.
	KbTotal int64 `protobuf:"varint,1,opt,name=kb_total,json=kbTotal,proto3" json:"kb_total,omitempty"`
	// The free memory on a device, in KB.
	KbFree int64 `protobuf:"varint,2,opt,name=kb_free,json=kbFree,proto3" json:"kb_free,omitempty"`
	// contains filtered or unexported fields
}

func (*MemoryInfo) Descriptor deprecated

func (*MemoryInfo) Descriptor() ([]byte, []int)

Deprecated: Use MemoryInfo.ProtoReflect.Descriptor instead.

func (*MemoryInfo) GetKbFree

func (x *MemoryInfo) GetKbFree() int64

func (*MemoryInfo) GetKbTotal

func (x *MemoryInfo) GetKbTotal() int64

func (*MemoryInfo) ProtoMessage

func (*MemoryInfo) ProtoMessage()

func (*MemoryInfo) ProtoReflect

func (x *MemoryInfo) ProtoReflect() protoreflect.Message

func (*MemoryInfo) Reset

func (x *MemoryInfo) Reset()

func (*MemoryInfo) String

func (x *MemoryInfo) String() string

type MetricValues

type MetricValues struct {

	// The metric name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Types that are assignable to ValuesOneof:
	//
	//	*MetricValues_PercentilesValue
	//	*MetricValues_Int64Value
	ValuesOneof   isMetricValues_ValuesOneof `protobuf_oneof:"values_oneof"`
	UnitOfMeasure MetricValues_UnitOfMeasure `` /* 139-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*MetricValues) Descriptor deprecated

func (*MetricValues) Descriptor() ([]byte, []int)

Deprecated: Use MetricValues.ProtoReflect.Descriptor instead.

func (*MetricValues) GetInt64Value

func (x *MetricValues) GetInt64Value() int64

func (*MetricValues) GetName

func (x *MetricValues) GetName() string

func (*MetricValues) GetPercentilesValue

func (x *MetricValues) GetPercentilesValue() *Percentiles

func (*MetricValues) GetUnitOfMeasure

func (x *MetricValues) GetUnitOfMeasure() MetricValues_UnitOfMeasure

func (*MetricValues) GetValuesOneof

func (m *MetricValues) GetValuesOneof() isMetricValues_ValuesOneof

func (*MetricValues) ProtoMessage

func (*MetricValues) ProtoMessage()

func (*MetricValues) ProtoReflect

func (x *MetricValues) ProtoReflect() protoreflect.Message

func (*MetricValues) Reset

func (x *MetricValues) Reset()

func (*MetricValues) String

func (x *MetricValues) String() string

type MetricValues_Int64Value

type MetricValues_Int64Value struct {
	Int64Value int64 `protobuf:"varint,3,opt,name=int64_value,json=int64Value,proto3,oneof"`
}

type MetricValues_PercentilesValue

type MetricValues_PercentilesValue struct {
	PercentilesValue *Percentiles `protobuf:"bytes,2,opt,name=percentiles_value,json=percentilesValue,proto3,oneof"`
}

type MetricValues_UnitOfMeasure

type MetricValues_UnitOfMeasure int32
const (
	MetricValues_INVALID MetricValues_UnitOfMeasure = 0
	MetricValues_NUMBER  MetricValues_UnitOfMeasure = 1
	MetricValues_TIME    MetricValues_UnitOfMeasure = 2
	MetricValues_BYTES   MetricValues_UnitOfMeasure = 3
)

func (MetricValues_UnitOfMeasure) Descriptor

func (MetricValues_UnitOfMeasure) Enum

func (MetricValues_UnitOfMeasure) EnumDescriptor deprecated

func (MetricValues_UnitOfMeasure) EnumDescriptor() ([]byte, []int)

Deprecated: Use MetricValues_UnitOfMeasure.Descriptor instead.

func (MetricValues_UnitOfMeasure) Number

func (MetricValues_UnitOfMeasure) String

func (MetricValues_UnitOfMeasure) Type

type MetricsReport

type MetricsReport struct {
	Metrics []*MetricValues `protobuf:"bytes,1,rep,name=metrics,proto3" json:"metrics,omitempty"`
	// contains filtered or unexported fields
}

func (*MetricsReport) Descriptor deprecated

func (*MetricsReport) Descriptor() ([]byte, []int)

Deprecated: Use MetricsReport.ProtoReflect.Descriptor instead.

func (*MetricsReport) GetMetrics

func (x *MetricsReport) GetMetrics() []*MetricValues

func (*MetricsReport) ProtoMessage

func (*MetricsReport) ProtoMessage()

func (*MetricsReport) ProtoReflect

func (x *MetricsReport) ProtoReflect() protoreflect.Message

func (*MetricsReport) Reset

func (x *MetricsReport) Reset()

func (*MetricsReport) String

func (x *MetricsReport) String() string

type Percentiles

type Percentiles struct {

	// The time (in nanoseconds) of the first sample within the samples buffer.
	StartNstime uint64 `protobuf:"varint,1,opt,name=start_nstime,json=startNstime,proto3" json:"start_nstime,omitempty"`
	// The time (in nanoseconds) of the last sample within the samples buffer.
	EndNstime uint64 `protobuf:"varint,2,opt,name=end_nstime,json=endNstime,proto3" json:"end_nstime,omitempty"`
	// The minimum value of the samples within the samples buffer.
	MinValue float64 `protobuf:"fixed64,3,opt,name=min_value,json=minValue,proto3" json:"min_value,omitempty"`
	// The maximum value of the samples within the samples buffer.
	MaxValue float64 `protobuf:"fixed64,4,opt,name=max_value,json=maxValue,proto3" json:"max_value,omitempty"`
	// The mean value of the samples within the samples buffer.
	Mean float64 `protobuf:"fixed64,5,opt,name=mean,proto3" json:"mean,omitempty"`
	// The stndard deviation of the samples within the samples buffer.
	Stddev float64 `protobuf:"fixed64,6,opt,name=stddev,proto3" json:"stddev,omitempty"`
	// The number samples within the samples buffer.
	NumSamples uint64 `protobuf:"varint,7,opt,name=num_samples,json=numSamples,proto3" json:"num_samples,omitempty"`
	// The total number of times this metrics has been posted a value to.
	TotalSamples uint64 `protobuf:"varint,8,opt,name=total_samples,json=totalSamples,proto3" json:"total_samples,omitempty"`
	// The sum of all the posted values.
	Accumulator float64 `protobuf:"fixed64,9,opt,name=accumulator,proto3" json:"accumulator,omitempty"`
	// The percentile points reported by the metric.
	Points []*Percentiles_Point `protobuf:"bytes,10,rep,name=points,proto3" json:"points,omitempty"`
	// contains filtered or unexported fields
}

func (*Percentiles) Descriptor deprecated

func (*Percentiles) Descriptor() ([]byte, []int)

Deprecated: Use Percentiles.ProtoReflect.Descriptor instead.

func (*Percentiles) GetAccumulator

func (x *Percentiles) GetAccumulator() float64

func (*Percentiles) GetEndNstime

func (x *Percentiles) GetEndNstime() uint64

func (*Percentiles) GetMaxValue

func (x *Percentiles) GetMaxValue() float64

func (*Percentiles) GetMean

func (x *Percentiles) GetMean() float64

func (*Percentiles) GetMinValue

func (x *Percentiles) GetMinValue() float64

func (*Percentiles) GetNumSamples

func (x *Percentiles) GetNumSamples() uint64

func (*Percentiles) GetPoints

func (x *Percentiles) GetPoints() []*Percentiles_Point

func (*Percentiles) GetStartNstime

func (x *Percentiles) GetStartNstime() uint64

func (*Percentiles) GetStddev

func (x *Percentiles) GetStddev() float64

func (*Percentiles) GetTotalSamples

func (x *Percentiles) GetTotalSamples() uint64

func (*Percentiles) ProtoMessage

func (*Percentiles) ProtoMessage()

func (*Percentiles) ProtoReflect

func (x *Percentiles) ProtoReflect() protoreflect.Message

func (*Percentiles) Reset

func (x *Percentiles) Reset()

func (*Percentiles) String

func (x *Percentiles) String() string

type Percentiles_Point

type Percentiles_Point struct {

	// In the [0, 100] range.
	Percentile float64 `protobuf:"fixed64,1,opt,name=percentile,proto3" json:"percentile,omitempty"`
	Value      float64 `protobuf:"fixed64,2,opt,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

func (*Percentiles_Point) Descriptor deprecated

func (*Percentiles_Point) Descriptor() ([]byte, []int)

Deprecated: Use Percentiles_Point.ProtoReflect.Descriptor instead.

func (*Percentiles_Point) GetPercentile

func (x *Percentiles_Point) GetPercentile() float64

func (*Percentiles_Point) GetValue

func (x *Percentiles_Point) GetValue() float64

func (*Percentiles_Point) ProtoMessage

func (*Percentiles_Point) ProtoMessage()

func (*Percentiles_Point) ProtoReflect

func (x *Percentiles_Point) ProtoReflect() protoreflect.Message

func (*Percentiles_Point) Reset

func (x *Percentiles_Point) Reset()

func (*Percentiles_Point) String

func (x *Percentiles_Point) String() string

type XLAAllocation

type XLAAllocation struct {
	Value *data.LiteralProto `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

Literal to allocate space for, and transfer to, device memory.

func (*XLAAllocation) Descriptor deprecated

func (*XLAAllocation) Descriptor() ([]byte, []int)

Deprecated: Use XLAAllocation.ProtoReflect.Descriptor instead.

func (*XLAAllocation) GetValue

func (x *XLAAllocation) GetValue() *data.LiteralProto

func (*XLAAllocation) ProtoMessage

func (*XLAAllocation) ProtoMessage()

func (*XLAAllocation) ProtoReflect

func (x *XLAAllocation) ProtoReflect() protoreflect.Message

func (*XLAAllocation) Reset

func (x *XLAAllocation) Reset()

func (*XLAAllocation) String

func (x *XLAAllocation) String() string

type XLAComputation

type XLAComputation struct {
	Config      *XLAComputationConfig `protobuf:"bytes,1,opt,name=config,proto3" json:"config,omitempty"`
	HloSnapshot *service.HloSnapshot  `protobuf:"bytes,2,opt,name=hlo_snapshot,json=hloSnapshot,proto3" json:"hlo_snapshot,omitempty"`
	// contains filtered or unexported fields
}

Options and XLA computation for a compilation.

func (*XLAComputation) Descriptor deprecated

func (*XLAComputation) Descriptor() ([]byte, []int)

Deprecated: Use XLAComputation.ProtoReflect.Descriptor instead.

func (*XLAComputation) GetConfig

func (x *XLAComputation) GetConfig() *XLAComputationConfig

func (*XLAComputation) GetHloSnapshot

func (x *XLAComputation) GetHloSnapshot() *service.HloSnapshot

func (*XLAComputation) ProtoMessage

func (*XLAComputation) ProtoMessage()

func (*XLAComputation) ProtoReflect

func (x *XLAComputation) ProtoReflect() protoreflect.Message

func (*XLAComputation) Reset

func (x *XLAComputation) Reset()

func (*XLAComputation) String

func (x *XLAComputation) String() string

type XLAComputationConfig

type XLAComputationConfig struct {

	// The number of replicas the computation will be run on. If this is
	// default (0) it is interpreted as 1.
	NumReplicas int32 `protobuf:"varint,1,opt,name=num_replicas,json=numReplicas,proto3" json:"num_replicas,omitempty"`
	// The number of "model-parallel" cores per replica. If this is
	// default (0) it is interpreted as 1.
	NumCoresPerReplica int32 `protobuf:"varint,2,opt,name=num_cores_per_replica,json=numCoresPerReplica,proto3" json:"num_cores_per_replica,omitempty"`
	// Optional metadata about host sends and recvs.
	HostComputeMetadata *tf2xla.HostComputeMetadata `protobuf:"bytes,3,opt,name=host_compute_metadata,json=hostComputeMetadata,proto3" json:"host_compute_metadata,omitempty"`
	// The arg/result shapes for the whole computation.
	ProgramShape *data.ProgramShapeProto `protobuf:"bytes,4,opt,name=program_shape,json=programShape,proto3" json:"program_shape,omitempty"`
	// The arg/result shapes for each core of a model-parallel
	// computation. per_core_args_and_result_shapes is optional for a
	// single-core computation.
	PerCoreProgramShape []*data.ProgramShapeProto `protobuf:"bytes,5,rep,name=per_core_program_shape,json=perCoreProgramShape,proto3" json:"per_core_program_shape,omitempty"`
	// Describes how replicated computation instances should be assigned to
	// devices. There are num_cores_per_replica computations, and each one will be
	// sent and executed to the set of replica device numbers described in the
	// DeviceAssignment proto.
	DeviceAssignment *DeviceAssignment `protobuf:"bytes,6,opt,name=device_assignment,json=deviceAssignment,proto3" json:"device_assignment,omitempty"`
	// The debugging options to be passed to the XLA compilation process.
	DebugOptions *xla.DebugOptions                  `protobuf:"bytes,7,opt,name=debug_options,json=debugOptions,proto3" json:"debug_options,omitempty"`
	Experimental *XLAComputationConfig_Experimental `protobuf:"bytes,8,opt,name=experimental,proto3" json:"experimental,omitempty"`
	// contains filtered or unexported fields
}

Options for an XLA compilation.

func (*XLAComputationConfig) Descriptor deprecated

func (*XLAComputationConfig) Descriptor() ([]byte, []int)

Deprecated: Use XLAComputationConfig.ProtoReflect.Descriptor instead.

func (*XLAComputationConfig) GetDebugOptions

func (x *XLAComputationConfig) GetDebugOptions() *xla.DebugOptions

func (*XLAComputationConfig) GetDeviceAssignment

func (x *XLAComputationConfig) GetDeviceAssignment() *DeviceAssignment

func (*XLAComputationConfig) GetExperimental

func (*XLAComputationConfig) GetHostComputeMetadata

func (x *XLAComputationConfig) GetHostComputeMetadata() *tf2xla.HostComputeMetadata

func (*XLAComputationConfig) GetNumCoresPerReplica

func (x *XLAComputationConfig) GetNumCoresPerReplica() int32

func (*XLAComputationConfig) GetNumReplicas

func (x *XLAComputationConfig) GetNumReplicas() int32

func (*XLAComputationConfig) GetPerCoreProgramShape

func (x *XLAComputationConfig) GetPerCoreProgramShape() []*data.ProgramShapeProto

func (*XLAComputationConfig) GetProgramShape

func (x *XLAComputationConfig) GetProgramShape() *data.ProgramShapeProto

func (*XLAComputationConfig) ProtoMessage

func (*XLAComputationConfig) ProtoMessage()

func (*XLAComputationConfig) ProtoReflect

func (x *XLAComputationConfig) ProtoReflect() protoreflect.Message

func (*XLAComputationConfig) Reset

func (x *XLAComputationConfig) Reset()

func (*XLAComputationConfig) String

func (x *XLAComputationConfig) String() string

type XLAComputationConfig_Experimental

type XLAComputationConfig_Experimental struct {

	// stateful_input_indices is only useful when using XRT-compiled
	// programs together with standard TensorFlow TPU execution ops, so should
	// be ignored by most clients.
	//
	// Optionally the client can pass information about which inputs
	// to the computation are updates to "stateful" quantities. Each
	// element of stateful_input_indices includes an index indicating
	// which input argument it corresponds to, and a bool indicating
	// whether the value is updated or not. If the XRT computation is
	// going to be used with a TensorFlow TPU execution op then an
	// input index must be present for each input that will correspond
	// to a resource variable in the execution op, and may not be
	// present for any other input.
	StatefulInputIndices []*XLAComputationConfig_Experimental_UpdateIndexPair `protobuf:"bytes,1,rep,name=stateful_input_indices,json=statefulInputIndices,proto3" json:"stateful_input_indices,omitempty"`
	// contains filtered or unexported fields
}

Everything inside Experimental is subject to change and is not subject to API stability guarantees in https://www.tensorflow.org/guide/version_compat.

func (*XLAComputationConfig_Experimental) Descriptor deprecated

func (*XLAComputationConfig_Experimental) Descriptor() ([]byte, []int)

Deprecated: Use XLAComputationConfig_Experimental.ProtoReflect.Descriptor instead.

func (*XLAComputationConfig_Experimental) GetStatefulInputIndices

func (*XLAComputationConfig_Experimental) ProtoMessage

func (*XLAComputationConfig_Experimental) ProtoMessage()

func (*XLAComputationConfig_Experimental) ProtoReflect

func (*XLAComputationConfig_Experimental) Reset

func (*XLAComputationConfig_Experimental) String

type XLAComputationConfig_Experimental_UpdateIndexPair

type XLAComputationConfig_Experimental_UpdateIndexPair struct {
	Index   int32 `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"`
	Updated bool  `protobuf:"varint,2,opt,name=updated,proto3" json:"updated,omitempty"`
	// contains filtered or unexported fields
}

func (*XLAComputationConfig_Experimental_UpdateIndexPair) Descriptor deprecated

Deprecated: Use XLAComputationConfig_Experimental_UpdateIndexPair.ProtoReflect.Descriptor instead.

func (*XLAComputationConfig_Experimental_UpdateIndexPair) GetIndex

func (*XLAComputationConfig_Experimental_UpdateIndexPair) GetUpdated

func (*XLAComputationConfig_Experimental_UpdateIndexPair) ProtoMessage

func (*XLAComputationConfig_Experimental_UpdateIndexPair) ProtoReflect

func (*XLAComputationConfig_Experimental_UpdateIndexPair) Reset

func (*XLAComputationConfig_Experimental_UpdateIndexPair) String

type XLATupleNode

type XLATupleNode struct {
	InputIndex         int32           `protobuf:"varint,1,opt,name=input_index,json=inputIndex,proto3" json:"input_index,omitempty"`
	ReleaseInputHandle bool            `protobuf:"varint,2,opt,name=release_input_handle,json=releaseInputHandle,proto3" json:"release_input_handle,omitempty"`
	Tuples             []*XLATupleNode `protobuf:"bytes,3,rep,name=tuples,proto3" json:"tuples,omitempty"`
	// contains filtered or unexported fields
}

Node in a tree describing a tuple constructed from input handles. A node is an internal node if tuples is non-empty, in which case input_index and release_input_handle are ignored. Otherwise a node is a leaf node. Each leaf XLATupleNode is the index of an input which corresponds to a handle that will be grafted onto the output tuple at that location. If release_input_handle is true that input handle will be released and become invalid. Inputs may be repeated in which case leaves of the output tuple will alias. If an input is repeated, release_input_handle must be false for every leaf where that input appears.

For example, if input 0 has shape {} and input 1 has shape {2,3} then the XLATupleNode with structure {1,{0,1}} corresponds to a tuple with shape {{2,3},{{},{2,3}}}.

func (*XLATupleNode) Descriptor deprecated

func (*XLATupleNode) Descriptor() ([]byte, []int)

Deprecated: Use XLATupleNode.ProtoReflect.Descriptor instead.

func (*XLATupleNode) GetInputIndex

func (x *XLATupleNode) GetInputIndex() int32

func (*XLATupleNode) GetReleaseInputHandle

func (x *XLATupleNode) GetReleaseInputHandle() bool

func (*XLATupleNode) GetTuples

func (x *XLATupleNode) GetTuples() []*XLATupleNode

func (*XLATupleNode) ProtoMessage

func (*XLATupleNode) ProtoMessage()

func (*XLATupleNode) ProtoReflect

func (x *XLATupleNode) ProtoReflect() protoreflect.Message

func (*XLATupleNode) Reset

func (x *XLATupleNode) Reset()

func (*XLATupleNode) String

func (x *XLATupleNode) String() string

type XRTChainedExecuteConfig

type XRTChainedExecuteConfig struct {

	// If non-zero, rng_seed to reset the core with.
	RngSeed uint32 `protobuf:"varint,1,opt,name=rng_seed,json=rngSeed,proto3" json:"rng_seed,omitempty"`
	// Which model-parallel computation to run from the compiled bundle.
	CoreIndexInReplica int32 `protobuf:"varint,2,opt,name=core_index_in_replica,json=coreIndexInReplica,proto3" json:"core_index_in_replica,omitempty"`
	// Optional key to disambiguate between executions. This is only needed if
	// multiple host send/recvs may be outstanding concurrently with executions.
	ExecutionInstanceKey string `protobuf:"bytes,3,opt,name=execution_instance_key,json=executionInstanceKey,proto3" json:"execution_instance_key,omitempty"`
	// The common configuration for XRT execute operations.
	CommonConfig *CommonExecutionConfig `protobuf:"bytes,5,opt,name=common_config,json=commonConfig,proto3" json:"common_config,omitempty"`
	// contains filtered or unexported fields
}

func (*XRTChainedExecuteConfig) Descriptor deprecated

func (*XRTChainedExecuteConfig) Descriptor() ([]byte, []int)

Deprecated: Use XRTChainedExecuteConfig.ProtoReflect.Descriptor instead.

func (*XRTChainedExecuteConfig) GetCommonConfig

func (x *XRTChainedExecuteConfig) GetCommonConfig() *CommonExecutionConfig

func (*XRTChainedExecuteConfig) GetCoreIndexInReplica

func (x *XRTChainedExecuteConfig) GetCoreIndexInReplica() int32

func (*XRTChainedExecuteConfig) GetExecutionInstanceKey

func (x *XRTChainedExecuteConfig) GetExecutionInstanceKey() string

func (*XRTChainedExecuteConfig) GetRngSeed

func (x *XRTChainedExecuteConfig) GetRngSeed() uint32

func (*XRTChainedExecuteConfig) ProtoMessage

func (*XRTChainedExecuteConfig) ProtoMessage()

func (*XRTChainedExecuteConfig) ProtoReflect

func (x *XRTChainedExecuteConfig) ProtoReflect() protoreflect.Message

func (*XRTChainedExecuteConfig) Reset

func (x *XRTChainedExecuteConfig) Reset()

func (*XRTChainedExecuteConfig) String

func (x *XRTChainedExecuteConfig) String() string

type XRTChainedExecuteOp

type XRTChainedExecuteOp struct {

	// Types that are assignable to OpOneof:
	//
	//	*XRTChainedExecuteOp_DataHandle
	//	*XRTChainedExecuteOp_ComputationHandle
	OpOneof isXRTChainedExecuteOp_OpOneof `protobuf_oneof:"op_oneof"`
	// The outputs of this XRTChainedExecuteOp operation.
	Outputs []*XRTChainedExecuteOp_Output `protobuf:"bytes,3,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// The inputs of this XRTChainedExecuteOp operation. If data_handle is set,
	// there are no inputs.
	Inputs []*XRTChainedExecuteOp_Input `protobuf:"bytes,4,rep,name=inputs,proto3" json:"inputs,omitempty"`
	// contains filtered or unexported fields
}

A single chained execute operation. An operation can either be a device data load, or an existing (as in, previously compiled and accessible via its int64 handle) XLA computation execution.

func (*XRTChainedExecuteOp) Descriptor deprecated

func (*XRTChainedExecuteOp) Descriptor() ([]byte, []int)

Deprecated: Use XRTChainedExecuteOp.ProtoReflect.Descriptor instead.

func (*XRTChainedExecuteOp) GetComputationHandle

func (x *XRTChainedExecuteOp) GetComputationHandle() int64

func (*XRTChainedExecuteOp) GetDataHandle

func (x *XRTChainedExecuteOp) GetDataHandle() int64

func (*XRTChainedExecuteOp) GetInputs

func (*XRTChainedExecuteOp) GetOpOneof

func (m *XRTChainedExecuteOp) GetOpOneof() isXRTChainedExecuteOp_OpOneof

func (*XRTChainedExecuteOp) GetOutputs

func (*XRTChainedExecuteOp) ProtoMessage

func (*XRTChainedExecuteOp) ProtoMessage()

func (*XRTChainedExecuteOp) ProtoReflect

func (x *XRTChainedExecuteOp) ProtoReflect() protoreflect.Message

func (*XRTChainedExecuteOp) Reset

func (x *XRTChainedExecuteOp) Reset()

func (*XRTChainedExecuteOp) String

func (x *XRTChainedExecuteOp) String() string

type XRTChainedExecuteOp_ComputationHandle

type XRTChainedExecuteOp_ComputationHandle struct {
	// The handle to an existing XRT compiled computation.
	ComputationHandle int64 `protobuf:"varint,2,opt,name=computation_handle,json=computationHandle,proto3,oneof"`
}

type XRTChainedExecuteOp_DataHandle

type XRTChainedExecuteOp_DataHandle struct {
	// The handle to an existing XRT device data.
	DataHandle int64 `protobuf:"varint,1,opt,name=data_handle,json=dataHandle,proto3,oneof"`
}

type XRTChainedExecuteOp_Input

type XRTChainedExecuteOp_Input struct {

	// The index within the XRTChainedExecutePlan.ops post-order of the source
	// operation for this input.
	OpIndex int64 `protobuf:"varint,1,opt,name=op_index,json=opIndex,proto3" json:"op_index,omitempty"`
	// The output index of the value generated by the operation at op_index.
	// Zero (default value) means no index ({}) while if an indexing is
	// required, output_index needs to be set to index+1.
	// Thanks proto3!
	OutputIndex int64 `protobuf:"varint,2,opt,name=output_index,json=outputIndex,proto3" json:"output_index,omitempty"`
	// contains filtered or unexported fields
}

Represents an input for this operation.

func (*XRTChainedExecuteOp_Input) Descriptor deprecated

func (*XRTChainedExecuteOp_Input) Descriptor() ([]byte, []int)

Deprecated: Use XRTChainedExecuteOp_Input.ProtoReflect.Descriptor instead.

func (*XRTChainedExecuteOp_Input) GetOpIndex

func (x *XRTChainedExecuteOp_Input) GetOpIndex() int64

func (*XRTChainedExecuteOp_Input) GetOutputIndex

func (x *XRTChainedExecuteOp_Input) GetOutputIndex() int64

func (*XRTChainedExecuteOp_Input) ProtoMessage

func (*XRTChainedExecuteOp_Input) ProtoMessage()

func (*XRTChainedExecuteOp_Input) ProtoReflect

func (*XRTChainedExecuteOp_Input) Reset

func (x *XRTChainedExecuteOp_Input) Reset()

func (*XRTChainedExecuteOp_Input) String

func (x *XRTChainedExecuteOp_Input) String() string

type XRTChainedExecuteOp_Output

type XRTChainedExecuteOp_Output struct {

	// The index in the value generated by this operation, which should be
	// forwarded as XRTChainedExecute output. If output_index is zero (default
	// value) the whole output will be used as result. This means that if the
	// output shape is a tuple, the result will be the full tuple. Otherwise the
	// real sub-tuple index will be output_index - 1.
	OutputIndex int64 `protobuf:"varint,1,opt,name=output_index,json=outputIndex,proto3" json:"output_index,omitempty"`
	// The index in the vector of the results returned by the XRTChainedExecute
	// operation, where this output should be forwarded.
	ResultIndex int64 `protobuf:"varint,2,opt,name=result_index,json=resultIndex,proto3" json:"result_index,omitempty"`
	// contains filtered or unexported fields
}

Represents an output of the XRTChainedExecute operation, which should originate by the output of this operation.

func (*XRTChainedExecuteOp_Output) Descriptor deprecated

func (*XRTChainedExecuteOp_Output) Descriptor() ([]byte, []int)

Deprecated: Use XRTChainedExecuteOp_Output.ProtoReflect.Descriptor instead.

func (*XRTChainedExecuteOp_Output) GetOutputIndex

func (x *XRTChainedExecuteOp_Output) GetOutputIndex() int64

func (*XRTChainedExecuteOp_Output) GetResultIndex

func (x *XRTChainedExecuteOp_Output) GetResultIndex() int64

func (*XRTChainedExecuteOp_Output) ProtoMessage

func (*XRTChainedExecuteOp_Output) ProtoMessage()

func (*XRTChainedExecuteOp_Output) ProtoReflect

func (*XRTChainedExecuteOp_Output) Reset

func (x *XRTChainedExecuteOp_Output) Reset()

func (*XRTChainedExecuteOp_Output) String

func (x *XRTChainedExecuteOp_Output) String() string

type XRTChainedExecutePlan

type XRTChainedExecutePlan struct {

	// The post order with the XRT computations to be executed.
	Ops []*XRTChainedExecuteOp `protobuf:"bytes,1,rep,name=ops,proto3" json:"ops,omitempty"`
	// contains filtered or unexported fields
}

Execution plan for the XRTChainedExecute operation.

func (*XRTChainedExecutePlan) Descriptor deprecated

func (*XRTChainedExecutePlan) Descriptor() ([]byte, []int)

Deprecated: Use XRTChainedExecutePlan.ProtoReflect.Descriptor instead.

func (*XRTChainedExecutePlan) GetOps

func (*XRTChainedExecutePlan) ProtoMessage

func (*XRTChainedExecutePlan) ProtoMessage()

func (*XRTChainedExecutePlan) ProtoReflect

func (x *XRTChainedExecutePlan) ProtoReflect() protoreflect.Message

func (*XRTChainedExecutePlan) Reset

func (x *XRTChainedExecutePlan) Reset()

func (*XRTChainedExecutePlan) String

func (x *XRTChainedExecutePlan) String() string

type XRTExecutionConfig

type XRTExecutionConfig struct {

	// Local device to run on. This is present because the execute Op
	// may be placed on a device such as CPU or TPU_SYSTEM that
	// logically manages multiple cores.
	DeviceOrdinal int32 `protobuf:"varint,1,opt,name=device_ordinal,json=deviceOrdinal,proto3" json:"device_ordinal,omitempty"`
	// Which model-parallel computation to run from the compiled bundle.
	CoreIndexInReplica int32 `protobuf:"varint,2,opt,name=core_index_in_replica,json=coreIndexInReplica,proto3" json:"core_index_in_replica,omitempty"`
	// Optional key to disambiguate between executions. This is only
	// needed if multiple host send/recvs may be outstanding
	// concurrently with executions.
	ExecutionInstanceKey string `protobuf:"bytes,3,opt,name=execution_instance_key,json=executionInstanceKey,proto3" json:"execution_instance_key,omitempty"`
	// If non-zero, rng_seed to reset the core with.
	RngSeed uint32 `protobuf:"varint,4,opt,name=rng_seed,json=rngSeed,proto3" json:"rng_seed,omitempty"`
	// If true, release allocation handles on the inputs after running.
	ReleaseInputHandles bool `protobuf:"varint,5,opt,name=release_input_handles,json=releaseInputHandles,proto3" json:"release_input_handles,omitempty"`
	// If true, release the handle to the computation after running.
	ReleaseCompilationHandle bool `` /* 136-byte string literal not displayed */
	// If set to true, and the result shape is a tuple, then instead of returning
	// a single tuple allocation the execution will return a vector of
	// allocations, one for each of the first-level elements of the result tuple.
	ReturnExplodedTuple bool `protobuf:"varint,7,opt,name=return_exploded_tuple,json=returnExplodedTuple,proto3" json:"return_exploded_tuple,omitempty"`
	// The common configuration for XRT execute operations.
	CommonConfig *CommonExecutionConfig `protobuf:"bytes,9,opt,name=common_config,json=commonConfig,proto3" json:"common_config,omitempty"`
	// contains filtered or unexported fields
}

Options for an XLA execution.

func (*XRTExecutionConfig) Descriptor deprecated

func (*XRTExecutionConfig) Descriptor() ([]byte, []int)

Deprecated: Use XRTExecutionConfig.ProtoReflect.Descriptor instead.

func (*XRTExecutionConfig) GetCommonConfig

func (x *XRTExecutionConfig) GetCommonConfig() *CommonExecutionConfig

func (*XRTExecutionConfig) GetCoreIndexInReplica

func (x *XRTExecutionConfig) GetCoreIndexInReplica() int32

func (*XRTExecutionConfig) GetDeviceOrdinal

func (x *XRTExecutionConfig) GetDeviceOrdinal() int32

func (*XRTExecutionConfig) GetExecutionInstanceKey

func (x *XRTExecutionConfig) GetExecutionInstanceKey() string

func (*XRTExecutionConfig) GetReleaseCompilationHandle

func (x *XRTExecutionConfig) GetReleaseCompilationHandle() bool

func (*XRTExecutionConfig) GetReleaseInputHandles

func (x *XRTExecutionConfig) GetReleaseInputHandles() bool

func (*XRTExecutionConfig) GetReturnExplodedTuple

func (x *XRTExecutionConfig) GetReturnExplodedTuple() bool

func (*XRTExecutionConfig) GetRngSeed

func (x *XRTExecutionConfig) GetRngSeed() uint32

func (*XRTExecutionConfig) ProtoMessage

func (*XRTExecutionConfig) ProtoMessage()

func (*XRTExecutionConfig) ProtoReflect

func (x *XRTExecutionConfig) ProtoReflect() protoreflect.Message

func (*XRTExecutionConfig) Reset

func (x *XRTExecutionConfig) Reset()

func (*XRTExecutionConfig) String

func (x *XRTExecutionConfig) String() string

type XRTMetricsCollect

type XRTMetricsCollect struct {

	// A list of regular expressions to match the metric names. Empty means to
	// return all the metrics reported by the collection registry.
	MetricsRegex []string `protobuf:"bytes,1,rep,name=metrics_regex,json=metricsRegex,proto3" json:"metrics_regex,omitempty"`
	// contains filtered or unexported fields
}

The message used to encode the options for the XRTMetricsCollect operation.

func (*XRTMetricsCollect) Descriptor deprecated

func (*XRTMetricsCollect) Descriptor() ([]byte, []int)

Deprecated: Use XRTMetricsCollect.ProtoReflect.Descriptor instead.

func (*XRTMetricsCollect) GetMetricsRegex

func (x *XRTMetricsCollect) GetMetricsRegex() []string

func (*XRTMetricsCollect) ProtoMessage

func (*XRTMetricsCollect) ProtoMessage()

func (*XRTMetricsCollect) ProtoReflect

func (x *XRTMetricsCollect) ProtoReflect() protoreflect.Message

func (*XRTMetricsCollect) Reset

func (x *XRTMetricsCollect) Reset()

func (*XRTMetricsCollect) String

func (x *XRTMetricsCollect) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL