1. Definitions¶

1.1. Main¶

This section describes the master topsaten aten header file.

1.2. Define¶

This section describes topsaten definitions.

enum topsatenDataType_t¶

topsatenDataType_t

Values:

enumerator TOPSATEN_DATA_NONE¶: TOPSATEN_DATA_NONE -1

enumerator TOPSATEN_DATA_I8¶: TOPSATEN_DATA_I8 0

enumerator TOPSATEN_DATA_U8¶: TOPSATEN_DATA_U8 1

enumerator TOPSATEN_DATA_I16¶: TOPSATEN_DATA_I16 2

enumerator TOPSATEN_DATA_U16¶: TOPSATEN_DATA_U16 3

enumerator TOPSATEN_DATA_FP16¶: TOPSATEN_DATA_FP16 4

enumerator TOPSATEN_DATA_BF16¶: TOPSATEN_DATA_BF16 5

enumerator TOPSATEN_DATA_I32¶: TOPSATEN_DATA_I32 6

enumerator TOPSATEN_DATA_U32¶: TOPSATEN_DATA_U32 7

enumerator TOPSATEN_DATA_FP32¶: TOPSATEN_DATA_FP32 8

enumerator TOPSATEN_DATA_EF32¶: TOPSATEN_DATA_EF32 9

enumerator TOPSATEN_DATA_TF32¶: TOPSATEN_DATA_TF32 10

enumerator TOPSATEN_DATA_I64¶: TOPSATEN_DATA_I64 11

enumerator TOPSATEN_DATA_U64¶: TOPSATEN_DATA_U64 12

enumerator TOPSATEN_DATA_F64¶: TOPSATEN_DATA_F64 13

enumerator TOPSATEN_DATA_PRED¶: TOPSATEN_DATA_PRED 14

enumerator TOPSATEN_DATA_I4¶: TOPSATEN_DATA_I4 15

enumerator TOPSATEN_DATA_CI8¶: TOPSATEN_DATA_CI8 16

enumerator TOPSATEN_DATA_CU8¶: TOPSATEN_DATA_CU8 17

enumerator TOPSATEN_DATA_CI16¶: TOPSATEN_DATA_CI16 18

enumerator TOPSATEN_DATA_CU16¶: TOPSATEN_DATA_CU16 19

enumerator TOPSATEN_DATA_CFP16¶: TOPSATEN_DATA_CFP16 20

enumerator TOPSATEN_DATA_CBF16¶: TOPSATEN_DATA_CBF16 21

enumerator TOPSATEN_DATA_CI32¶: TOPSATEN_DATA_CI32 22

enumerator TOPSATEN_DATA_CU32¶: TOPSATEN_DATA_CU32 23

enumerator TOPSATEN_DATA_CFP32¶: TOPSATEN_DATA_CFP32 24

enumerator TOPSATEN_DATA_CEF32¶: TOPSATEN_DATA_CEF32 25

enumerator TOPSATEN_DATA_CTF32¶: TOPSATEN_DATA_CTF32 26

enumerator TOPSATEN_DATA_CI64¶: TOPSATEN_DATA_CI64 27

enumerator TOPSATEN_DATA_CU64¶: TOPSATEN_DATA_CU64 28

enumerator TOPSATEN_DATA_CF64¶: TOPSATEN_DATA_CF64 29

enumerator TOPSATEN_DATA_CPRED¶: TOPSATEN_DATA_CPRED 30

enumerator TOPSATEN_DATA_CI4¶: TOPSATEN_DATA_CI4 31

enum topsatenStatus_t¶

topsatenStatus_t

Values:

enumerator TOPSATEN_STATUS_SUCCESS¶: TOPSATEN_STATUS_SUCCESS 0

enumerator TOPSATEN_STATUS_ALLOC_FAILED¶: TOPSATEN_STATUS_ALLOC_FAILED 1

enumerator TOPSATEN_STATUS_BAD_PARAM¶: TOPSATEN_STATUS_BAD_PARAM 2

enumerator TOPSATEN_STATUS_NOT_SUPPORT¶: TOPSATEN_STATUS_NOT_SUPPORT 3

enumerator TOPSATEN_STATUS_INTERNAL_ERROR¶: TOPSATEN_STATUS_INTERNAL_ERROR 4

enumerator TOPSATEN_STATUS_RUNTIME_ERROR¶: TOPSATEN_STATUS_RUNTIME_ERROR 5

enumerator TOPSATEN_STATUS_EXECUTE_ERROR¶: TOPSATEN_STATUS_EXECUTE_ERROR 6

enum topsatenMemoryFormat_t¶

topsatenMemoryFormat_t

Values:

enumerator TOPSATEN_MEMORY_NONE¶: topsatenMemoryFormat_t == null

enumerator TOPSATEN_MEMORY_CONTIGUOUS¶: strides in decreasing order

enumerator TOPSATEN_MEMORY_NHWC¶: NHWC order

enumerator TOPSATEN_MEMORY_NDHWC¶: NDHWC order

enumerator TOPSATEN_MEMORY_PRESERVE¶: preserve the format as input tensor

enum topsatenDevice_t¶

topsatenDevice_t

Values:

enumerator TOPSATEN_DEVICE_CPU¶: tensor on cpu

enumerator TOPSATEN_DEVICE_GCU¶: tensor on gcu

enum topsatenActivationMode_t¶

topsatenActivationMode_t

Values:

enumerator TOPSATEN_ACTIVATION_NONE¶: TOPSATEN_ACTIVATION_NONE 0

enumerator TOPSATEN_ACTIVATION_RELU¶: TOPSATEN_ACTIVATION_RELU 1

enumerator TOPSATEN_ACTIVATION_SIGMOID¶: TOPSATEN_ACTIVATION_SIGMOID 2

enumerator TOPSATEN_ACTIVATION_CLIPPED_RELU¶: TOPSATEN_ACTIVATION_CLIPPED_RELU 3

enumerator TOPSATEN_ACTIVATION_ELU¶: TOPSATEN_ACTIVATION_ELU 4

enumerator TOPSATEN_ACTIVATION_IDENTITY¶: TOPSATEN_ACTIVATION_IDENTITY 5

enumerator TOPSATEN_ACTIVATION_TANH¶: TOPSATEN_ACTIVATION_TANH 6

enumerator TOPSATEN_ACTIVATION_SWISH¶: TOPSATEN_ACTIVATION_SWISH 7

enumerator TOPSATEN_ACTIVATION_LEAKY_RELU¶: TOPSATEN_ACTIVATION_LEAKY_RELU 8

enumerator TOPSATEN_ACTIVATION_GELU¶: TOPSATEN_ACTIVATION_GELU 9

enumerator TOPSATEN_ACTIVATION_SWIGLU¶: TOPSATEN_ACTIVATION_SWIGLU 10

enumerator TOPSATEN_ACTIVATION_HARD_SWISH¶: TOPSATEN_ACTIVATION_HARD_SWISH 11

enum topsatenTopkCmpMode_t¶

topsatenTopkCmpMode_t

Values:

enumerator TOPSATEN_TOPK_TYPE_INVALID¶: TOPSATEN_TOPK_TYPE_INVALID 0

enumerator TOPSATEN_TOPK_TYPE_MAX¶: TOPSATEN_TOPK_TYPE_MAX 1

enumerator TOPSATEN_TOPK_TYPE_MIN¶: TOPSATEN_TOPK_TYPE_MIN 2

enum topsatenSortCmpMode_t¶

topsatenSortCmpMode_t

Values:

enumerator TOPSATEN_SORT_TYPE_INVALID¶: TOPSATEN_SORT_TYPE_INVALID 0

enumerator TOPSATEN_SORT_TYPE_ASCEND¶: TOPSATEN_SORT_TYPE_ASCEND 1

enumerator TOPSATEN_SORT_TYPE_DESCEND¶: TOPSATEN_SORT_TYPE_DESCEND 2

enum topsatenSortStableMode_t¶

topsatenSortStableMode_t

Values:

enumerator TOPSATEN_SORT_STABLE_INVALID¶: TOPSATEN_SORT_STABLE_INVALID 0

enumerator TOPSATEN_SORT_STABLE¶: TOPSATEN_SORT_STABLE 1

enumerator TOPSATEN_SORT_INSTABLE¶: TOPSATEN_SORT_INSTABLE 2

enum topsatenBatchNormMode_t¶

Values:

enumerator TOPSATEN_BATCHNORM_PER_ACTIVATION¶

enumerator TOPSATEN_BATCHNORM_SPATIAL¶

enumerator TOPSATEN_BATCHNORM_SPATIAL_PERSISTENT¶

enum topsatenScatterType_t¶

topsatenScatterType_t

Values:

enumerator TOPSATEN_SCATTER_ADD¶: TOPSATEN_SCATTER_ADD 0

enumerator TOPSATEN_SCATTER_SUB¶: TOPSATEN_SCATTER_SUB 1

enumerator TOPSATEN_SCATTER_MUL¶: TOPSATEN_SCATTER_MUL 2

enumerator TOPSATEN_SCATTER_MAX¶: TOPSATEN_SCATTER_MAX 3

enumerator TOPSATEN_SCATTER_MIN¶: TOPSATEN_SCATTER_MIN 4

enum topsatenScatterComputationType_t¶

topsatenScatterComputationType_t

Values:

enumerator TOPSATEN_SCATTER_COMP_UPDATE¶: TOPSATEN_SCATTER_COMP_UPDATE 0

enumerator TOPSATEN_SCATTER_COMP_ADD¶: TOPSATEN_SCATTER_COMP_ADD 1

enumerator TOPSATEN_SCATTER_COMP_SUB¶: TOPSATEN_SCATTER_COMP_SUB 2

enumerator TOPSATEN_SCATTER_COMP_NUM¶: TOPSATEN_SCATTER_COMP_NUM 3

enum topsatenConvolutionFwdAlgo_t¶

Values:

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_AUTO¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_IMPLICIT_GEMM¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_IMPLICIT_PRECOMP_GEMM¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_GEMM¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_DIRECT¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_FFT¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_FFT_TILING¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_WINOGRAD¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_WINOGRAD_NONFUSED¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_COUNT¶

enum topsatenConvolutionBwdFilterAlgo_t¶

Values:

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_0¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_1¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_FFT¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_3¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_WINOGRAD¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_WINOGRAD_NONFUSED¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_FFT_TILING¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_COUNT¶

enum topsatenRoiAlignOpType_t¶

topsatenRoiAlignOpType_t

Values:

enumerator TOPSATEN_ROIALIGN_AVG_FP32¶

enumerator TOPSATEN_ROIALIGN_AVG_FP16¶

enumerator TOPSATEN_ROIALIGN_MAX_FP32¶

enumerator TOPSATEN_ROIALIGN_MAX_FP16¶

enum topsatenConvolutionBwdDataAlgo_t¶

Values:

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_0¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_1¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_FFT¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_FFT_TILING¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD_NONFUSED¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_COUNT¶

enum topsatenRoiAlignMode_t¶

topsatenRoiAlignMode_t

Values:

enumerator TOPSATEN_ROIALIGN_AVG¶

enumerator TOPSATEN_ROIALIGN_MAX¶

enum topsatenPadMode_t¶

topsatenPadMode_t

Values:

enumerator TOPSATEN_PAD_CONSTANT¶

enumerator TOPSATEN_PAD_REFLECT¶

enumerator TOPSATEN_PAD_EDGE¶

enumerator TOPSATEN_PAD_CIRCULAR¶

enumerator TOPSATEN_PAD_MAXIMUM¶

enumerator TOPSATEN_PAD_LINEAR_RAMP¶

enumerator TOPSATEN_PAD_MEAN¶

enumerator TOPSATEN_PAD_MEDIAN¶

enumerator TOPSATEN_PAD_MINIMUM¶

enumerator TOPSATEN_PAD_SYMMETRIC¶

enumerator TOPSATEN_PAD_WRAP¶

enumerator TOPSATEN_PAD_EMPTY¶

enum topsatenRoiAlignCoordinateTransformationMode_t¶

topsatenRoiAlignCoordinateTransformationMode_t

Values:

enumerator TOPSATEN_ROIALIGN_HALF_PIXL_TRUE¶

enumerator TOPSATEN_ROIALIGN_HALF_PIXL_FALSE¶

enum topsatenColorConversionCodes_t¶

topsatenColorConversionCodes_t

Values:

enumerator TOPSATEN_COLORCVT_YUV2RGB¶: YUV444packed to RGB888packed

enumerator TOPSATEN_COLORCVT_YUV2BGR¶: YUV444packed to BGR888packed

enumerator TOPSATEN_COLORCVT_RGB2GRAY¶: RGB888packed to GRAY

enumerator TOPSATEN_COLORCVT_BGR2GRAY¶: BGR888packed to GRAY

enum topsatenBlasOperation_t¶

Values:

enumerator TOPSATEN_BLAS_OP_N¶

enumerator TOPSATEN_BLAS_OP_T¶

enumerator TOPSATEN_BLAS_OP_C¶

enumerator TOPSATEN_BLAS_OP_HERMITAN¶

enumerator TOPSATEN_BLAS_OP_CONJG¶

enum topsatenLayoutType_t¶

topsatenLayoutType_t

Values:

enumerator TOPSATEN_LAYOUT_STRIDED¶: TOPSATEN_LAYOUT_STRIDED 0

enumerator TOPSATEN_LAYOUT_SPARSE¶: TOPSATEN_LAYOUT_SPARSE 1

enum topsatenAlgorithm_t¶

Values:

enumerator TOPSATEN_DEFAULT_ALGO¶

enumerator TOPSATEN_PHILOX4_32_ALGO¶

typedef topsError_t (*topsatenMallocAsyncFunc)(void**, size_t, topsStream_t, uint64_t)¶

typedef topsError_t (*topsatenMallocFunc)(void**, size_t)¶

typedef topsError_t (*topsatenFreeAsyncFunc)(void*, topsStream_t)¶

typedef topsError_t (*topsatenFreeFunc)(void*)¶

typedef void *topsatenDeviceMemHandle_t¶: The type of device memory handle.

topsatenStatus_t TOPSATEN_EXPORT topsatenInit ()

Get the version of the Device-Independent Operator Inetrface.

This function initialize the topsAten library, this function must be called prior to making any other topsAten calls.

Returns: topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFinalize ()

This function finalize the topOP library, this function is usually the last call made to topsAten.

Returns: topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGetVersionInfo (char *version_info)

This function get the version info of the aten lib.

Returns: topsatenStatus_t.

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenTensor &tensor)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenDataType_t &dtype)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenStatus_t &status)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenSize_t &size)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenScalar_t &scalar)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenGenerator_t &generator)

topsatenStatus_t TOPSATEN_EXPORT topsatenMallocAsyncFuncRegister (topsatenMallocAsyncFunc p_func)

topsatenStatus_t TOPSATEN_EXPORT topsatenMallocFuncRegister (topsatenMallocFunc p_func)

topsatenStatus_t TOPSATEN_EXPORT topsatenFreeAsyncFuncRegister (topsatenFreeAsyncFunc p_func)

topsatenStatus_t TOPSATEN_EXPORT topsatenFreeFuncRegister (topsatenFreeFunc p_func)

TOPSATEN_EXPORT¶

#define TOPSATEN_EXPORT

TOPSATEN_VERSION_INFO_LEN¶

#define TOPSATEN_VERSION_INFO_LEN 128

This macro defines the length of the version info string used in the application.

struct topsatenSize_t¶: #include <topsaten_define.h>

A struct to descript a data pointer and its length

struct topsatenScalar_t¶: #include <topsaten_define.h>

A struct to descript a scalar

struct topsatenGenerator_t¶: #include <topsaten_define.h>

A struct to descript a random number generator

class topsatenTensor¶: #include <topsaten_define.h>

2. TopsAten API Function¶

2.1. Aten ops¶

This section describes topsaten common aten ops api definitions.

topsatenStatus_t TOPSATEN_EXPORT topsatenIndexSelect (topsatenTensor &out, const topsatenTensor &in, int64_t dim, const topsatenTensor &index, topsStream_t stream=nullptr)

Index_select operator.

Parameters

out – The output tensor.
in – Input tensor.
dim – The dimension in which to index.
index – The 1-D tensor containing the indices to index.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinspace (topsatenTensor &output, const topsatenScalar_t &start, const topsatenScalar_t &end, const int64_t step, topsStream_t stream=nullptr)

This function performs the Linspace function.

Parameters

output – The output tensor.
start – The topsatenScalar_t of start.
end – The topsatenScalar_t of end.
step – The step for linspace.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRemainder (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Remainder.

Applies the function: Remainder(x, y) = a - b * floor(a / b).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRemainder (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Remainder.

Applies the function: Remainder(x, y) = a - b * floor(a / b).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRemainder (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Remainder.

Applies the function: Remainder(x, y) = a - b * floor(a / b).

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFmod (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Fmod.

Applies the function: Mod(x, y) = a - b * trunc(a / b).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFmod (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Fmod.

Applies the function: Mod(x, y) = a - b * trunc(a / b).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFmod (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Fmod.

Applies the function: Mod(x, y) = a - b * trunc(a / b).

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtan2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Atan2.

Applies the function: Atan2(x, y) return element-wise arctangent with consideration of the quadrant.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtan2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Atan2.

Applies the function: Atan2(x, y) return element-wise arctangent with consideration of the quadrant.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtan2 (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Atan2.

Applies the function: Atan2(x, y) return element-wise arctangent with consideration of the quadrant.

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArctan2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Arctan2.

Alias for atan2.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXlogy (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Xlogy.

Applies the function: XLogy(x, y) = x * log(y).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXlogy (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Xlogy.

Applies the function: XLogy(x, y) = x * log(y).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXlogy (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Xlogy.

Applies the function: XLogy(x, y) = x * log(y).

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogAddExp (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Logaddexp.

Applies the function: LogAddExp(x, y) = log(exp(x) + exp(y)).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogAddExp (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Logaddexp.

Applies the function: LogAddExp(x, y) = log(exp(x) + exp(y)).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogAddExp (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Logaddexp.

Applies the function: LogAddExp(x, y) = log(exp(x) + exp(y)).

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogAddExp2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Logaddexp2.

Applies the function: Logaddexp2(x, y) = log2(2^x + 2^y).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogAddExp2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Logaddexp2.

Applies the function: Logaddexp2(x, y) = log2(2^x + 2^y) Inputs and output can be different, char, short, int, unsigned char, unsigned short, unsigned int, __fp16, __bf16, float are supported.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogAddExp2 (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Logaddexp2.

Applies the function: Logaddexp2(x, y) = log2(2^x + 2^y) Inputs and output can be different, char, short, int, unsigned char, unsigned short, unsigned int, __fp16, __bf16, float are supported.

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHypot (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Hypot.

Applies the function: Hypot(x,y)=sqrt(x**2+y**2) return square root of two numbers.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHypot (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Hypot.

Applies the function: Hypot(x,y)=sqrt(x**2+y**2) return square root of two numbers.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHypot (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Hypot.

Applies the function: Hypot(x,y)=sqrt(x**2+y**2) return square root of two numbers.

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAdd (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

Add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAdd (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

Add operator.

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAdd (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

Add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAll (topsatenTensor &output, const topsatenTensor &input, int64_t dim, bool keepdim, topsStream_t stream=nullptr)

This function returns True if all element in the row evaluate to True and False otherwise, for each row of input in the given dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAll (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dim, bool keepdim, topsStream_t stream=nullptr)

This function returns True if all element in the rows evaluate to True and False otherwise, for rows of input in the given dimensions.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimensions to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAll (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns True if all element in the input evaluate to True and False otherwise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAny (topsatenTensor &output, const topsatenTensor &input, int64_t dim, bool keepdim, topsStream_t stream=nullptr)

This function returns True if any element in the row evaluate to True and False otherwise, for each row of input in the given dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAny (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dim, bool keepdim, topsStream_t stream=nullptr)

This function returns True if any element in the rows evaluate to True and False otherwise, for rows of input in the given dimensions.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimensions to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAny (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns True if any element in the input evaluate to True and False otherwise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOnes (topsatenTensor &output, const topsatenSize_t &size, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

Returns a tensor filled with the scalar value one.

Parameters

output – Result tensor.
size – Output shape.
data_type – Output data type.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClamp (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &min, const topsatenScalar_t &max, topsStream_t stream=nullptr)

Returns the tensor after performing a lower and a higher bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Replace elements less than the specified lower limit tensor with elements corresponding to the lower limit tensor.
max – Replace elements less than the specified higher limit tensor with elements corresponding to the higher limit tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClamp (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &min, const topsatenTensor &max, topsStream_t stream=nullptr)

Returns the tensor after performing a lower and a higher bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Input tensor, the lower boundary.
max – Input tensor, the higher boundary.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClip (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &min, const topsatenScalar_t &max, topsStream_t stream=nullptr)

Returns the tensor after performing a lower and a higher bound truncation operation on the input tensor. Alias for clamp.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Replace elements less than the specified lower limit tensor with elements corresponding to the lower limit tensor.
max – Replace elements less than the specified higher limit tensor with elements corresponding to the higher limit tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClip (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &min, const topsatenTensor &max, topsStream_t stream=nullptr)

Returns the tensor after performing a lower and a higher bound truncation operation on the input tensor. Alias for clamp.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Input tensor, the lower boundary.
max – Input tensor, the higher boundary.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenZeros (topsatenTensor &output, const topsatenSize_t &size, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

Returns a tensor filled with the scalar value zero.

Parameters

output – Result tensor.
size – Output shape.
data_type – Output data type.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenZero (topsatenTensor &output, topsStream_t stream=nullptr)

Fills self tensor with zeros.

Parameters: output – Result tensor.
Returns: topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenZerosLike (topsatenTensor &out, const topsatenTensor &input, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

Returns a zero tensor with the same size as input.

Parameters

out – The output tensor.
input – The tensor size will define the size of the output tensor.
dtype – The data type of the output tensor.
layout – the desired layout of returned tensor. Default: if None, defaults to the layout of input.
format – The memory format of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenProd (topsatenTensor &output, const topsatenTensor &input, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the product of elements of all the input.

Parameters

output – The output tensor.
input – The input tensor.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenProd (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the product of elements of input in the dimension dims.

Parameters

output – The output tensor.
input – The input tensor.
dims_in – The dims_in to reduce, maybe a list or tuple.
keepdims – Whether the output tensor has dim retained or no.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenProd (topsatenTensor &output, const topsatenTensor &input, int32_t dim, bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the product of elements of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns the minimum value of all the input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input, int32_t dim, bool keepdims, topsStream_t stream=nullptr)

This function returns the minimum value of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the minimum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input1, const topsatenScalar_t &input2, topsStream_t stream=nullptr)

This function returns the minimum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenScalar_t &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the minimum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input scalar.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, topsStream_t stream=nullptr)

This function returns the minimum value of input in the dimension dims.

Parameters

output – The output tensor.
input – The input tensor.
dims_in – The dims_in to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, topsatenTensor &output_idx, const topsatenTensor &input, int32_t dim, bool keepdims, topsStream_t stream=nullptr)

This function returns the minimum value of input in the dimension dim.

Parameters

output – The output tensor.
output_idx – The output tensor, index of the minimum value.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, topsatenTensor &output_idx, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, topsStream_t stream=nullptr)

This function returns the minimum value of input in the dimension dim.

Parameters

output – The output tensor.
output_idx – The output tensor, index of the minimum value.
input – The input tensor.
dims_in – The dims to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMinimum (topsatenTensor &output, const topsatenTensor &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the minimum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns the maximum value of all the input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input, int32_t dim, bool keepdims, topsStream_t stream=nullptr)

This function returns the maximum value of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, topsStream_t stream=nullptr)

This function returns the maximum value of input in the dimension dims.

Parameters

output – The output tensor.
input – The input tensor.
dims_in – The dims_in to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the maximum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input1, const topsatenScalar_t &input2, topsStream_t stream=nullptr)

This function returns the maximum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenScalar_t &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the maximum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input scalar.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, topsatenTensor &output_idx, const topsatenTensor &input, int32_t dim, bool keepdims, topsStream_t stream=nullptr)

This function returns the maximum value of input in the dimension dim.

Parameters

output – The output tensor.
output_idx – The output tensor, index of the maximum value.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, topsatenTensor &output_idx, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, topsStream_t stream=nullptr)

This function returns the maximum value of input in the dimension dim.

Parameters

output – The output tensor.
output_idx – The output tensor, index of the maximum value.
input – The input tensor.
dims_in – The dims to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMaximum (topsatenTensor &output, const topsatenTensor &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the maximum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMean (topsatenTensor &output, const topsatenTensor &input, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the mean value of all the input.

Parameters

output – The output tensor.
input – The input tensor.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMean (topsatenTensor &output, const topsatenTensor &input, int32_t dim, bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the mean value of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMean (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the mean value of input in the dimension dims.

Parameters

output – The output tensor.
input – The input tensor.
dims_in – The dims to reduce.
keepdims – Whether the output tensor has dim retained or no.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinear (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &bias, topsStream_t stream=nullptr)

Linear operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
bias – The input tensor of bias.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinearQuant (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &bias, const topsatenTensor &scale, topsStream_t stream=nullptr)

Linearquant operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
bias – The input tensor of bias.
scale – The input tensor of scale.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCopy (topsatenTensor &out, const topsatenTensor &input, bool non_blocking, topsStream_t stream=nullptr)

This function performs the copy function.

Parameters

out – The output tensor.
input – The source tensor.
non_blocking – If true and this copy is between CPU and GCU.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenToCopy (topsatenTensor &out, const topsatenTensor &input, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, const topsatenDevice_t &device, const topsatenMemoryFormat_t &format, bool non_blocking, topsStream_t stream=nullptr)

This function performs the to_copy function.

Parameters

out – The output tensor.
input – The source tensor.
dtype – The data type of the output tensor.
layout – The layout type of the output tensor.
device – The device of the output tensor allocated.
format – The memory format of the output tensor.
non_blocking – If true and this copy is between CPU and GCU.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClone (topsatenTensor &out, const topsatenTensor &input, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

This function performs the clone function.

Parameters

out – The output tensor.
input – The input tensor.
format – The format of the out tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmpty (topsatenTensor &out, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

Returns a tensor filled with uninitialized data. The shape of the tensor is defined by argument ‘size’.

Parameters

out – The output tensor.
size – The shape of the output tensor.
dtype – The data type of the output tensor.
layout – The logical layout of the output tensor.
format – The memory format of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmptyLike (topsatenTensor &out, const topsatenTensor &input, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

Returns an uninitialized tensor with the same size as input.

Parameters

out – The output tensor.
input – The tensor size will define the size of the output tensor.
dtype – The data type of the output tensor.
layout – The logical layout of the output tensor.
format – The memory format of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmptyStrided (topsatenTensor &out, const topsatenSize_t &size, const topsatenSize_t &stride, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, topsStream_t stream=nullptr)

Creates a tensor with the specified size and stride and filled with undefined data.

Parameters

out – The output tensor.
size – The shape of the output tensor.
stride – The strides of the output tensor.
dtype – The data type of the output tensor.
layout – The logical layout of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmptyPermuted (topsatenTensor &out, const topsatenSize_t &size, const topsatenSize_t &physical_layout, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, topsStream_t stream=nullptr)

Returns a tensor filled with uninitialized data. The shape of the tensor is defined by argument ‘size’. The stride of the tensor is defined by argument ‘physical_layout’.

Parameters

out – The output tensor.
size – The shape of the output tensor.
physical_layout – The physical layout of the output memory.
dtype – The data type of the output tensor.
layout – The logical layout of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAsStrided (topsatenTensor &out, const topsatenTensor &input, const topsatenSize_t &size, const topsatenSize_t &stride, const int64_t storage_offset, topsStream_t stream=nullptr)

Create a view of an existing tensor.

Parameters

out – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
stride – The stride of the output tensor.
storage_offset – The offset in the underlying storage of the output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExpand (topsatenTensor &out, const topsatenTensor &input, const topsatenSize_t &size, topsStream_t stream=nullptr)

Return a new view of the input tensor with singleton dimensions expanded to a larger size.

Parameters

out – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExpandAs (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &other, topsStream_t stream=nullptr)

Return a new view of the input tensor with singleton dimensions expanded to a larger size.

Parameters

out – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandperm (topsatenTensor &output, const int64_t n, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Returns a random permutation of integers from 0 to n - 1.

Parameters

output – Output tensor.
n – The upper bound.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandperm (topsatenTensor &output, const int64_t n, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a random permutation of integers from 0 to n - 1.

Parameters

output – Output tensor.
n – The upper bound.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandom (topsatenTensor &output, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Fills self tensor with numbers sampled from the discrete uniform distribution only bounded by self data type.

Parameters

output – Output tensor.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandom (topsatenTensor &output, const int64_t to, const topsatenGenerator_t &generator, topsStream_t stream)

Fills self tensor with numbers sampled from the discrete uniform distribution over [0, to].

Parameters

output – Output tensor.
to – The upper bound.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandom (topsatenTensor &output, const int64_t from, const int64_t *to, const topsatenGenerator_t &generator, topsStream_t stream)

Fills self tensor with numbers sampled from the discrete uniform distribution over [from, to].

Parameters

output – Output tensor.
from – The lower bound.
to – The upper bound.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBaddbmm (topsatenTensor &out, const topsatenTensor &self, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {1.0}}, topsStream_t stream=nullptr)

Baddbmm operator.

Parameters

out – The output tensor.
self – The input tensor of self.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
beta – Scaling factor.
alpha – Scaling factor used to blend the computation result.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsSameSize (bool &flag, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Determine if two tensor sizes are the same.

Parameters

flag – The output flag.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandint (topsatenTensor &output, int64_t high, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Returns a tensor filled with random integers generated uniformly between [0, high].

Parameters

output – Output tensor.
high – The upper bound.
size – The shape of the output tensor.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandint (topsatenTensor &output, int64_t high, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor filled with random integers generated uniformly between [0, high].

Parameters

output – Output tensor.
high – The upper bound.
size – The shape of the output tensor.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandint (topsatenTensor &output, int64_t low, int64_t high, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Returns a tensor filled with random integers generated uniformly between [low, high].

Parameters

output – Output tensor.
low – The lower bound.
high – The upper bound.
size – The shape of the output tensor.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandint (topsatenTensor &output, int64_t low, int64_t high, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor filled with random integers generated uniformly between [low, high].

Parameters

output – Output tensor.
low – The lower bound.
high – The upper bound.
size – The shape of the output tensor.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNewEmpty (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Returns a tensor filled with uninitialized data. The shape of the tensor is defined by argument ‘size’.

Parameters

output – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSoftmaxForward (topsatenTensor &output, const topsatenTensor &input, const int64_t dims, topsStream_t stream=nullptr)

This function performs the forward softmax.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims of output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSoftmaxForward (topsatenTensor &output, const topsatenTensor &input, const int64_t dims, const bool half_to_float, topsStream_t stream=nullptr)

This function performs the forward softmax.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims of output tensor.
half_to_float – Only when a is true, it is legal for the input to be half and the output to be float.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogSoftmaxForward (topsatenTensor &output, const topsatenTensor &input, const int64_t dims, topsStream_t stream=nullptr)

This function performs the log_softmax.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims of output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogSoftmaxForward (topsatenTensor &output, const topsatenTensor &input, const int64_t dims, const bool half_to_float, topsStream_t stream=nullptr)

This function performs the log_softmax.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims of output tensor.
half_to_float – Only when a is true, it is legal for the input to be half and the output to be float.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCat (topsatenTensor &output, const std::vector< topsatenTensor > &inputs, int64_t dim, topsStream_t stream=nullptr)

Concatenate operator.

Parameters

output – The output tensor.
inputs – The input tensor.
dim – Concatenate dim.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenStack (topsatenTensor &output, const std::vector< topsatenTensor > &inputs, int64_t dim, topsStream_t stream=nullptr)

Stack operator.

Parameters

output – The output tensor.
inputs – The input tensor.
dim – Concatenate dim.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNewEmptyStrided (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &size, const topsatenSize_t &stride, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Creates a tensor with the specified size and stride and filled with undefined data.

Parameters

output – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
stride – The strides of the output tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenContiguous (topsatenTensor &output, const topsatenTensor &input, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

Contiguous operator.

Parameters

output – The output tensor.
input – The input tensor.
format – Memory format, specifying storage type.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeat (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &repeats, topsStream_t stream=nullptr)

Repeats this tensor along the specified dimensions.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of times to repeat this tensor along each dimension.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &repeats, int64_t dim, int64_t output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
dim – The dimension along which to repeat values. By default, use the flattened input array, and return a flat output array.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, int64_t repeats, int64_t dim, int64_t output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
dim – The dimension along which to repeat values. By default, use the flattened input array, and return a flat output array.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &repeats, int64_t output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &repeats, const topsatenScalar_t &dim, const topsatenScalar_t &output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
dim – The dimension along which to repeat values. By default, use the flattened input array, and return a flat output array.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, const int64_t &repeats, const topsatenScalar_t &dim, const topsatenScalar_t &output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
dim – The dimension along which to repeat values. By default, use the flattened input array, and return a flat output array.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTanh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the hyperbolic tangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSilu (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function applies the Sigmoid Linear Unit (SiLU) function, element-wise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRsqrt (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the reciprocal of the square-root of each of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResolveNeg (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with materialized negation if input’s negative bit is set to True, else returns input. The output tensor will always have its negative bit set to False.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResolveConj (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with materialized conjugation if input’s conjugate bit is set to True, else returns input. The output tensor will always have its conjugate bit set to False.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPow (topsatenTensor &output, const topsatenScalar_t &input, const topsatenTensor &exponent, topsStream_t stream=nullptr)

This function takes the power of each element in input with exponent and returns a tensor with the result.

Parameters

output – The output tensor.
input – The input scalar.
exponent – The exponent tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPow (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &exponent, topsStream_t stream=nullptr)

This function takes the power of each element in input with exponent and returns a tensor with the result.

Parameters

output – The output tensor.
input – The input tensor.
exponent – The exponent scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPow (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &exponent, topsStream_t stream=nullptr)

This function takes the power of each element in input with exponent and returns a tensor with the result.

Parameters

output – The output tensor.
input – The input tensor.
exponent – The exponent tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNeg (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the negative of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExponential (topsatenTensor &output, double lambd, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function fills input tensor with elements drawn from the exponential distribution.

Parameters

output – The output tensor.
lambd – The lambda parameter in exponential distributions.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSub (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts rhs, scaled by alpha, from lhs. output = lhs - rhs * alpha.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The tensor to subtract from lhs.
alpha – The multiplier for rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSub (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts rhs, scaled by alpha, from lhs. output = lhs - rhs * alpha.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The number to subtract from lhs.
alpha – The multiplier for rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSub (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts rhs, scaled by alpha, from lhs. output = lhs - rhs * alpha.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The tensor to subtract from lhs.
alpha – The multiplier for rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRsub (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts lhs, scaled by alpha, from rhs. output = rhs - lhs * alpha.

Parameters

output – The output tensor.
lhs – The scalar to subtract from rhs.
rhs – The input tensor.
alpha – The multiplier for lhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRsub (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts lhs, scaled by alpha, from rhs. output = rhs - lhs * alpha.

Parameters

output – The output tensor.
lhs – The number to subtract from rhs.
rhs – The input tensor.
alpha – The multiplier for lhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRsub (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts lhs, scaled by alpha, from rhs. output = rhs - lhs * alpha.

Parameters

output – The output tensor.
lhs – The tensor to subtract from rhs.
rhs – The input tensor.
alpha – The multiplier for lhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNe (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is not equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is not equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is not equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMul (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &self, const topsatenScalar_t &scalar, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor list.
lhs – The input tensor list.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMul (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &self, const std::vector< topsatenScalar_t > &scalars, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor list.
lhs – The input tensor list.
rhs – The input scalar list.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMul (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &self, const topsatenTensor &other, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor list.
lhs – The input tensor list.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMul (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &self, const std::vector< topsatenTensor > &other, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor list.
lhs – The input tensor list.
rhs – The input tensor list.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMul (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMul (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMul (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLt (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is less than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLt (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is less than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLt (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is less than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGt (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGt (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGt (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGe (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLe (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is smaller than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is smaller than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is smaller than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOr (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseXor (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXor (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseLeftShift (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseLeftShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseLeftShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs[i].

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLShift (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs[i].

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseRightShift (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseRightShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseRightShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs[i].

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRShift (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs[i].

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEq (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEq (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEq (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, const char *const roundingMode, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
roundingMode – Type of rounding applied to the result.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const char *const roundingMode, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
roundingMode – Type of rounding applied to the result.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, const char *const roundingMode, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
roundingMode – Type of rounding applied to the result.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFloorDivide (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Computes input divided by other, elementwise, and floors the result.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFloorDivide (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Computes input divided by other, elementwise, and floors the result.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseAnd (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAnd (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseOr (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIndex (topsatenTensor &output, const topsatenTensor &input, const std::vector< topsatenTensor > &indices, topsStream_t stream=nullptr)

This function obtains the output tensor based on the index information of indicators of different dimensions.

Parameters

output – The output tensor.
input – The input tensor.
indices – Index values of each dimension to be output.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIndexGetOutputDim (std::vector< int64_t > &output_dim, const topsatenTensor &input, const std::vector< topsatenTensor > &indices, topsStream_t stream=nullptr)

This function is to provide the index output shape.

Parameters

output_dim – The output tensor shape.
input – The input tensor.
indices – Index values of each dimension to be output.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmbedding (topsatenTensor &output, const topsatenTensor &weight, const topsatenTensor &indices, int64_t paddingIdx, bool scaleGradByFreq, bool sparse, topsStream_t stream=nullptr)

This function is a simple lookup table that stores embeddings of a fixed dictionary and size.

Parameters

output – The output tensor.
weight – A weight matrix that stores embedding vectors.
indices – Contains the tensor containing the index to be found in the weight matrix.
paddingIdx – If specified, the entries at padding_idx do not contribute to the gradient; therefore, the embedding vector at padding_idx is not updated during training, i.e. it remains as a fixed “pad”. For a newly constructed Embedding, the embedding vector at padding_idx will default to all zeros, but can be updated to another value to be used as the padding vector.
scaleGradByFreq – If given, this will scale gradients by the inverse of frequency of the words in the mini-batch. Default False.
sparse – If True, gradient w.r.t. weight matrix will be a sparse tensor. See Notes for more details regarding sparse gradients.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCummin (topsatenTensor &values, topsatenTensor &indices, const topsatenTensor &input, int32_t dim, topsStream_t stream=nullptr)

This function returns the values and indices tensor, where values is the cumulative minimum of elements of input in the dimension dim. And indices is the index location of each minimum value found in the dimension dim.

Parameters

values – The cumulative minimum of elements of input in the dim.
indices – The index location of each minimum value found in the dim.
input – The input tensor.
dim – The dimension to do the operation over.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCummax (topsatenTensor &values, topsatenTensor &indices, const topsatenTensor &input, int32_t dim, topsStream_t stream=nullptr)

This function returns the values and indices tensor, where values is the cumulative maximum of elements of input in the dimension dim. And indices is the index location of each maximum value found in the dimension dim.

Parameters

values – The cumulative maximum of elements of input in the dim.
indices – The index location of each maximum value found in the dim.
input – The input tensor.
dim – The dimension to do the operation over.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCumsum (topsatenTensor &output, const topsatenTensor &input, int32_t dim, const topsatenDataType_t &dtype, topsStream_t stream=nullptr)

This function returns the cumulative sum of elements of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension to do the operation over.
dtype – The desired data type of returned tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCumsum (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims, const topsatenDataType_t &dtype, topsStream_t stream=nullptr)

This function returns the cumulative sum of elements of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims to reduce, maybe a list or tuple.
dtype – The desired data type of returned tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCumprod (topsatenTensor &output, const topsatenTensor &input, int32_t dim, const topsatenDataType_t &dtype, topsStream_t stream=nullptr)

This function returns the cumulative product of elements of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension to do the operation over.
dtype – The desired data type of returned tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArange (topsatenTensor &output, const topsatenScalar_t &end, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

This function returns a tensor with values from the interval [start, end) taken with common difference step beginning from start, in this function start always equals to 0 and step always equals to 1.

Parameters

output – The output tensor.
end – The ending value for the set of points.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArange (topsatenTensor &output, const topsatenScalar_t &start, const topsatenScalar_t &end, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

This function returns a tensor with values from the interval [start, end) taken with common difference step beginning from start, in this function step always equals to 1.

Parameters

output – The output tensor.
start – The starting value for the set of points.
end – The ending value for the set of points.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArange (topsatenTensor &output, const topsatenScalar_t &start, const topsatenScalar_t &end, const topsatenScalar_t &step, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

This function returns a tensor with values from the interval [start, end) taken with common difference step beginning from start.

Parameters

output – The output tensor.
start – The starting value for the set of points.
end – The ending value for the set of points.
step – The gap between each pair of adjacent points.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAcosh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic cosine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArccosh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic cosine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAsinh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic sine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArcsinh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic sine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtanh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic tangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArctanh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic tangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAsin (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the arcsine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArcsin (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the arcsine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtan (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the arctangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArctan (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the arctangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCopysign (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function creates a new floating-point tensor with the magnitude of input and the sign of other, elementwise.

Parameters

output – The output tensor.
lhs – The magnitudes.
rhs – The number contains values whose signbits are applied to the magnitudes in input.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCopysign (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function creates a new floating-point tensor with the magnitude of input and the sign of other, elementwise.

Parameters

output – The output tensor.
lhs – The magnitudes.
rhs – The tensor contains values whose signbits are applied to the magnitudes in input.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalNot (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function computes the element-wise logical NOT of the given input tensor. If not specified, the output tensor will have the bool dtype.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical XOR of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The tensor to compute XOR with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical AND of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The tensor to compute AND with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical OR of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The tensor to compute OR with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGlu (topsatenTensor &output, const topsatenTensor &input, const int32_t dim=-1, topsStream_t stream=nullptr)

This function applies the Gated Linear Unit (GLU) activation operation on the input tensor, splitting it into two halves on a specified dimension and then multiplying one half by the sigmoid of the other half for non-linear transformation.

Parameters

output – The output tensor.
input – The input tensor.
dim – Dimension on which to split the input. Default: -1.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGluJvp (topsatenTensor &output, const topsatenTensor &glu, const topsatenTensor &x, const topsatenTensor &dx, const int32_t dim, topsStream_t stream=nullptr)

This function calculates the Jacobian-vector product (JVP) for the Gated Linear Unit (GLU) activation function.

Parameters

output – The output tensor.
glu – The the GLU output.
x – The input tensor.
dx – The perturbation of the input.
dim – The dimension along which the GLU operation.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHardsigmoid (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function computes the hard sigmoid activation of the input tensor and writes the result directly into the output tensor.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHardtanh (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &min_val={TOPSATEN_DATA_FP32, {.fval=-1.0}}, const topsatenScalar_t &max_val={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

This function applies the hard hyperbolic tangent activation to the input tensor self, clipping its values to be within the range specified by min_val and max_val.

Parameters

output – The output tensor.
input – The input tensor.
min_val – Minimum value of the linear region range. Default: -1.
max_val – Maximum value of the linear region range. Default: 1.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHardswish (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function applies the Hard Swish activation function to the input tensor, providing a piecewise linear approximation of the Swish activation for efficient computation.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMatmul (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Matmul operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBmm (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Bmm operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOuter (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Outer operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddmm (topsatenTensor &out, const topsatenTensor &self, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {1.0}}, topsStream_t stream=nullptr)

Addmm operator.

Parameters

out – The output tensor.
self – The input tensor of self.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
alpha – Scaling factor used to blend the computation result.
beta – Scaling factor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScatter (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &index, const topsatenTensor &source, int32_t dim, const topsatenScatterComputationType_t &computation, topsStream_t stream=nullptr)

This function performs the scatter function.

Parameters

output – Scatter result.
input – Tensor we are scattering from.
index – The indices of elements to scatter.
source – The source element(s) to scatter.
dim – The axis along which to index.
computation – Reduction operation to apply.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScatter (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &index, topsatenScalar_t &source, int32_t dim, const topsatenScatterComputationType_t &computation, topsStream_t stream=nullptr)

This function performs the scatter function.

Parameters

output – Scatter result.
input – Tensor we are scattering from.
index – The indices of elements to scatter.
source – The source element to scatter.
dim – The axis along which to index.
computation – Reduction operation to apply.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRngUniform (topsatenTensor &output, double from, double to, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function generate random uniform data.

Parameters

output – Output tensor.
from – Scalar of type T specifying lower limit of interval.
to – Scalar of type T specifying upper limit of interval.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDropout (topsatenTensor &output, const topsatenTensor &input, double p, bool train, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function performs forward dropout operation.

Parameters

output – Result tensor.
input – Input tensor.
p – The probability with which the value from input is set to zero during the dropout layer.
train – Indicate if it is a train process.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNativeDropout (topsatenTensor &output, topsatenTensor &mask, const topsatenTensor &input, double p, bool train, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function performs forward dropout operation.

Parameters

output – Result tensor.
mask – Mask tensor.
input – Input tensor.
p – The probability with which the value from input is set to zero during the dropout layer.
train – Indicate if it is a train process.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNativeDropoutBackward (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &mask, double scale, topsStream_t stream=nullptr)

This function performs backward dropout operation.

Parameters

output – Result tensor.
input – Input tensor.
mask – Mask tensor.
scale – The probability with which the value from input is set to zero during the dropout layer.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHARDTANHBwd (topsatenTensor &output, const topsatenTensor &grad_output, const topsatenTensor &self, const topsatenScalar_t &min, const topsatenScalar_t &max, topsStream_t stream=nullptr)

This function performs the backward hardtanh.

Parameters

grad_output – The input tensor dy.
self – The input tensor x.
output – The output tensor.
min – Min_value.
max – Max_value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEluBackward (topsatenTensor &output, const topsatenTensor &grad_input, const topsatenTensor &input, const topsatenScalar_t &alpha, const topsatenScalar_t &scale, const topsatenScalar_t &input_scale, bool is_result, topsStream_t stream=nullptr)

This function performs the elu backward function. is_result = True : input > 0 : grad_input * scale : input <= 0 : grad_input * input_scale * (b_op + alpha * scale) is_result = False : input > 0 : grad_input * scale : input <= 0 : grad_input * scale * alpha * input_scale * exp(input_scale * b_op).

Parameters

output – Elu backward result.
input – The source tensor.
alpha – The alpha.
scale – The scale.
input_scale – The scale of input.
is_result – If True, input is Y, else input is X.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTanhBackward (topsatenTensor &grad_input, const topsatenTensor &grad_output, const topsatenTensor &output, topsStream_t stream=nullptr)

Computes the backward pass for the hyperbolic tangent function.

This function calculates the gradient of the loss with respect to the input tensor using the hyperbolic tangent backward formula: grad_input = grad_output * (1 - output^2).

Parameters

grad_input[out] – The computed gradient of the loss with respect to the input tensor.
grad_output[in] – The gradient of the loss with respect to the output tensor.
output[in] – The output tensor from the forward pass of the hyperbolic tangent function.
stream[in] – The stream for asynchronous execution (if applicable).

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSiluBackward (topsatenTensor &grad_input, const topsatenTensor &grad_output, const topsatenTensor &self, topsStream_t stream=nullptr)

This function applies the SiLU backwad function, element-wise.

Parameters

grad_input – The output tensor.
grad_output – The input tensor.
self – The input tensor. x of silu(x).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandn (topsatenTensor &output, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Returns a tensor filled with random numbers from a normal distribution with mean 0 and variance 1 (also called the standard normal distribution).

Parameters

output – The output tensor.
size – The shape of the output tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandn (topsatenTensor &output, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor filled with random numbers from a normal distribution with mean 0 and variance 1 (also called the standard normal distribution).

Parameters

output – The output tensor.
size – The shape of the output tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandnLike (topsatenTensor &output, const topsatenTensor &input, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenMemoryFormat_t &format, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor with the same size as input that is filled with random numbers from a normal distribution with mean 0 and variance 1.

Parameters

output – Result tensor.
input – Input tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
format – Memory format, specifying storage type.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNormal (topsatenTensor &output, double mean, double std, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function returns a tensor of random numbers drawn from separate normal distributions whose mean and standard deviation are given.

Parameters

output – The output tensor.
mean – The mean of each output element’s normal distribution.
std – The standard deviation of each output element’s normal distribution.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNormal (topsatenTensor &output, const topsatenTensor &mean, double std, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function returns a tensor of random numbers drawn from separate normal distributions whose mean and standard deviation are given.

Parameters

output – The output tensor.
mean – The mean of each output element’s normal distribution.
std – The standard deviation of each output element’s normal distribution.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNormal (topsatenTensor &output, double mean, const topsatenTensor &std, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function returns a tensor of random numbers drawn from separate normal distributions whose mean and standard deviation are given.

Parameters

output – The output tensor.
mean – The mean of each output element’s normal distribution.
std – The standard deviation of each output element’s normal distribution.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNormal (topsatenTensor &output, const topsatenTensor &mean, const topsatenTensor &std, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function returns a tensor of random numbers drawn from separate normal distributions whose mean and standard deviation are given.

Parameters

output – The output tensor.
mean – The mean of each output element’s normal distribution.
std – The standard deviation of each output element’s normal distribution.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResultType (topsatenDataType_t &dtype, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Returns the type that would result from performing an arithmetic operation on the provided input tensors.

Parameters

dtype – The output data type.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResultType (topsatenDataType_t &dtype, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Returns the type that would result from performing an arithmetic operation on the provided input tensors.

Parameters

dtype – The output data type.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResultType (topsatenDataType_t &dtype, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Returns the type that would result from performing an arithmetic operation on the provided input tensors.

Parameters

dtype – The output data type.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResultType (topsatenDataType_t &dtype, const topsatenScalar_t &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Returns the type that would result from performing an arithmetic operation on the provided input tensors.

Parameters

dtype – The output data type.
lhs – Input lhs scalar.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTile (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims, topsStream_t stream=nullptr)

Constructs a tensor by repeating the elements of input. The dims argument specifies the number of repetitions in each dimension.

Parameters

output – The output tensor.
input – The input tensor.
dims – The number of repetitions per dimension.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNewOnes (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &size, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

Returns a Tensor of size size filled with 1.

Parameters

output – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
data_type – Output data type.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsNonzero (bool &flag, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns True if the input is a single element tensor which is not equal to zero after type conversions.

Parameters

flag – The flag to indicate if the input is a single element tensor which is not equal to zero after type conversions.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNLLLossForward (topsatenTensor &output, topsatenTensor &total_weight, const topsatenTensor &input, const topsatenTensor &target, const topsatenTensor &weight, const int64_t reduction, const int64_t ignore_index, topsStream_t stream=nullptr)

This function computes the negative log likelihood loss. It is useful to train a classification problem with C classes.

Parameters

output – The output tensor.
total_weight – The sum of the weights of the loss values for each sample.
input – The input tensor.
target – The target that this loss expects should be a class index in the range [0, C-1] where C = number of classes.
weight – The weight tensor shouled be 1D tensor, assigning weight to each of the classes.
reduction – Specifies the reduction to apply to the output: ‘none’ | ‘mean’ | ‘sum’. ‘none’: no reduction will be applied, ‘mean’: the weighted mean of the output is taken, ‘sum’: the output will be summed.
ignore_index – Specifies a target value that is ignored and does not contribute to the input gradient.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNLLLoss2DForward (topsatenTensor &output, topsatenTensor &total_weight, const topsatenTensor &input, const topsatenTensor &target, const topsatenTensor &weight, const int64_t reduction, const int64_t ignore_index, topsStream_t stream=nullptr)

This function computes the negative log likelihood loss. It is useful to train a classification problem with C classes.

Parameters

output – The output tensor.
total_weight – The sum of the weights of the loss values for each sample.
input – The input tensor.
target – The target that this loss expects should be a class index in the range [0, C-1] where C = number of classes.
weight – The weight tensor shouled be 1D tensor, assigning weight to each of the classes.
reduction – Specifies the reduction to apply to the output: ‘none’ | ‘mean’ | ‘sum’. ‘none’: no reduction will be applied, ‘mean’: the weighted mean of the output is taken, ‘sum’: the output will be summed.
ignore_index – Specifies a target value that is ignored and does not contribute to the input gradient.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCrossEntropyLoss (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &target, const topsatenTensor &weight, const int64_t reduction, const int64_t ignore_index, const double label_smoothing, topsStream_t stream=nullptr)

This function computes the cross entropy loss between input logits and target.

Parameters

output – The output tensor.
input – The input tensor.
target – The target that this loss expects should be a class index in the range [0, C-1] where C = number of classes.
weight – The weight tensor shouled be 1D tensor, assigning weight to each of the classes.
reduction – Specifies the reduction to apply to the output: ‘none’ | ‘mean’ | ‘sum’. ‘none’: no reduction will be applied, ‘mean’: the weighted mean of the output is taken, ‘sum’: the output will be summed.
ignore_index – Specifies a target value that is ignored and does not contribute to the input gradient.
stream – Tops stream.
label_smoothing – A float in [0.0, 1.0]. Specifies the amount of smoothing when computing the loss, where 0.0 means no smoothing.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScaledDotProductAttention (topsatenTensor &output, const topsatenTensor &query, const topsatenTensor &key, const topsatenTensor &value, const topsatenTensor &attn_mask, const double dropout_p, const bool is_causal, const topsatenScalar_t &scale, topsStream_t stream=nullptr)

Multi query kv attention operator.

Parameters

output – The output tensor.
query – Input tensor query.
key – Input tensor key.
value – Input tensor value.
attn_mask – Attention mask.
dropout_p – Dropout probability.
is_causal – If true, assumes causal attention masking.
scale – Scale value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScaledDotProductEfficientAttention (std::tuple< topsatenTensor, topsatenTensor, topsatenTensor, topsatenTensor > &output, const topsatenTensor &query, const topsatenTensor &key, const topsatenTensor &value, const topsatenTensor &attn_mask, bool compute_log_sumexp, const double dropout_p, bool is_causal, const topsatenScalar_t &scale, topsStream_t stream=nullptr)

Scaled dot product efficient attention operator.

Parameters

output – The output tuple, below is details.
out – The first output tensor in output tuple.
logsumexp – The output tensor.
seed – The output tensor.
offset – The last output tensor in output tuple.
query – Input tensor query.
key – Input tensor key.
value – Input tensor value.
attn_mask – Attention mask.
compute_log_sumexp – Whether compute log mask.
dropout_p – Dropout probability.
is_causal – If true, assumes causal attention masking.
scale – Scale value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScaledDotProductFlashAttention (std::tuple< topsatenTensor, topsatenTensor, topsatenTensor, topsatenTensor, int64_t, int64_t, topsatenTensor, topsatenTensor, topsatenTensor > &output, const topsatenTensor &query, const topsatenTensor &key, const topsatenTensor &value, const double dropout_p, bool is_causal, bool return_debug_mask, const topsatenScalar_t &scale, topsStream_t stream=nullptr)

Scaled dot product flash attention operator.

Parameters

output – The output tuple, below is details.
out – The first output tensor in output tuple.
logsumexp – The output tensor.
cum_seq_q – The output tensor.
cum_seq_k – The output tensor.
max_q – The max q.
max_k – The max k.
philox_seed – The output tensor.
philox_offset – The output tensor.
debug_attn_mask – The last output tensor in output tuple.
query – Input tensor query.
key – Input tensor key.
value – Input tensor value.
dropout_p – Dropout probability.
is_causal – If true, assumes causal attention masking.
return_debug_mask – Whether return debug mask.
scale – Scale value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (topsatenTensor &output, const topsatenTensor &condition, const topsatenTensor &input, const topsatenTensor &other, topsStream_t stream=nullptr)

Return a tensor of elements selected from either input or other, depending on condition.

Parameters

out – The output tensor.
condition – Bool tensor used to select values from input and other.
input – Values selected at indices where condition is true.
other – Values selected at indices where condition is false.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (topsatenTensor &output, const topsatenTensor &condition, const topsatenScalar_t &input, const topsatenTensor &other, topsStream_t stream=nullptr)

Return a tensor of elements selected from either input or other, depending on condition.

Parameters

output – The output tensor.
condition – Bool tensor used to select values from input and other.
input – Value selected at indices where condition is true.
other – Values selected at indices where condition is false.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (topsatenTensor &output, const topsatenTensor &condition, const topsatenTensor &input, const topsatenScalar_t &other, topsStream_t stream=nullptr)

Return a tensor of elements selected from either input or other, depending on condition.

Parameters

output – The output tensor.
condition – Bool tensor used to select values from input and other.
input – Values selected at indices where condition is true.
other – Value selected at indices where condition is false.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (topsatenTensor &output, const topsatenTensor &condition, const topsatenScalar_t &input, const topsatenScalar_t &other, topsStream_t stream=nullptr)

Return a tensor of elements selected from either input or other, depending on condition.

Parameters

output – The output tensor.
condition – Bool tensor used to select values from input and other.
input – Value selected at indices where condition is true.
other – Value selected at indices where condition is false.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (std::vector< topsatenTensor > &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Return the indices of the elements that are non-zero.

Parameters

output – The output tensors.
input – Input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLerp (topsatenTensor &output, const topsatenTensor &start, const topsatenTensor &end, const topsatenTensor &weight, topsStream_t stream=nullptr)

Does a linear interpolation of start and end based on weight.

Out[i] = start[i] + weight[i]*(end[i] - start[i]).

Parameters

out – The output tensor.
start – The tensor with the starting points.
end – The tensor with the ending points.
weight – The weight for the interpolation formula.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLerp (topsatenTensor &output, const topsatenTensor &start, const topsatenTensor &end, const topsatenScalar_t &weight, topsStream_t stream=nullptr)

Does a linear interpolation of start and end based on weight.

Out[i] = start[i] + weight*(end[i] - start[i]).

Parameters

out – The output tensor.
start – The tensor with the starting points.
end – The tensor with the ending points.
weight – The weight for the interpolation formula.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFlip (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dimensions, topsStream_t stream=nullptr)

Reverse the order of an n-D tensor along given axis in dims.

Parameters

out – The output tensor.
input – The input tensor.
dimensions – Given axies.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClampMin (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &min, topsStream_t stream=nullptr)

Returns the tensor after performing a lower bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Replace elements less than the specified lower limit tensor with elements corresponding to the lower limit tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClampMin (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &min, topsStream_t stream=nullptr)

Returns the tensor after performing a lower bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Replace elements less than the specified lower limit value with this value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClampMax (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &max, topsStream_t stream=nullptr)

Returns the tensor after performing a upper bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform upper bound truncation operation.
max – Replace elements greater than the specified upper limit tensor with elements corresponding to the upper limit tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClampMax (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &max, topsStream_t stream=nullptr)

Returns the tensor after performing a upper bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform upper bound truncation operation.
max – Replace elements greater than the specified upper limit value with this value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArgmax (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &dimensions, const bool keepdims, topsStream_t stream=nullptr)

This function gets the relative indices of maximum value for the dimensions being reduced.

Parameters

output_idx – The output tensor of indices.
input – The input tensor.
dimensions – The dimensions to reduce.
keepdims – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAmax (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims, bool keepdim, topsStream_t stream=nullptr)

This function performs a max computation.

Parameters

output – The output tensor.
input – The input tensor.
dimensions – The dimensions to reduce max.
keepdims – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSum (topsatenTensor &output, const topsatenTensor &input, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function performs a addition computation.

Parameters

output – The output tensor.
input – The input tensor.
data_type – Data type.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSum (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dimensions, const bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function performs a addition computation.

Parameters

output – The output tensor.
input – The input tensor.
dimensions – The dimensions to reduce sum.
keepdims – Whether the output tensor has dim retained or not.
data_type – Data type.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTo (topsatenTensor &output, const topsatenTensor &input, topsatenDataType_t &dtype, const bool non_blocking, const bool copy, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

This function performs the convert function.

Parameters

output – The output tensor.
input – The source tensor.
dtype – The data type of the output tensor.
non_blocking – If true and this copy is between CPU and GCU.
copy – Whether to create a new tensor.
format – The memory format of the output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNonzero (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function performs the nonzero function.

Parameters

out – The output tensor, output_num must be input_rank * input_num.
input – The source tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCountNonzero (int32_t *count_nonzero, const topsatenTensor &input, topsStream_t stream=nullptr)

This function performs the nonzero function.

Parameters

count_nonzero – The number of nonzero elements in the input tensor.
input – The source tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTopk (topsatenTensor &output_value, topsatenTensor &output_index, const topsatenTensor &input, int64_t k, int64_t axis, bool is_largest, bool is_sorted, topsStream_t stream=nullptr)

This function performs the topk function.

Parameters

output_value – Output value tensor.
output_index – Output index tensor.
input – Input tensort.
k – The K value is used to take the largest first k value or the smallest first k value, k should be less than or equal to dim_input[axis].
axis – Take the dimensions of the first k values.
is_largest – The select of topk computation( true: Get the top k largest values false: Get the top k smallest values.
is_sorted – Whether the results are sorted or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTopk2 (topsatenTensor &output_value, topsatenTensor &output_index, const topsatenTensor &input, int64_t k, int64_t axis, bool is_largest, bool is_sorted, topsStream_t stream=nullptr)

This function performs the topk function.

Parameters

output_value – Output value tensor.
output_index – Output index tensor.
input – Input tensort.
k – The K value is used to take the largest first k value or the smallest first k value, k should be less than or equal to dim_input[axis].
axis – Take the dimensions of the first k values.
is_largest – The select of topk computation( true: Get the top k largest values false: Get the top k smallest values.
is_sorted – Whether the results are sorted or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMultinomial (topsatenTensor &output, const topsatenTensor &input, const int64_t num_samples, const bool replacement, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor where each row contains num_samples indices sampled from the multinomial probability distribution located in the corresponding row of tensor input.

Parameters

output – The output tensor.
input – The input tensor.
num_samples – Samples nums per Categories.
replacement – Sample with replacement or not.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMasked_fill (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &mask, const topsatenScalar_t &value, topsStream_t stream=nullptr)

Fills elements of new tensor with value where mask is True. The shape of mask must be broadcastable with the shape of the underlying tensor.

Parameters

output – The output tensor.
input – The input tensor.
mask – The mask tensor.
value – The filled value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMasked_fill (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &mask, const topsatenTensor &value_tensor, topsStream_t stream=nullptr)

Fills elements of new tensor with value where mask is True. The shape of mask must be broadcastable with the shape of the underlying tensor.

Parameters

output – The output tensor.
input – The input tensor.
mask – The mask tensor.
value_tensor – The filled value tensor, it is scalar tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFill_ (topsatenTensor &filled_tensor, const topsatenScalar_t &value, topsStream_t stream=nullptr)

Fills self tensor with the specified value.

Parameters

filled_tensor – The filled tensor.
value – The filled value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFill_ (topsatenTensor &filled_tensor, const topsatenTensor &value, topsStream_t stream=nullptr)

Fills self tensor with the specified value.

Parameters

filled_tensor – The filled tensor.
value – The filled value tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFull (topsatenTensor &output, const topsatenSize_t &size, const topsatenScalar_t &value, topsStream_t stream=nullptr)

Fills self tensor with the specified value.

Parameters

output – The output tensor.
size – Dimension of output.
value – The value to fill the output tensor with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMm (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Mm operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNegConj (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Negate the real part of the input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenConj (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Negate the imaginary part of the input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseNot (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the bitwise NOT of the given input tensor.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAbs (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the absolute value of each element in input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExp (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the exponential of the elements of the input tensor.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExp2 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the base two exponential function of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExpm1 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the exponential of the elements minus 1 of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSigmoid (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the expit of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSqrt (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the square-root of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCeil (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the ceil of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFloor (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the floor of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGelu (topsatenTensor &output, const topsatenTensor &input, const char *const approximate="none", topsStream_t stream=nullptr)

Applies the Gaussian Error Linear Units function of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
approximate – The gelu approximation algorithm to use.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenElu (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, const topsatenScalar_t &scale={TOPSATEN_DATA_FP32, {.fval=1.0}}, const topsatenScalar_t &input_scale={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Applies the Exponential Linear Unit (ELU) function.

Parameters

output – The output tensor.
input – The input tensor.
alpha – Value for the ELU formulation. Default: 1.0.
scale – Value for the ELU formulation. Default: 1.0.
input_scale – Value for the ELU formulation. Default: 1.0.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRelu (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the rectified linear unit function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRrelu (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &lower={TOPSATEN_DATA_FP32, {.fval=0.125}}, const topsatenScalar_t &upper={TOPSATEN_DATA_FP32, {.fval=0.3333333333333333}}, const bool &training=false, const topsatenGenerator_t &generator={}, topsStream_t stream=nullptr)

Applies the randomized leaky rectified linear unit function, element-wise.

Parameters

output – The output tensor.
input – The input tensor.
lower – Lower bound of the uniform distribution. Default: 1 / 8.
upper – Upper bound of the uniform distribution. Default: 1 / 3.
training – Training mode or evaluation mode.
generator – Generator of the uniform distribution.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRreluWithNoise (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &noise, const topsatenScalar_t &lower={TOPSATEN_DATA_FP32, {.fval=0.125}}, const topsatenScalar_t &upper={TOPSATEN_DATA_FP32, {.fval=0.3333333333333333}}, const bool &training=false, const topsatenGenerator_t &generator={}, topsStream_t stream=nullptr)

Applies the randomized leaky rectified linear unit function, element-wise.

Parameters

output – The output tensor.
input – The input tensor.
noise – The noise tensor.
lower – Lower bound of the uniform distribution. Default: 1 / 8.
upper – Upper bound of the uniform distribution. Default: 1 / 3.
training – Training mode or evaluation mode.
generator – Generator of the uniform distribution.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRelu6 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the element-wise function: ReLU6(x) = min(max(x0, x), q(6)), where x0 is the zero_point, and q(6) is the quantized representation of number 6.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHardshrink (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &lambd={TOPSATEN_DATA_FP32, {.fval=0.5}}, topsStream_t stream=nullptr)

Applies the Hard Shrinkage (Hardshrink) function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
lambd – The λ value for the Hardshrink formulation. Default: 0.5.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSelu (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the SELU function element-wise. SELU(x) = scale * (max(0, x) + min(0, α * (exp(x) − 1))) with α = 1.6732632423543772848170429916717 and scale = 1.0507009873554804934193349852946.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCelu (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.}}, topsStream_t stream=nullptr)

Applies the rectified linear unit function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
alpha – The α value for the CELU formulation. Default: 1.0.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMish (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the Mish function, element-wise. Mish: A Self Regularized Non-Monotonic Neural Activation Function. Mish(x) = x * Tanh(Softplus(x)).

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogit (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &eps={TOPSATEN_DATA_NONE, {}}, topsStream_t stream=nullptr)

Applies the rectified linear unit function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
eps – The epsilon for input clamp bound. Default: None.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSinh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the hyperbolic sine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTan (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the tangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLeakyRelu (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &negative_slope={TOPSATEN_DATA_FP32, {.fval=0.01}}, topsStream_t stream=nullptr)

Applies the function: leaky_relu(x) = x >= 0 ? x : negative_slope * x.

Parameters

output – The output tensor.
input – The input tensor.
negative_slope – Controls the angle of the negative slope (which is used for negative input values). Default: 1e-2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSoftplus (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {.fval=1}}, const topsatenScalar_t &threshold={TOPSATEN_DATA_FP32, {.fval=20}}, topsStream_t stream=nullptr)

Applies the Softplus function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
beta – The β value for the Softplus formulation. Default: 1.
threshold – Values above this revert to a linear function. Default: 20.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSoftshrink (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &lambd={TOPSATEN_DATA_FP32, {.fval=0.5}}, topsStream_t stream=nullptr)

Applies the soft shrinkage function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
lambd – The λ (must be no less than zero) value for the Softshrink formulation. Default: 0.5.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPrelu (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &weight, topsStream_t stream=nullptr)

Applies the element-wise function: PReLU(x) = max(0, x) + a * min(0, x).

Parameters

output – The output tensor.
input – The input tensor.
weight – The learnable weights.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPreluKernel (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &weight, topsStream_t stream=nullptr)

Applies the element-wise function: PReLU(x) = max(0, x) + a * min(0, x).

Parameters

output – The output tensor.
input – The input tensor.
weight – The learnable weights.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTypeAs (topsatenTensor &out_to, const topsatenTensor &out_from, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns this tensor cast to the type of the given tensor.

Parameters

out_to – The output tensor.
out_from – The tensor to be convert.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachLerp (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &end, const std::vector< topsatenTensor > &weight, topsStream_t stream=nullptr)

Does a linear interpolation of start and end based on weight.

Out[i] = input[i] + weight * (end[i] - input[i]).

Parameters

out – The output tensor.
input – The tensor with the starting points.
end – The tensor with the ending points.
weight – The weight for the interpolation formula.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachLerp (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &end, const topsatenScalar_t &weight, topsStream_t stream=nullptr)

Does a linear interpolation of start and end based on weight.

Out[i] = input[i] + weight * (end[i] - input[i]).

Parameters

out – The output tensor.
input – The tensor with the starting points.
end – The tensor with the ending points.
weight – The weight for the interpolation formula.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAdd (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAdd (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAdd (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAdd (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSub (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach sub operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSub (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach sub operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSub (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach sub operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMin (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach clamp_min operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMin (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach clamp_min operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMin (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach clamp_min operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMax (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach clamp_max operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMax (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach clamp_max operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMax (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach clamp_max operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMaximum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach maximum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMaximum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach maximum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMaximum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach maximum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMinimum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach minmimum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMinimum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach minmimum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMinimum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach minmimum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSqrt (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Returns a new tensor with the square-root of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachDiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach div operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachDiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach div operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachDiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach div operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachDiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Foreach div operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcdiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const topsatenScalar_t &value={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach addcdiv operator.

Out[i] = input[i] + value * (tensor1[i] / tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcdiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const std::vector< topsatenScalar_t > &value, topsStream_t stream=nullptr)

Foreach addcdiv operator.

Out[i] = input[i] + value * (tensor1[i] / tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcdiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const topsatenTensor &value, topsStream_t stream=nullptr)

Foreach addcdiv operator.

Out[i] = input[i] + value[i] * (tensor1[i] / tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcmul (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const topsatenScalar_t &value={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach addcmul operator.

Out[i] = input[i] + value * (tensor1[i] * tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcmul (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const std::vector< topsatenScalar_t > &value, topsStream_t stream=nullptr)

Foreach addcmul operator.

Out[i] = input[i] + value * (tensor1[i] * tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcmul (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const topsatenTensor &value, topsStream_t stream=nullptr)

Foreach addcmul operator.

Out[i] = input[i] + value[i] * (tensor1[i] * tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddcdiv (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &tensor1, const topsatenTensor &tensor2, const topsatenScalar_t &value={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Addcdiv operator.

Out[i] = input[i] + value * (tensor1[i] / tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddcmul (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &tensor1, const topsatenTensor &tensor2, const topsatenScalar_t &value={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Addcmul operator.

Out[i] = input[i] + value * (tensor1[i] * tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 * tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenConjPhysical (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the element-wise conjugate of the given input tensor. If input has a non-complex dtype, this function just returns input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAcos (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the inverse cosine of each element in input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArccos (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the inverse cosine of each element in input. Alias for topsatenAcos.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddRelu (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

AddRelu(x, y) = alpha * max(x + y, 0).

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
alpha – Multiplier for max(x + y, 0).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddRelu (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

AddRelu(x, y) = alpha * max(x + y, 0).

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
alpha – Multiplier for max(x + y, 0).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddmv (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &mat, const topsatenTensor &vec, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {.fval=1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Performs a matrix-vector product of the matrix mat and the vector vec. The vector input is added to the final result.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
beta – Multiplier for input.
alpha – Multiplier for mat @ vec.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddr (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &mat, const topsatenTensor &vec, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {.fval=1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Performs a outer-product product of the matrix mat and the vector vec. The vector input is added to the final result.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
beta – Multiplier for input.
alpha – Multiplier for mat ⊗ vec.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsAllTrue (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns True if all element in the input evaluate to True and False otherwise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsAnyTrue (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns True if any element in the input evaluate to True and False otherwise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAllclose (bool &output, const topsatenTensor &input, const topsatenTensor &other, const double &rtol=1e-05, const double &atol=1e-08, const bool &equal_nan=false, topsStream_t stream=nullptr)

This function checks if input and other satisfy the condition: |input − other| ≤ atol + rtol × |other|.

Parameters

output – The output.
input – First tensor to compare.
other – Second tensor to compare.
rtol – Relative tolerance. Default: 1e-05.
atol – Absolute tolerance. Default: 1e-08.
equal_nan – If True, then two NaN s will be considered equal. Default: False.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsclose (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &other, const double &rtol=1e-05, const double &atol=1e-08, const bool &equal_nan=false, topsStream_t stream=nullptr)

This function checks if each element of input and other satisfy the condition: |input − other| ≤ atol + rtol × |other|.

Parameters

output – The output tensor.
input – First tensor to compare.
other – Second tensor to compare.
rtol – Relative tolerance. Default: 1e-05.
atol – Absolute tolerance. Default: 1e-08.
equal_nan – If True, then two NaN s will be considered equal. Default: False.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEqual (bool &output, const topsatenTensor &input, const topsatenTensor &other, topsStream_t stream=nullptr)

True if two tensors have the same size and elements, False otherwise.

Parameters

output – The output.
input – First tensor to compare.
other – Second tensor to compare.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSign (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the signs of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsfinite (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with boolean elements representing if each element is finite or not.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenThreshold (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &threshold, const topsatenScalar_t &value, topsStream_t stream=nullptr)

Thresholds each element of the input Tensor.

Parameters

output – The output tensor.
input – The input tensor.
threshold – The value to threshold at.
value – The value to replace with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArgmin (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &dim={TOPSATEN_DATA_NONE, {}}, const bool &keepdim=false, topsStream_t stream=nullptr)

This function gets the relative indices of minimum value for the dimensions being reduced.

Parameters

output – The output tensor of indices.
input – The input tensor.
dim – The dimensions to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsNan (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with boolean elements representing if each element of input is nan or not.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsInf (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with boolean elements representing if each element of input is infinite or not.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSin (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the sine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCos (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the cosine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCosh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the hyperbolic cosine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLog (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the ln() of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLog10 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the logarithm to the base 10 of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLog1p (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the natural logarithm of (1 + input).

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLog2 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the logarithm to the base 2 of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogSigmoid (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the Logsigmoid function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenReciprocal (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the reciprocal of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIndexPut (topsatenTensor &self, const std::vector< topsatenTensor > &indices, const topsatenTensor &value, const bool accumulate, topsStream_t stream=nullptr)