1. Definitions¶

1.1. Main¶

This section describes the master topsaten aten header file.

1.2. Define¶

This section describes topsaten definitions.

enum topsatenDataType_t¶

topsatenDataType_t

Values:

enumerator TOPSATEN_DATA_NONE¶: TOPSATEN_DATA_NONE -1

enumerator TOPSATEN_DATA_I8¶: TOPSATEN_DATA_I8 0

enumerator TOPSATEN_DATA_U8¶: TOPSATEN_DATA_U8 1

enumerator TOPSATEN_DATA_I16¶: TOPSATEN_DATA_I16 2

enumerator TOPSATEN_DATA_U16¶: TOPSATEN_DATA_U16 3

enumerator TOPSATEN_DATA_FP16¶: TOPSATEN_DATA_FP16 4

enumerator TOPSATEN_DATA_BF16¶: TOPSATEN_DATA_BF16 5

enumerator TOPSATEN_DATA_I32¶: TOPSATEN_DATA_I32 6

enumerator TOPSATEN_DATA_U32¶: TOPSATEN_DATA_U32 7

enumerator TOPSATEN_DATA_FP32¶: TOPSATEN_DATA_FP32 8

enumerator TOPSATEN_DATA_EF32¶: TOPSATEN_DATA_EF32 9

enumerator TOPSATEN_DATA_TF32¶: TOPSATEN_DATA_TF32 10

enumerator TOPSATEN_DATA_I64¶: TOPSATEN_DATA_I64 11

enumerator TOPSATEN_DATA_U64¶: TOPSATEN_DATA_U64 12

enumerator TOPSATEN_DATA_F64¶: TOPSATEN_DATA_F64 13

enumerator TOPSATEN_DATA_PRED¶: TOPSATEN_DATA_PRED 14

enumerator TOPSATEN_DATA_I4¶: TOPSATEN_DATA_I4 15

enumerator TOPSATEN_DATA_CI8¶: TOPSATEN_DATA_CI8 16

enumerator TOPSATEN_DATA_CU8¶: TOPSATEN_DATA_CU8 17

enumerator TOPSATEN_DATA_CI16¶: TOPSATEN_DATA_CI16 18

enumerator TOPSATEN_DATA_CU16¶: TOPSATEN_DATA_CU16 19

enumerator TOPSATEN_DATA_CFP16¶: TOPSATEN_DATA_CFP16 20

enumerator TOPSATEN_DATA_CBF16¶: TOPSATEN_DATA_CBF16 21

enumerator TOPSATEN_DATA_CI32¶: TOPSATEN_DATA_CI32 22

enumerator TOPSATEN_DATA_CU32¶: TOPSATEN_DATA_CU32 23

enumerator TOPSATEN_DATA_CFP32¶: TOPSATEN_DATA_CFP32 24

enumerator TOPSATEN_DATA_CEF32¶: TOPSATEN_DATA_CEF32 25

enumerator TOPSATEN_DATA_CTF32¶: TOPSATEN_DATA_CTF32 26

enumerator TOPSATEN_DATA_CI64¶: TOPSATEN_DATA_CI64 27

enumerator TOPSATEN_DATA_CU64¶: TOPSATEN_DATA_CU64 28

enumerator TOPSATEN_DATA_CF64¶: TOPSATEN_DATA_CF64 29

enumerator TOPSATEN_DATA_CPRED¶: TOPSATEN_DATA_CPRED 30

enumerator TOPSATEN_DATA_CI4¶: TOPSATEN_DATA_CI4 31

enum topsatenStatus_t¶

topsatenStatus_t

Values:

enumerator TOPSATEN_STATUS_SUCCESS¶: TOPSATEN_STATUS_SUCCESS 0

enumerator TOPSATEN_STATUS_ALLOC_FAILED¶: TOPSATEN_STATUS_ALLOC_FAILED 1

enumerator TOPSATEN_STATUS_BAD_PARAM¶: TOPSATEN_STATUS_BAD_PARAM 2

enumerator TOPSATEN_STATUS_NOT_SUPPORT¶: TOPSATEN_STATUS_NOT_SUPPORT 3

enumerator TOPSATEN_STATUS_INTERNAL_ERROR¶: TOPSATEN_STATUS_INTERNAL_ERROR 4

enumerator TOPSATEN_STATUS_RUNTIME_ERROR¶: TOPSATEN_STATUS_RUNTIME_ERROR 5

enumerator TOPSATEN_STATUS_EXECUTE_ERROR¶: TOPSATEN_STATUS_EXECUTE_ERROR 6

enum topsatenMemoryFormat_t¶

topsatenMemoryFormat_t

Values:

enumerator TOPSATEN_MEMORY_NONE¶: topsatenMemoryFormat_t == null

enumerator TOPSATEN_MEMORY_CONTIGUOUS¶: strides in decreasing order

enumerator TOPSATEN_MEMORY_NHWC¶: NHWC order

enumerator TOPSATEN_MEMORY_NDHWC¶: NDHWC order

enumerator TOPSATEN_MEMORY_PRESERVE¶: preserve the format as input tensor

enum topsatenDevice_t¶

topsatenDevice_t

Values:

enumerator TOPSATEN_DEVICE_CPU¶: tensor on cpu

enumerator TOPSATEN_DEVICE_GCU¶: tensor on gcu

enum topsatenActivationMode_t¶

topsatenActivationMode_t

Values:

enumerator TOPSATEN_ACTIVATION_NONE¶: TOPSATEN_ACTIVATION_NONE 0

enumerator TOPSATEN_ACTIVATION_RELU¶: TOPSATEN_ACTIVATION_RELU 1

enumerator TOPSATEN_ACTIVATION_SIGMOID¶: TOPSATEN_ACTIVATION_SIGMOID 2

enumerator TOPSATEN_ACTIVATION_CLIPPED_RELU¶: TOPSATEN_ACTIVATION_CLIPPED_RELU 3

enumerator TOPSATEN_ACTIVATION_ELU¶: TOPSATEN_ACTIVATION_ELU 4

enumerator TOPSATEN_ACTIVATION_IDENTITY¶: TOPSATEN_ACTIVATION_IDENTITY 5

enumerator TOPSATEN_ACTIVATION_TANH¶: TOPSATEN_ACTIVATION_TANH 6

enumerator TOPSATEN_ACTIVATION_SWISH¶: TOPSATEN_ACTIVATION_SWISH 7

enumerator TOPSATEN_ACTIVATION_LEAKY_RELU¶: TOPSATEN_ACTIVATION_LEAKY_RELU 8

enumerator TOPSATEN_ACTIVATION_GELU¶: TOPSATEN_ACTIVATION_GELU 9

enumerator TOPSATEN_ACTIVATION_SWIGLU¶: TOPSATEN_ACTIVATION_SWIGLU 10

enumerator TOPSATEN_ACTIVATION_HARD_SWISH¶: TOPSATEN_ACTIVATION_HARD_SWISH 11

enumerator TOPSATEN_ACTIVATION_GELU_TANH¶: TOPSATEN_ACTIVATION_GELU_TANH 12

enum topsatenTopkCmpMode_t¶

topsatenTopkCmpMode_t

Values:

enumerator TOPSATEN_TOPK_TYPE_INVALID¶: TOPSATEN_TOPK_TYPE_INVALID 0

enumerator TOPSATEN_TOPK_TYPE_MAX¶: TOPSATEN_TOPK_TYPE_MAX 1

enumerator TOPSATEN_TOPK_TYPE_MIN¶: TOPSATEN_TOPK_TYPE_MIN 2

enum topsatenSortCmpMode_t¶

topsatenSortCmpMode_t

Values:

enumerator TOPSATEN_SORT_TYPE_INVALID¶: TOPSATEN_SORT_TYPE_INVALID 0

enumerator TOPSATEN_SORT_TYPE_ASCEND¶: TOPSATEN_SORT_TYPE_ASCEND 1

enumerator TOPSATEN_SORT_TYPE_DESCEND¶: TOPSATEN_SORT_TYPE_DESCEND 2

enum topsatenSortStableMode_t¶

topsatenSortStableMode_t

Values:

enumerator TOPSATEN_SORT_STABLE_INVALID¶: TOPSATEN_SORT_STABLE_INVALID 0

enumerator TOPSATEN_SORT_STABLE¶: TOPSATEN_SORT_STABLE 1

enumerator TOPSATEN_SORT_INSTABLE¶: TOPSATEN_SORT_INSTABLE 2

enum topsatenBatchNormMode_t¶

Values:

enumerator TOPSATEN_BATCHNORM_PER_ACTIVATION¶

enumerator TOPSATEN_BATCHNORM_SPATIAL¶

enumerator TOPSATEN_BATCHNORM_SPATIAL_PERSISTENT¶

enum topsatenFusionNormMode_t¶

Values:

enumerator TOPSTNNC_LAYERNORM¶: TOPSATEN_LAYERNORM 0

enumerator TOPSTNNC_RMSNORM¶: TOPSATEN_RMSNORM 1

enum topsatenScatterType_t¶

topsatenScatterType_t

Values:

enumerator TOPSATEN_SCATTER_ADD¶: TOPSATEN_SCATTER_ADD 0

enumerator TOPSATEN_SCATTER_SUB¶: TOPSATEN_SCATTER_SUB 1

enumerator TOPSATEN_SCATTER_MUL¶: TOPSATEN_SCATTER_MUL 2

enumerator TOPSATEN_SCATTER_MAX¶: TOPSATEN_SCATTER_MAX 3

enumerator TOPSATEN_SCATTER_MIN¶: TOPSATEN_SCATTER_MIN 4

enum topsatenScatterComputationType_t¶

topsatenScatterComputationType_t

Values:

enumerator TOPSATEN_SCATTER_COMP_UPDATE¶: TOPSATEN_SCATTER_COMP_UPDATE 0

enumerator TOPSATEN_SCATTER_COMP_ADD¶: TOPSATEN_SCATTER_COMP_ADD 1

enumerator TOPSATEN_SCATTER_COMP_SUB¶: TOPSATEN_SCATTER_COMP_SUB 2

enumerator TOPSATEN_SCATTER_COMP_NUM¶: TOPSATEN_SCATTER_COMP_NUM 3

enum topsatenConvolutionFwdAlgo_t¶

Values:

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_AUTO¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_IMPLICIT_GEMM¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_IMPLICIT_PRECOMP_GEMM¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_GEMM¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_DIRECT¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_FFT¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_FFT_TILING¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_WINOGRAD¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_WINOGRAD_NONFUSED¶

enumerator TOPSATEN_CONVOLUTION_FWD_ALGO_COUNT¶

enum topsatenConvolutionBwdFilterAlgo_t¶

Values:

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_0¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_1¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_FFT¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_3¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_WINOGRAD¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_WINOGRAD_NONFUSED¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_FFT_TILING¶

enumerator TOPSATEN_CONVOLUTION_BWD_FILTER_ALGO_COUNT¶

enum topsatenRoiAlignOpType_t¶

topsatenRoiAlignOpType_t

Values:

enumerator TOPSATEN_ROIALIGN_AVG_FP32¶

enumerator TOPSATEN_ROIALIGN_AVG_FP16¶

enumerator TOPSATEN_ROIALIGN_MAX_FP32¶

enumerator TOPSATEN_ROIALIGN_MAX_FP16¶

enum topsatenConvolutionBwdDataAlgo_t¶

Values:

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_0¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_1¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_FFT¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_FFT_TILING¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_WINOGRAD_NONFUSED¶

enumerator TOPSATEN_CONVOLUTION_BWD_DATA_ALGO_COUNT¶

enum topsatenRoiAlignMode_t¶

topsatenRoiAlignMode_t

Values:

enumerator TOPSATEN_ROIALIGN_AVG¶

enumerator TOPSATEN_ROIALIGN_MAX¶

enum topsatenPadMode_t¶

topsatenPadMode_t

Values:

enumerator TOPSATEN_PAD_CONSTANT¶

enumerator TOPSATEN_PAD_REFLECT¶

enumerator TOPSATEN_PAD_EDGE¶

enumerator TOPSATEN_PAD_CIRCULAR¶

enumerator TOPSATEN_PAD_MAXIMUM¶

enumerator TOPSATEN_PAD_LINEAR_RAMP¶

enumerator TOPSATEN_PAD_MEAN¶

enumerator TOPSATEN_PAD_MEDIAN¶

enumerator TOPSATEN_PAD_MINIMUM¶

enumerator TOPSATEN_PAD_SYMMETRIC¶

enumerator TOPSATEN_PAD_WRAP¶

enumerator TOPSATEN_PAD_EMPTY¶

enum topsatenRoiAlignCoordinateTransformationMode_t¶

topsatenRoiAlignCoordinateTransformationMode_t

Values:

enumerator TOPSATEN_ROIALIGN_HALF_PIXL_TRUE¶

enumerator TOPSATEN_ROIALIGN_HALF_PIXL_FALSE¶

enum topsatenColorConversionCodes_t¶

topsatenColorConversionCodes_t

Values:

enumerator TOPSATEN_COLORCVT_YUV2RGB¶: YUV444packed to RGB888packed

enumerator TOPSATEN_COLORCVT_YUV2BGR¶: YUV444packed to BGR888packed

enumerator TOPSATEN_COLORCVT_RGB2GRAY¶: RGB888packed to GRAY

enumerator TOPSATEN_COLORCVT_BGR2GRAY¶: BGR888packed to GRAY

enum topsatenBlasOperation_t¶

Values:

enumerator TOPSATEN_BLAS_OP_N¶

enumerator TOPSATEN_BLAS_OP_T¶

enumerator TOPSATEN_BLAS_OP_C¶

enumerator TOPSATEN_BLAS_OP_HERMITAN¶

enumerator TOPSATEN_BLAS_OP_CONJG¶

enum topsatenLayoutType_t¶

topsatenLayoutType_t

Values:

enumerator TOPSATEN_LAYOUT_STRIDED¶: TOPSATEN_LAYOUT_STRIDED 0

enumerator TOPSATEN_LAYOUT_SPARSE¶: TOPSATEN_LAYOUT_SPARSE 1

enum topsatenAlgorithm_t¶

Values:

enumerator TOPSATEN_DEFAULT_ALGO¶

enumerator TOPSATEN_PHILOX4_32_ALGO¶

typedef topsError_t (*topsatenMallocAsyncFunc)(void**, size_t, topsStream_t, uint64_t)¶

typedef topsError_t (*topsatenMallocFunc)(void**, size_t)¶

typedef topsError_t (*topsatenFreeAsyncFunc)(void*, topsStream_t)¶

typedef topsError_t (*topsatenFreeFunc)(void*)¶

typedef void *topsatenDeviceMemHandle_t¶: The type of device memory handle.

topsatenStatus_t TOPSATEN_EXPORT topsatenInit ()

get the version of the Device-Independent Operator Inetrface

This function initialize the topsAten library, this function must be called prior to making any other topsAten calls.

Returns: topsatenStatus_t

topsatenStatus_t TOPSATEN_EXPORT topsatenFinalize ()

This function finalize the topOP library, this function is usually the last call made to topsAten.

Returns: topsatenStatus_t

topsatenStatus_t TOPSATEN_EXPORT topsatenGetVersionInfo (char *version_info)

This function get the verison info of the aten lib.

Returns

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenTensor &tensor)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenDataType_t &dtype)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenStatus_t &status)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenSize_t &size)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenScalar_t &scalar)

TOPSATEN_EXPORT std::ostream & operator<< (std::ostream &os, const topsatenGenerator_t &generator)

topsatenStatus_t TOPSATEN_EXPORT topsatenMallocAsyncFuncRegister (topsatenMallocAsyncFunc p_func)

topsatenStatus_t TOPSATEN_EXPORT topsatenMallocFuncRegister (topsatenMallocFunc p_func)

topsatenStatus_t TOPSATEN_EXPORT topsatenFreeAsyncFuncRegister (topsatenFreeAsyncFunc p_func)

topsatenStatus_t TOPSATEN_EXPORT topsatenFreeFuncRegister (topsatenFreeFunc p_func)

TOPSATEN_EXPORT¶

#define TOPSATEN_EXPORT

TOPSATEN_VERSION_INFO_LEN¶

#define TOPSATEN_VERSION_INFO_LEN 128

This macro defines the length of the version info string used in the application.

struct topsatenSize_t¶: #include <topsaten_define.h>

A struct to descript a data pointer and its length

struct topsatenScalar_t¶: #include <topsaten_define.h>

A struct to descript a scalar

struct topsatenGenerator_t¶: #include <topsaten_define.h>

A struct to descript a random number generator

class topsatenTensor¶: #include <topsaten_define.h>

2. TopsAten API Function¶

2.1. Aten ops¶

This section describes topsaten common aten ops api definitions.

topsatenStatus_t TOPSATEN_EXPORT topsatenIndexSelect (topsatenTensor &out, const topsatenTensor &in, int64_t dim, const topsatenTensor &index, topsStream_t stream=nullptr)

Index_select operator.

Parameters

out – The output tensor. support datatype: bool,i/u8,i/u16,i/u32,fp32,tf32,fp16,bf16. support dim limit: < 2^24 for a single dim in input support buffer size: < 4.0 GB.
in – Input tensor. support datatype: bool,i/u8,i/u16,i/u32,fp32,tf32,fp16,bf16. support dim limit: < 2^24 for a single dim in input support buffer size: < 4.0 GB.
dim – The dimension in which to index.
index – The 1-D tensor containing the indices to index support datatype:i32/i64.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinspace (topsatenTensor &output, const topsatenScalar_t &start, const topsatenScalar_t &end, const int64_t step, topsStream_t stream=nullptr)

This function performs the Linspace function.

Parameters

output – The output tensor.
start – The topsatenScalar_t of start.
end – The topsatenScalar_t of end.
step – The step for linspace.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRemainder (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Remainder.

Applies the function: Remainder(x, y) = a - b * floor(a / b).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRemainder (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Remainder.

Applies the function: Remainder(x, y) = a - b * floor(a / b).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRemainder (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Remainder.

Applies the function: Remainder(x, y) = a - b * floor(a / b).

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFmod (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Fmod.

Applies the function: Mod(x, y) = a - b * trunc(a / b).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFmod (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Fmod.

Applies the function: Mod(x, y) = a - b * trunc(a / b).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFmod (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Fmod.

Applies the function: Mod(x, y) = a - b * trunc(a / b).

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtan2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Atan2.

Applies the function: Atan2(x, y) return element-wise arctangent with consideration of the quadrant.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtan2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Atan2.

Applies the function: Atan2(x, y) return element-wise arctangent with consideration of the quadrant.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtan2 (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Atan2.

Applies the function: Atan2(x, y) return element-wise arctangent with consideration of the quadrant.

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArctan2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Arctan2.

Alias for atan2.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXlogy (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Xlogy.

Applies the function: XLogy(x, y) = x * log(y).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXlogy (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Xlogy.

Applies the function: XLogy(x, y) = x * log(y).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXlogy (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Xlogy.

Applies the function: XLogy(x, y) = x * log(y).

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogaddexp (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Logaddexp.

Applies the function: Logaddexp(x, y) = log(exp(x) + exp(y)).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogaddexp (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Logaddexp.

Applies the function: Logaddexp(x, y) = log(exp(x) + exp(y)).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogaddexp (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Logaddexp.

Applies the function: Logaddexp(x, y) = log(exp(x) + exp(y)).

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogaddexp2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Logaddexp2.

Applies the function: Logaddexp2(x, y) = log2(2^x + 2^y).

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogaddexp2 (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Logaddexp2.

Applies the function: Logaddexp2(x, y) = log2(2^x + 2^y) Inputs and output can be different, char, short, int, unsigned char, unsigned short, unsigned int, __fp16, __bf16, float are supported.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogaddexp2 (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Logaddexp2.

Applies the function: Logaddexp2(x, y) = log2(2^x + 2^y) Inputs and output can be different, char, short, int, unsigned char, unsigned short, unsigned int, __fp16, __bf16, float are supported.

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHypot (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Hypot.

Applies the function: Hypot(x,y)=sqrt(x**2+y**2) return square root of two numbers.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHypot (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Hypot.

Applies the function: Hypot(x,y)=sqrt(x**2+y**2) return square root of two numbers.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHypot (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Hypot.

Applies the function: Hypot(x,y)=sqrt(x**2+y**2) return square root of two numbers.

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAdd (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

Add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAdd (topsatenTensor &out, const topsatenScalar_t &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

Add operator.

Parameters

out – The output tensor.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAdd (topsatenTensor &out, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

Add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAll (topsatenTensor &output, const topsatenTensor &input, int64_t dim, bool keepdim, topsStream_t stream=nullptr)

This function returns True if all element in the row evaluate to True and False otherwise, for each row of input in the given dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAll (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dim, bool keepdim, topsStream_t stream=nullptr)

This function returns True if all element in the rows evaluate to True and False otherwise, for rows of input in the given dimensions.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimensions to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAll (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns True if all element in the input evaluate to True and False otherwise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAny (topsatenTensor &output, const topsatenTensor &input, int64_t dim, bool keepdim, topsStream_t stream=nullptr)

This function returns True if any element in the row evaluate to True and False otherwise, for each row of input in the given dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAny (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dim, bool keepdim, topsStream_t stream=nullptr)

This function returns True if any element in the rows evaluate to True and False otherwise, for rows of input in the given dimensions.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimensions to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAny (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns True if any element in the input evaluate to True and False otherwise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOnes (topsatenTensor &output, const topsatenSize_t &size, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

Returns a tensor filled with the scalar value one.

Parameters

output – Result tensor.
size – Output shape.
data_type – Output data type.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClamp (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &min, const topsatenScalar_t &max, topsStream_t stream=nullptr)

Returns the tensor after performing a lower and a higher bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Replace elements less than the specified lower limit tensor with elements corresponding to the lower limit tensor.
max – Replace elements less than the specified higher limit tensor with elements corresponding to the higher limit tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClamp (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &min, const topsatenTensor &max, topsStream_t stream=nullptr)

Returns the tensor after performing a lower and a higher bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Input tensor, the lower boundary.
max – Input tensor, the higher boundary.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClip (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &min, const topsatenScalar_t &max, topsStream_t stream=nullptr)

Returns the tensor after performing a lower and a higher bound truncation operation on the input tensor. Alias for clamp.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Replace elements less than the specified lower limit tensor with elements corresponding to the lower limit tensor.
max – Replace elements less than the specified higher limit tensor with elements corresponding to the higher limit tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClip (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &min, const topsatenTensor &max, topsStream_t stream=nullptr)

Returns the tensor after performing a lower and a higher bound truncation operation on the input tensor. Alias for clamp.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Input tensor, the lower boundary.
max – Input tensor, the higher boundary.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenZeros (topsatenTensor &output, const topsatenSize_t &size, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

Returns a tensor filled with the scalar value zero.

Parameters

output – Result tensor.
size – Output shape.
data_type – Output data type.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenZero (topsatenTensor &output, topsStream_t stream=nullptr)

Fills self tensor with zeros.

Parameters: output – Result tensor.
Returns: topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenZerosLike (topsatenTensor &out, const topsatenTensor &input, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

Returns a zero tensor with the same size as input.

Parameters

out – The output tensor.
input – The tensor size will define the size of the output tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned tensor. Default: if None, defaults to the layout of input.
format – The memory format of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAminmax (topsatenTensor &output_min, topsatenTensor &output_max, const topsatenTensor &input, topsStream_t stream=nullptr)

This function computes the minimum and maximum values of the input tensor.

Parameters

output_min – The output minimum tensor.
output_max – The output maximum tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAminmax (topsatenTensor &output_min, topsatenTensor &output_max, const topsatenTensor &input, const int32_t dim, const bool keepdim, topsStream_t stream=nullptr)

This function computes the minimum and maximum values of the input tensor.

Parameters

output_min – The output minimum tensor.
output_max – The output maximum tensor.
input – The input tensor.
dim – The dimension along which to compute the values.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAminmax (topsatenTensor &output_min, topsatenTensor &output_max, const topsatenTensor &input, const topsatenSize_t &dims, const bool keepdim, topsStream_t stream=nullptr)

This function computes the minimum and maximum values of the input tensor.

Parameters

output_min – The output minimum tensor.
output_max – The output maximum tensor.
input – The input tensor.
dims – The dims_in to reduce, maybe a list or tuple.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAminmax (std::tuple< topsatenTensor &, topsatenTensor & > output, const topsatenTensor &input, const topsatenScalar_t &dim={TOPSATEN_DATA_NONE, {}}, const bool &keepdim=false, topsStream_t stream=nullptr)

This function computes the minimum and maximum values of the input tensor.

Parameters

output – A tuple (min, max) containing the output of min and max.
input – The input tensor.
dim – The dimension along which to compute the values. If None, computes the values over the entire input tensor. Default is None.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenProd (topsatenTensor &output, const topsatenTensor &input, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the product of elements of all the input.

Parameters

output – The output tensor.
input – The input tensor.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenProd (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the product of elements of input in the dimension dims.

Parameters

output – The output tensor.
input – The input tensor.
dims_in – The dims_in to reduce, maybe a list or tuple.
keepdims – Whether the output tensor has dim retained or no.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenProd (topsatenTensor &output, const topsatenTensor &input, int32_t dim, bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the product of elements of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns the minimum value of all the input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input, int32_t dim, bool keepdims, topsStream_t stream=nullptr)

This function returns the minimum value of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the minimum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input1, const topsatenScalar_t &input2, topsStream_t stream=nullptr)

This function returns the minimum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenScalar_t &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the minimum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input scalar.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, topsStream_t stream=nullptr)

This function returns the minimum value of input in the dimension dims.

Parameters

output – The output tensor.
input – The input tensor.
dims_in – The dims_in to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, topsatenTensor &output_idx, const topsatenTensor &input, int32_t dim, bool keepdims, topsStream_t stream=nullptr)

This function returns the minimum value of input in the dimension dim.

Parameters

output – The output tensor.
output_idx – The output tensor, index of the minimum value.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMin (topsatenTensor &output, topsatenTensor &output_idx, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, topsStream_t stream=nullptr)

This function returns the minimum value of input in the dimension dim.

Parameters

output – The output tensor.
output_idx – The output tensor, index of the minimum value.
input – The input tensor.
dims_in – The dims to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAmin (topsatenTensor &out, const topsatenTensor &self, const topsatenSize_t &dim, bool &keepdim, topsStream_t stream=nullptr)

Returns the minimum value of each slice of the input tensor in the given dimension(s) dim.

Parameters

out – The output tensor.
self – The input tensor.
dim – The dims to reduce.
keepdim – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMinimum (topsatenTensor &output, const topsatenTensor &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the minimum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns the maximum value of all the input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input, int32_t dim, bool keepdims, topsStream_t stream=nullptr)

This function returns the maximum value of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, topsStream_t stream=nullptr)

This function returns the maximum value of input in the dimension dims.

Parameters

output – The output tensor.
input – The input tensor.
dims_in – The dims_in to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the maximum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenTensor &input1, const topsatenScalar_t &input2, topsStream_t stream=nullptr)

This function returns the maximum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, const topsatenScalar_t &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the maximum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input scalar.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, topsatenTensor &output_idx, const topsatenTensor &input, int32_t dim, bool keepdims, topsStream_t stream=nullptr)

This function returns the maximum value of input in the dimension dim.

Parameters

output – The output tensor.
output_idx – The output tensor, index of the maximum value.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMax (topsatenTensor &output, topsatenTensor &output_idx, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, topsStream_t stream=nullptr)

This function returns the maximum value of input in the dimension dim.

Parameters

output – The output tensor.
output_idx – The output tensor, index of the maximum value.
input – The input tensor.
dims_in – The dims to reduce.
keepdims – Whether the output tensor has dim retained or no.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMaximum (topsatenTensor &output, const topsatenTensor &input1, const topsatenTensor &input2, topsStream_t stream=nullptr)

This function returns the maximum value of input1 and input2.

Parameters

output – The output tensor.
input1 – The input tensor.
input2 – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFmin (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &other, topsStream_t stream=nullptr)

Computes the element-wise minimum of input and other.

Parameters

out – The output tensor.
input – The input tensor.
other – The second input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFmax (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &other, topsStream_t stream=nullptr)

Computes the element-wise maximum of input and other.

Parameters

out – The output tensor.
input – The input tensor.
other – The second input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNextafter (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &other, topsStream_t stream=nullptr)

Return the next floating-point value after input towards other, elementwise.

Parameters

out – The output tensor.
input – The input tensor.
other – The second input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMean (topsatenTensor &output, const topsatenTensor &input, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the mean value of all the input.

Parameters

output – The output tensor.
input – The input tensor.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMean (topsatenTensor &output, const topsatenTensor &input, int32_t dim, bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the mean value of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dim to reduce.
keepdims – Whether the output tensor has dim retained or no.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMean (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims_in, bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function returns the mean value of input in the dimension dims.

Parameters

output – The output tensor.
input – The input tensor.
dims_in – The dims to reduce.
keepdims – Whether the output tensor has dim retained or no.
data_type – The data type of the input and output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinear (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &bias, topsStream_t stream=nullptr)

Linear operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
bias – The input tensor of bias.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinearActivation (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &bias, const topsatenActivationMode_t &activation_mode, const topsatenScalar_t &coef, topsStream_t stream=nullptr)

Linear activation operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
bias – The input tensor of bias.
activation_mode – The activation_mode after linear.
coef – The coef for activation.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinearQuant (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &bias, const topsatenTensor &scale, topsStream_t stream=nullptr)

Linearquant operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
bias – The input tensor of bias.
scale – The input tensor of scale.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinearQuant (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &bias, const topsatenTensor &scale, int group_size=-1, topsStream_t stream=nullptr)

Linearquant operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
bias – The input tensor of bias.
scale – The input tensor of scale.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinearQuantActivation (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &bias, const topsatenTensor &scale, const topsatenActivationMode_t &activation_mode, const topsatenScalar_t &coef, const topsStream_t stream=nullptr)

Linearquant activation operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
bias – The input tensor of bias.
scale – The input tensor of scale.
activation_mode – The activation_mode after linearQuant.
coef – The coef for activation.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLinearQuantActivation (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &bias, const topsatenTensor &scale, const topsatenActivationMode_t &activation_mode, const topsatenScalar_t &coef, int group_size=-1, const topsStream_t stream=nullptr)

Linearquant activation operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
bias – The input tensor of bias.
scale – The input tensor of scale.
activation_mode – The activation_mode after linearQuant.
coef – The coef for activation.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGemmQuant (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &scale, const topsatenTensor &zeros, const topsatenTensor &bias, int group_size, topsStream_t stream=nullptr)

Gemm operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
scale – The input tensor of scale.
zeros – The input tensor of zeros.
bias – The input tensor of bias.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDotBiasQuant (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenTensor &scale, const topsatenTensor &bias, const topsStream_t stream=nullptr)

Dotbiasquant operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
scale – The input tensor of scale.
bias – The input tensor of bias.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCopy (topsatenTensor &out, const topsatenTensor &input, bool non_blocking, topsStream_t stream=nullptr)

This function performs the copy function.

Parameters

out – The output tensor.
input – The source tensor.
non_blocking – If true and this copy is between CPU and GCU.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenToCopy (topsatenTensor &out, const topsatenTensor &input, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, const topsatenDevice_t &device, const topsatenMemoryFormat_t &format, bool non_blocking, topsStream_t stream=nullptr)

This function performs the to_copy function.

Parameters

out – The output tensor.
input – The source tensor.
dtype – The data type of the output tensor.
layout – The layout type of the output tensor.
device – The device of the output tensor allocated.
format – The memory format of the output tensor.
non_blocking – If true and this copy is between CPU and GCU.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClone (topsatenTensor &out, const topsatenTensor &input, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

This function performs the clone function.

Parameters

out – The output tensor.
input – The input tensor.
format – The format of the out tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmpty (topsatenTensor &out, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

Returns a tensor filled with uninitialized data. The shape of the tensor is defined by argument ‘size’.

Parameters

out – The output tensor.
size – The shape of the output tensor.
dtype – The data type of the output tensor.
layout – The logical layout of the output tensor.
format – The memory format of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmptyLike (topsatenTensor &out, const topsatenTensor &input, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

Returns an uninitialized tensor with the same size as input.

Parameters

out – The output tensor.
input – The tensor size will define the size of the output tensor.
dtype – The data type of the output tensor.
layout – The logical layout of the output tensor.
format – The memory format of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmptyStrided (topsatenTensor &out, const topsatenSize_t &size, const topsatenSize_t &stride, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, topsStream_t stream=nullptr)

Creates a tensor with the specified size and stride and filled with undefined data.

Parameters

out – The output tensor.
size – The shape of the output tensor.
stride – The strides of the output tensor.
dtype – The data type of the output tensor.
layout – The logical layout of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmptyPermuted (topsatenTensor &out, const topsatenSize_t &size, const topsatenSize_t &physical_layout, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, topsStream_t stream=nullptr)

Returns a tensor filled with uninitialized data. The shape of the tensor is defined by argument ‘size’. The stride of the tensor is defined by argument ‘physical_layout’.

Parameters

out – The output tensor.
size – The shape of the output tensor.
physical_layout – The physical layout of the output memory.
dtype – The data type of the output tensor.
layout – The logical layout of the output tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAsStrided (topsatenTensor &out, const topsatenTensor &input, const topsatenSize_t &size, const topsatenSize_t &stride, const int64_t storage_offset, topsStream_t stream=nullptr)

Create a view of an existing tensor.

Parameters

out – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
stride – The stride of the output tensor.
storage_offset – The offset in the underlying storage of the output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExpand (topsatenTensor &out, const topsatenTensor &input, const topsatenSize_t &size, topsStream_t stream=nullptr)

Return a new view of the input tensor with singleton dimensions expanded to a larger size.

Parameters

out – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExpandAs (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &other, topsStream_t stream=nullptr)

Return a new view of the input tensor with singleton dimensions expanded to a larger size.

Parameters

out – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandperm (topsatenTensor &output, const int64_t n, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Returns a random permutation of integers from 0 to n - 1.

Parameters

output – Output tensor.
n – The upper bound.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandperm (topsatenTensor &output, const int64_t n, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a random permutation of integers from 0 to n - 1.

Parameters

output – Output tensor.
n – The upper bound.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandperm (topsatenTensor &output, const int64_t n, topsStream_t stream=nullptr)

Returns a random permutation of integers from 0 to n - 1.

Parameters

output – Output tensor.
n – The upper bound.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandperm (topsatenTensor &output, const int64_t n, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a random permutation of integers from 0 to n - 1.

Parameters

output – Output tensor.
n – The upper bound.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandom (topsatenTensor &output, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Fills self tensor with numbers sampled from the discrete uniform distribution only bounded by self data type.

Parameters

output – Output tensor.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandom (topsatenTensor &output, const int64_t to, const topsatenGenerator_t &generator, topsStream_t stream)

Fills self tensor with numbers sampled from the discrete uniform distribution over [0, to].

Parameters

output – Output tensor.
to – The upper bound.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandom (topsatenTensor &output, const int64_t from, const int64_t *to, const topsatenGenerator_t &generator, topsStream_t stream)

Fills self tensor with numbers sampled from the discrete uniform distribution over [from, to].

Parameters

output – Output tensor.
from – The lower bound.
to – The upper bound.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBaddbmm (topsatenTensor &out, const topsatenTensor &self, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {1.0}}, topsStream_t stream=nullptr)

Baddbmm operator.

Parameters

out – The output tensor.
self – The input tensor of self.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
beta – Scaling factor.
alpha – Scaling factor used to blend the computation result.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBaddbmmActivation (topsatenTensor &out, const topsatenTensor &self, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {1.0}}, const topsatenActivationMode_t &activation_mode=TOPSATEN_ACTIVATION_NONE, const topsatenScalar_t &coef={TOPSATEN_DATA_FP32, {1.0}}, topsStream_t stream=nullptr)

BaddbmmActivation operator.

Parameters

out – The output tensor.
self – The input tensor of self.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
beta – Scaling factor.
alpha – Scaling factor used to blend the computation result.
activation_mode – The activation_mode after Baddbmm.
coef – The coef for activation.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsSameSize (bool &flag, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Determine if two tensor sizes are the same.

Parameters

flag – The output flag.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandint (topsatenTensor &output, int64_t high, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor filled with random integers generated uniformly between [0, high].

Parameters

output – Output tensor.
high – The upper bound.
size – The shape of the output tensor.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandint (topsatenTensor &output, int64_t low, int64_t high, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor filled with random integers generated uniformly between [low, high].

Parameters

output – Output tensor.
low – The lower bound.
high – The upper bound.
size – The shape of the output tensor.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNewEmpty (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Returns a tensor filled with uninitialized data. The shape of the tensor is defined by argument ‘size’.

Parameters

output – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSoftmaxForward (topsatenTensor &output, const topsatenTensor &input, const int64_t dims, topsStream_t stream=nullptr)

This function performs the forward softmax.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims of output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSoftmaxForward (topsatenTensor &output, const topsatenTensor &input, const int64_t dims, const bool half_to_float, topsStream_t stream=nullptr)

This function performs the forward softmax.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims of output tensor.
half_to_float – Only when a is true, it is legal for the input to be half and the output to be float.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogSoftmaxForward (topsatenTensor &output, const topsatenTensor &input, const int64_t dims, topsStream_t stream=nullptr)

This function performs the log_softmax.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims of output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogSoftmaxForward (topsatenTensor &output, const topsatenTensor &input, const int64_t dims, const bool half_to_float, topsStream_t stream=nullptr)

This function performs the log_softmax.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims of output tensor.
half_to_float – Only when a is true, it is legal for the input to be half and the output to be float.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCat (topsatenTensor &output, const std::vector< topsatenTensor > &inputs, int64_t dim, topsStream_t stream=nullptr)

Concatenate operator.

Parameters

output – The output tensor.
inputs – The input tensor.
dim – Concatenate dim.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenStack (topsatenTensor &output, const std::vector< topsatenTensor > &inputs, int64_t dim, topsStream_t stream=nullptr)

Stack operator.

Parameters

output – The output tensor.
inputs – The input tensor.
dim – Concatenate dim.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNewEmptyStrided (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &size, const topsatenSize_t &stride, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Creates a tensor with the specified size and stride and filled with undefined data.

Parameters

output – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
stride – The strides of the output tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenContiguous (topsatenTensor &output, const topsatenTensor &input, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

Contiguous operator.

Parameters

output – The output tensor.
input – The input tensor.
format – Memory format, specifying storage type.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeat (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &repeats, topsStream_t stream=nullptr)

Repeats this tensor along the specified dimensions.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of times to repeat this tensor along each dimension.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &repeats, int64_t dim, int64_t output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
dim – The dimension along which to repeat values. By default, use the flattened input array, and return a flat output array.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, int64_t repeats, int64_t dim, int64_t output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
dim – The dimension along which to repeat values. By default, use the flattened input array, and return a flat output array.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &repeats, int64_t output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &repeats, const topsatenScalar_t &dim, const topsatenScalar_t &output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
dim – The dimension along which to repeat values. By default, use the flattened input array, and return a flat output array.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRepeatInterleave (topsatenTensor &output, const topsatenTensor &input, const int64_t &repeats, const topsatenScalar_t &dim, const topsatenScalar_t &output_size, topsStream_t stream=nullptr)

Repeat elements of a tensor.

Parameters

output – The output tensor.
input – The input tensor.
repeats – The number of repetitions for each element. repeats is broadcasted to fit the shape of the given axis.
dim – The dimension along which to repeat values. By default, use the flattened input array, and return a flat output array.
output_size – Output size.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTanh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the hyperbolic tangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSilu (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function applies the Sigmoid Linear Unit (SiLU) function, element-wise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRsqrt (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the reciprocal of the square-root of each of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPow (topsatenTensor &output, const topsatenScalar_t &input, const topsatenTensor &exponent, topsStream_t stream=nullptr)

This function takes the power of each element in input with exponent and returns a tensor with the result.

Parameters

output – The output tensor.
input – The input scalar.
exponent – The exponent tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPow (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &exponent, topsStream_t stream=nullptr)

This function takes the power of each element in input with exponent and returns a tensor with the result.

Parameters

output – The output tensor.
input – The input tensor.
exponent – The exponent scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPow (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &exponent, topsStream_t stream=nullptr)

This function takes the power of each element in input with exponent and returns a tensor with the result.

Parameters

output – The output tensor.
input – The input tensor.
exponent – The exponent tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNeg (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the negative of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExponential (topsatenTensor &output, double lambd, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function fills input tensor with elements drawn from the exponential distribution:.

Parameters

output – The output tensor.
lambd – The lambda parameter in exponential distributions.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSub (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts rhs, scaled by alpha, from lhs. output = lhs - rhs * alpha.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The tensor to subtract from lhs.
alpha – The multiplier for rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSub (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts rhs, scaled by alpha, from lhs. output = lhs - rhs * alpha.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The number to subtract from lhs.
alpha – The multiplier for rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSub (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts rhs, scaled by alpha, from lhs. output = lhs - rhs * alpha.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The tensor to subtract from lhs.
alpha – The multiplier for rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRsub (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts lhs, scaled by alpha, from rhs. output = rhs - lhs * alpha.

Parameters

output – The output tensor.
lhs – The scalar to subtract from rhs.
rhs – The input tensor.
alpha – The multiplier for lhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRsub (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts lhs, scaled by alpha, from rhs. output = rhs - lhs * alpha.

Parameters

output – The output tensor.
lhs – The number to subtract from rhs.
rhs – The input tensor.
alpha – The multiplier for lhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRsub (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha, topsStream_t stream=nullptr)

This function subtracts lhs, scaled by alpha, from rhs. output = rhs - lhs * alpha.

Parameters

output – The output tensor.
lhs – The tensor to subtract from rhs.
rhs – The input tensor.
alpha – The multiplier for lhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNe (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is not equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is not equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is not equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMul (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &self, const topsatenScalar_t &scalar, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor list.
lhs – The input tensor list.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMul (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &self, const std::vector< topsatenScalar_t > &scalars, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor list.
lhs – The input tensor list.
rhs – The input scalar list.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMul (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &self, const topsatenTensor &other, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor list.
lhs – The input tensor list.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMul (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &self, const std::vector< topsatenTensor > &other, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor list.
lhs – The input tensor list.
rhs – The input tensor list.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMul (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMul (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMul (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function multiplies lhs by rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLt (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is less than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLt (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is less than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLt (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is less than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGt (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGt (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGt (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGe (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is greater than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLe (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is smaller than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is smaller than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLe (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is smaller than or equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOr (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseXor (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXor (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise xor of lhs and rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseLeftShift (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseLeftShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseLeftShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs[i].

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLShift (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_left.

Applies the function: dst[i] = lhs[i] << rhs[i].

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseRightShift (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseRightShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseRightShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs[i].

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRShift (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRShift (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Shift_right.

Applies the function: dst[i] = lhs[i] >> rhs[i].

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEq (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEq (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEq (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function returns a boolean tensor that is True where lhs is equal to rhs and False elsewhere.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, const char *const roundingMode, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
roundingMode – Type of rounding applied to the result.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const char *const roundingMode, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
roundingMode – Type of rounding applied to the result.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDiv (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, const char *const roundingMode, topsStream_t stream=nullptr)

This function divides each element of the input lhs by the corresponding element of rhs.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
roundingMode – Type of rounding applied to the result.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFloorDivide (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Computes input divided by other, elementwise, and floors the result.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFloorDivide (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Computes input divided by other, elementwise, and floors the result.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseAnd (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAnd (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise AND of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical AND.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseOr (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the bitwise or of lhs and rhs. The lhs tensor must be of integral or Boolean types. For bool tensors, it computes the logical or.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIndex (topsatenTensor &output, const topsatenTensor &input, const std::vector< topsatenTensor > &indices, topsStream_t stream=nullptr)

This function obtains the output tensor based on the index information of indicators of different dimensions.

Parameters

output – The output tensor.
input – The input tensor.
indices – Index values of each dimension to be output.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIndexGetOutputDim (std::vector< int64_t > &output_dim, const topsatenTensor &input, const std::vector< topsatenTensor > &indices, topsStream_t stream=nullptr)

This function is to provide the index output shape.

Parameters

output_dim – The output tensor shape.
input – The input tensor.
indices – Index values of each dimension to be output.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEmbedding (topsatenTensor &output, const topsatenTensor &weight, const topsatenTensor &indices, int64_t paddingIdx, bool scaleGradByFreq, bool sparse, topsStream_t stream=nullptr)

This function is a simple lookup table that stores embeddings of a fixed dictionary and size.

Parameters

output – The output tensor.
weight – A weight matrix that stores embedding vectors.
indices – Contains the tensor containing the index to be found in the weight matrix.
paddingIdx – If specified, the entries at padding_idx do not contribute to the gradient; therefore, the embedding vector at padding_idx is not updated during training, i.e. it remains as a fixed “pad”. For a newly constructed Embedding, the embedding vector at padding_idx will default to all zeros, but can be updated to another value to be used as the padding vector.
scaleGradByFreq – If given, this will scale gradients by the inverse of frequency of the words in the mini-batch. Default False.
sparse – If True, gradient w.r.t. weight matrix will be a sparse tensor. See Notes for more details regarding sparse gradients.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCumsum (topsatenTensor &output, const topsatenTensor &input, int32_t dim, const topsatenDataType_t &dtype, topsStream_t stream=nullptr)

This function returns the cumulative sum of elements of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension to do the operation over.
dtype – The desired data type of returned tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCumsum (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims, const topsatenDataType_t &dtype, topsStream_t stream=nullptr)

This function returns the cumulative sum of elements of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dims – The dims to reduce, maybe a list or tuple.
dtype – The desired data type of returned tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCumprod (topsatenTensor &output, const topsatenTensor &input, int32_t dim, const topsatenDataType_t &dtype, topsStream_t stream=nullptr)

This function returns the cumulative product of elements of input in the dimension dim.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension to do the operation over.
dtype – The desired data type of returned tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArange (topsatenTensor &output, const topsatenScalar_t &end, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

This function returns a tensor with values from the interval [start, end) taken with common difference step beginning from start, in this function start always equals to 0 and step always equals to 1.

Parameters

output – The output tensor.
end – The ending value for the set of points.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArange (topsatenTensor &output, const topsatenScalar_t &start, const topsatenScalar_t &end, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

This function returns a tensor with values from the interval [start, end) taken with common difference step beginning from start, in this function step always equals to 1.

Parameters

output – The output tensor.
start – The starting value for the set of points.
end – The ending value for the set of points.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArange (topsatenTensor &output, const topsatenScalar_t &start, const topsatenScalar_t &end, const topsatenScalar_t &step, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

This function returns a tensor with values from the interval [start, end) taken with common difference step beginning from start.

Parameters

output – The output tensor.
start – The starting value for the set of points.
end – The ending value for the set of points.
step – The gap between each pair of adjacent points.
dtype – The desired data type of returned tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAcosh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic cosine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArccosh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic cosine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAsinh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic sine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArcsinh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic sine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtanh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic tangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArctanh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the inverse hyperbolic tangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAsin (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the arcsine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArcsin (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the arcsine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAtan (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the arctangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArctan (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the arctangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCopysign (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function creates a new floating-point tensor with the magnitude of input and the sign of other, elementwise.

Parameters

output – The output tensor.
lhs – The magnitudes.
rhs – The number contains values whose signbits are applied to the magnitudes in input.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCopysign (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function creates a new floating-point tensor with the magnitude of input and the sign of other, elementwise.

Parameters

output – The output tensor.
lhs – The magnitudes.
rhs – The tensor contains values whose signbits are applied to the magnitudes in input.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalNot (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function computes the element-wise logical NOT of the given input tensor. If not specified, the output tensor will have the bool dtype.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical XOR of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The tensor to compute XOR with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalXor (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical XOR of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The scalar to compute XOR with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalXor (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical XOR of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The tensor to compute XOR with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical AND of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The tensor to compute AND with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalAnd (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical AND of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The scalar to compute AND with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalAnd (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical AND of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The tensor to compute AND with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical OR of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The tensor to compute OR with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalOr (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical OR of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The scalar to compute OR with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogicalOr (topsatenTensor &output, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

This function computes the element-wise logical OR of the given input tensors. Zeros are treated as False and nonzeros are treated as True.

Parameters

output – The output tensor.
lhs – The input scalar.
rhs – The tensor to compute OR with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGlu (topsatenTensor &output, const topsatenTensor &input, const int32_t dim=-1, topsStream_t stream=nullptr)

This function applies the Gated Linear Unit (GLU) activation operation on the input tensor, splitting it into two halves on a specified dimension and then multiplying one half by the sigmoid of the other half for non-linear transformation.

Parameters

output – The output tensor.
input – The input tensor.
dim – Dimension on which to split the input. Default: -1.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGluJvp (topsatenTensor &output, const topsatenTensor &glu, const topsatenTensor &x, const topsatenTensor &dx, const int32_t dim, topsStream_t stream=nullptr)

This function calculates the Jacobian-vector product (JVP) for the Gated Linear Unit (GLU) activation function.

Parameters

output – The output tensor.
glu – The the GLU output.
x – The input tensor.
dx – The perturbation of the input.
dim – The dimension along which the GLU operation.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHardsigmoid (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function computes the hard sigmoid activation of the input tensor and writes the result directly into the output tensor.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHardtanh (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &min_val={TOPSATEN_DATA_FP32, {.fval=-1.0}}, const topsatenScalar_t &max_val={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

This function applies the hard hyperbolic tangent activation to the input tensor self, clipping its values to be within the range specified by min_val and max_val.

Parameters

output – The output tensor.
input – The input tensor.
min_val – Minimum value of the linear region range. Default: -1.
max_val – Maximum value of the linear region range. Default: 1.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHardswish (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function applies the Hard Swish activation function to the input tensor, providing a piecewise linear approximation of the Swish activation for efficient computation.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMatmul (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Matmul operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMatmulActivation (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenActivationMode_t &activation_mode, const topsatenScalar_t &coef, topsStream_t stream=nullptr)

Matmul activation operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
activation_mode – The activation_mode after matmul.
coef – The coef for activation.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBmm (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Bmm operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenOuter (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Outer operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddmm (topsatenTensor &out, const topsatenTensor &self, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {1.0}}, topsStream_t stream=nullptr)

Addmm operator.

Parameters

out – The output tensor.
self – The input tensor of self.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
alpha – Scaling factor used to blend the computation result.
beta – Scaling factor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddmmActivation (topsatenTensor &out, const topsatenTensor &self, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {1.0}}, const topsatenActivationMode_t &activation_mode=TOPSATEN_ACTIVATION_NONE, const topsatenScalar_t &coef={TOPSATEN_DATA_FP32, {1.0}}, topsStream_t stream=nullptr)

AddmmActivation operator.

Parameters

out – The output tensor.
self – The input tensor of self.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
alpha – Scaling factor used to blend the computation result.
beta – Scaling factor.
activation_mode – The activation_mode after Addmm.
coef – The coef for activation.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScatter (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &index, const topsatenTensor &source, int32_t dim, const topsatenScatterComputationType_t &computation, topsStream_t stream=nullptr)

This function performs the scatter function.

Parameters

output – Scatter result.
input – Tensor we are scattering from.
index – The indices of elements to scatter.
source – The source element(s) to scatter.
dim – The axis along which to index.
computation – Reduction operation to apply.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScatter (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &index, topsatenScalar_t &source, int32_t dim, const topsatenScatterComputationType_t &computation, topsStream_t stream=nullptr)

This function performs the scatter function.

Parameters

output – Scatter result.
input – Tensor we are scattering from.
index – The indices of elements to scatter.
source – The source element to scatter.
dim – The axis along which to index.
computation – Reduction operation to apply.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRngUniform (topsatenTensor &output, double from, double to, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function generate random uniform data.

Parameters

output – Output tensor.
from – Scalar of type T specifying lower limit of interval.
to – Scalar of type T specifying upper limit of interval.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenDropout (topsatenTensor &output, const topsatenTensor &input, double p, bool train, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function performs forward dropout operation.

Parameters

output – Result tensor.
input – Input tensor.
p – The probability with which the value from input is set to zero during the dropout layer.
train – Indicate if it is a train process.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNativeDropout (topsatenTensor &output, topsatenTensor &mask, const topsatenTensor &input, double p, bool train, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function performs forward dropout operation.

Parameters

output – Result tensor.
mask – Mask tensor.
input – Input tensor.
p – The probability with which the value from input is set to zero during the dropout layer.
train – Indicate if it is a train process.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNativeDropout (topsatenTensor &output, topsatenTensor &mask, const topsatenTensor &input, double p, topsatenScalar_t train, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function performs forward dropout operation.

Parameters

output – Result tensor.
mask – Mask tensor.
input – Input tensor.
p – The probability with which the value from input is set to zero during the dropout layer.
train – Indicate if it is a train process.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNativeDropoutBackward (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &mask, double scale, topsStream_t stream=nullptr)

This function performs backward dropout operation.

Parameters

output – Result tensor.
input – Input tensor.
mask – Mask tensor.
scale – The probability with which the value from input is set to zero during the dropout layer.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHARDTANHBwd (topsatenTensor &output, const topsatenTensor &grad_output, const topsatenTensor &self, const topsatenScalar_t &min, const topsatenScalar_t &max, topsStream_t stream=nullptr)

This function performs the backward hardtanh.

Parameters

grad_output – The input tensor dy.
self – The input tensor x.
output – The output tensor.
min – Min_value.
max – Max_value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEluBackward (topsatenTensor &grad_input, const topsatenTensor &grad_output, const topsatenScalar_t &alpha, const topsatenScalar_t &scale, const topsatenScalar_t &input_scale, const bool &is_result, const topsatenTensor &self_or_result, topsStream_t stream=nullptr)

This function performs the elu backward function. a: grad_output, b: self_or_result is_result == True : b <= 0 ? a * input_scale * (b + alpha * scale) : a * scale; is_result == False : b <= 0 ? a * input_scale * alpha * scale * std::exp(b * input_scale) : a * scale;.

Parameters

grad_input – Elu backward result.
grad_output – The source tensor.
alpha – The alpha.
scale – The scale.
input_scale – The scale of input.
is_result – If True, input is Y, else input is X.
self_or_result – The source tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTanhBackward (topsatenTensor &grad_input, const topsatenTensor &grad_output, const topsatenTensor &output, topsStream_t stream=nullptr)

Computes the backward pass for the hyperbolic tangent function.

This function calculates the gradient of the loss with respect to the input tensor using the hyperbolic tangent backward formula: grad_input = grad_output * (1

output^2).

Parameters

grad_input[out] – The computed gradient of the loss with respect to the input tensor.
grad_output[in] – The gradient of the loss with respect to the output tensor.
output[in] – The output tensor from the forward pass of the hyperbolic tangent function.
stream[in] – The stream for asynchronous execution (if applicable).

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSiluBackward (topsatenTensor &grad_input, const topsatenTensor &grad_output, const topsatenTensor &self, topsStream_t stream=nullptr)

This function applies the SiLU backwad function, element-wise.

Parameters

grad_input – The output tensor.
grad_output – The input tensor.
self – The input tensor. x of silu(x).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandn (topsatenTensor &output, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, topsStream_t stream=nullptr)

Returns a tensor filled with random numbers from a normal distribution with mean 0 and variance 1 (also called the standard normal distribution).

Parameters

output – The output tensor.
size – The shape of the output tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandn (topsatenTensor &output, const topsatenSize_t &size, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor filled with random numbers from a normal distribution with mean 0 and variance 1 (also called the standard normal distribution).

Parameters

output – The output tensor.
size – The shape of the output tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRandnLike (topsatenTensor &output, const topsatenTensor &input, const topsatenDataType_t &dtype, const topsatenLayoutType_t &layout, bool pinMemory, const topsatenMemoryFormat_t &format, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor with the same size as input that is filled with random numbers from a normal distribution with mean 0 and variance 1.

Parameters

output – Result tensor.
input – Input tensor.
dtype – The data type of the output tensor.
layout – The desired layout of returned Tensor.
pinMemory – If set to True, the returned tensor will be allocated in pinned memory. Works only for CPU tensor.
format – Memory format, specifying storage type.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNormal (topsatenTensor &output, double mean, double std, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function returns a tensor of random numbers drawn from separate normal distributions whose mean and standard deviation are given.

Parameters

output – The output tensor.
mean – The mean of each output element’s normal distribution.
std – The standard deviation of each output element’s normal distribution.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNormal (topsatenTensor &output, const topsatenTensor &mean, double std, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function returns a tensor of random numbers drawn from separate normal distributions whose mean and standard deviation are given.

Parameters

output – The output tensor.
mean – The mean of each output element’s normal distribution.
std – The standard deviation of each output element’s normal distribution.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNormal (topsatenTensor &output, double mean, const topsatenTensor &std, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function returns a tensor of random numbers drawn from separate normal distributions whose mean and standard deviation are given.

Parameters

output – The output tensor.
mean – The mean of each output element’s normal distribution.
std – The standard deviation of each output element’s normal distribution.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNormal (topsatenTensor &output, const topsatenTensor &mean, const topsatenTensor &std, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

This function returns a tensor of random numbers drawn from separate normal distributions whose mean and standard deviation are given.

Parameters

output – The output tensor.
mean – The mean of each output element’s normal distribution.
std – The standard deviation of each output element’s normal distribution.
generator – Creates and returns a generator object that manages the state of an algorithm that generates pseudo-random numbers.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResultType (topsatenDataType_t &dtype, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Returns the type that would result from performing an arithmetic operation on the provided input tensors.

Parameters

dtype – The output data type.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResultType (topsatenDataType_t &dtype, const topsatenScalar_t &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Returns the type that would result from performing an arithmetic operation on the provided input tensors.

Parameters

dtype – The output data type.
lhs – Input lhs scalar.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResultType (topsatenDataType_t &dtype, const topsatenTensor &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Returns the type that would result from performing an arithmetic operation on the provided input tensors.

Parameters

dtype – The output data type.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenResultType (topsatenDataType_t &dtype, const topsatenScalar_t &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Returns the type that would result from performing an arithmetic operation on the provided input tensors.

Parameters

dtype – The output data type.
lhs – Input lhs scalar.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTile (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims, topsStream_t stream=nullptr)

Constructs a tensor by repeating the elements of input. The dims argument specifies the number of repetitions in each dimension.

Parameters

output – The output tensor.
input – The input tensor.
dims – The number of repetitions per dimension.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNewOnes (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &size, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

Returns a Tensor of size size filled with 1.

Parameters

output – The output tensor.
input – The input tensor.
size – The shape of the output tensor.
data_type – Output data type.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsNonzero (bool &flag, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns True if the input is a single element tensor which is not equal to zero after type conversions.

Parameters

flag – The flag to indicate if the input is a single element tensor which is not equal to zero after type conversions.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNLLLossForward (topsatenTensor &output, topsatenTensor &total_weight, const topsatenTensor &input, const topsatenTensor &target, const topsatenTensor &weight, const int64_t reduction, const int64_t ignore_index, topsStream_t stream=nullptr)

This function computes the negative log likelihood loss. It is useful to train a classification problem with C classes.

Parameters

output – The output tensor.
total_weight – The sum of the weights of the loss values for each sample.
input – The input tensor.
target – The target that this loss expects should be a class index in the range [0, C-1] where C = number of classes.
weight – The weight tensor shouled be 1D tensor, assigning weight to each of the classes.
reduction – Specifies the reduction to apply to the output: ‘none’ | ‘mean’ | ‘sum’. ‘none’: no reduction will be applied, ‘mean’: the weighted mean of the output is taken, ‘sum’: the output will be summed.
ignore_index – Specifies a target value that is ignored and does not contribute to the input gradient.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNllLossForward (std::tuple< topsatenTensor &, topsatenTensor & > outputs, const topsatenTensor &input, const topsatenTensor &target, const topsatenTensor &weight, const int64_t reduction, const int64_t ignore_index, topsStream_t stream=nullptr)

This function computes the negative log likelihood loss. It is useful to train a classification problem with C classes.

Parameters

outputs – A tuple (output, total_weight) containing the output (the output tensor) and total_weight (the sum of the weights of the loss values for each sample).
input – The input tensor.
target – The target that this loss expects should be a class index in the range [0, C-1] where C = number of classes.
weight – The weight tensor shouled be 1D tensor, assigning weight to each of the classes.
reduction – Specifies the reduction to apply to the output: ‘none’ | ‘mean’ | ‘sum’. ‘none’: no reduction will be applied, ‘mean’: the weighted mean of the output is taken, ‘sum’: the output will be summed.
ignore_index – Specifies a target value that is ignored and does not contribute to the input gradient.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNLLLoss2DForward (topsatenTensor &output, topsatenTensor &total_weight, const topsatenTensor &input, const topsatenTensor &target, const topsatenTensor &weight, const int64_t reduction, const int64_t ignore_index, topsStream_t stream=nullptr)

This function computes the negative log likelihood loss. It is useful to train a classification problem with C classes.

Parameters

output – The output tensor.
total_weight – The sum of the weights of the loss values for each sample.
input – The input tensor.
target – The target that this loss expects should be a class index in the range [0, C-1] where C = number of classes.
weight – The weight tensor shouled be 1D tensor, assigning weight to each of the classes.
reduction – Specifies the reduction to apply to the output: ‘none’ | ‘mean’ | ‘sum’. ‘none’: no reduction will be applied, ‘mean’: the weighted mean of the output is taken, ‘sum’: the output will be summed.
ignore_index – Specifies a target value that is ignored and does not contribute to the input gradient.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNllLoss2dForward (std::tuple< topsatenTensor &, topsatenTensor & > outputs, const topsatenTensor &input, const topsatenTensor &target, const topsatenTensor &weight, const int64_t reduction, const int64_t ignore_index, topsStream_t stream=nullptr)

This function computes the negative log likelihood loss. It is useful to train a classification problem with C classes.

Parameters

outputs – A tuple (output, total_weight) containing the output (the output tensor) and total_weight (the sum of the weights of the loss values for each sample).
input – The input tensor.
target – The target that this loss expects should be a class index in the range [0, C-1] where C = number of classes.
weight – The weight tensor shouled be 1D tensor, assigning weight to each of the classes.
reduction – Specifies the reduction to apply to the output: ‘none’ | ‘mean’ | ‘sum’. ‘none’: no reduction will be applied, ‘mean’: the weighted mean of the output is taken, ‘sum’: the output will be summed.
ignore_index – Specifies a target value that is ignored and does not contribute to the input gradient.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCrossEntropyLoss (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &target, const topsatenTensor &weight, const int64_t reduction, const int64_t ignore_index, const double label_smoothing, topsStream_t stream=nullptr)

This function computes the cross entropy loss between input logits and target.

Parameters

output – The output tensor.
input – The input tensor.
target – The target that this loss expects should be a class index in the range [0, C-1] where C = number of classes.
weight – The weight tensor shouled be 1D tensor, assigning weight to each of the classes.
reduction – Specifies the reduction to apply to the output: ‘none’ | ‘mean’ | ‘sum’. ‘none’: no reduction will be applied, ‘mean’: the weighted mean of the output is taken, ‘sum’: the output will be summed.
ignore_index – Specifies a target value that is ignored and does not contribute to the input gradient.
stream – Tops stream.
label_smoothing – A float in [0.0, 1.0]. Specifies the amount of smoothing when computing the loss, where 0.0 means no smoothing.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScaledDotProductAttention (topsatenTensor &output, const topsatenTensor &query, const topsatenTensor &key, const topsatenTensor &value, const topsatenTensor &attn_mask, const double dropout_p, const bool is_causal, const topsatenScalar_t &scale, topsStream_t stream=nullptr)

Multi query kv attention operator.

Parameters

output – The output tensor shape(batch, o_seq_len, o_heads, head_size).
query – Input tensor query shape(batch, q_seq_len, q_heads, head_size).
key – Input tensor key shape(batch, k_seq_len, k_heads, head_size).
value – Input tensor value shape(batch, v_seq_len, v_heads, head_size).
attn_mask – Attention mask shape(batch, q_heads, q_seq_len, k_seq_len); or shape(q_seq_len, k_seq_len) should expand to (1, 1, q_seq_len, k_seq_len); or shape(k_seq_len) should expand to (1, 1, 1, k_seq_len).
dropout_p – Dropout probability.
is_causal – If true, assumes causal attention masking.
scale – Scale value(1/sqrt(head_size).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScaledDotProductEfficientAttention (std::tuple< topsatenTensor, topsatenTensor, topsatenTensor, topsatenTensor > &output, const topsatenTensor &query, const topsatenTensor &key, const topsatenTensor &value, const topsatenTensor &attn_mask, bool compute_log_sumexp, const double dropout_p, bool is_causal, const topsatenScalar_t &scale, topsStream_t stream=nullptr)

Scaled dot product efficient attention operator.

Parameters

output – The output tuple, below is details.
out – The first output tensor in output tuple shape(batch, o_seq_len, o_heads, head_size).
logsumexp – The output tensor.
seed – The output tensor.
offset – The last output tensor in output tuple.
query – Input tensor query shape(batch, q_seq_len, q_heads, head_size).
key – Input tensor key shape(batch, k_seq_len, k_heads, head_size).
value – Input tensor value shape(batch, v_seq_len, v_heads, head_size).
attn_mask – Attention mask shape(batch, q_heads, q_seq_len, k_seq_len); or shape(q_seq_len, k_seq_len) should expand to (1, 1, q_seq_len, k_seq_len);.
compute_log_sumexp – Whether compute log mask.
dropout_p – Dropout probability.
is_causal – If true, assumes causal attention masking.
scale – Scale value(1/sqrt(head_size).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenScaledDotProductFlashAttention (std::tuple< topsatenTensor, topsatenTensor, topsatenTensor, topsatenTensor, int64_t, int64_t, topsatenTensor, topsatenTensor, topsatenTensor > &output, const topsatenTensor &query, const topsatenTensor &key, const topsatenTensor &value, const double dropout_p, bool is_causal, bool return_debug_mask, const topsatenScalar_t &scale, topsStream_t stream=nullptr)

Scaled dot product flash attention operator.

Parameters

output – The output tuple, below is details.
out – The first output tensor in output tuple shape(batch, o_seq_len, o_heads, head_size).
logsumexp – The output tensor.
cum_seq_q – The output tensor.
cum_seq_k – The output tensor.
max_q – The max q.
max_k – The max k.
philox_seed – The output tensor.
philox_offset – The output tensor.
debug_attn_mask – The last output tensor in output tuple.
query – Input tensor query shape(batch, q_seq_len, q_heads, head_size).
key – Input tensor key shape(batch, k_seq_len, k_heads, head_size).
value – Input tensor value shape(batch, v_seq_len, v_heads, head_size).
dropout_p – Dropout probability.
is_causal – If true, assumes causal attention masking.
return_debug_mask – Whether return debug mask.
scale – Scale value(1/sqrt(head_size).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (topsatenTensor &output, const topsatenTensor &condition, const topsatenTensor &input, const topsatenTensor &other, topsStream_t stream=nullptr)

Return a tensor of elements selected from either input or other, depending on condition.

Parameters

out – The output tensor.
condition – Bool tensor used to select values from input and other.
input – Values selected at indices where condition is true.
other – Values selected at indices where condition is false.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (topsatenTensor &output, const topsatenTensor &condition, const topsatenScalar_t &input, const topsatenTensor &other, topsStream_t stream=nullptr)

Return a tensor of elements selected from either input or other, depending on condition.

Parameters

output – The output tensor.
condition – Bool tensor used to select values from input and other.
input – Value selected at indices where condition is true.
other – Values selected at indices where condition is false.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (topsatenTensor &output, const topsatenTensor &condition, const topsatenTensor &input, const topsatenScalar_t &other, topsStream_t stream=nullptr)

Return a tensor of elements selected from either input or other, depending on condition.

Parameters

output – The output tensor.
condition – Bool tensor used to select values from input and other.
input – Values selected at indices where condition is true.
other – Value selected at indices where condition is false.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (topsatenTensor &output, const topsatenTensor &condition, const topsatenScalar_t &input, const topsatenScalar_t &other, topsStream_t stream=nullptr)

Return a tensor of elements selected from either input or other, depending on condition.

Parameters

output – The output tensor.
condition – Bool tensor used to select values from input and other.
input – Value selected at indices where condition is true.
other – Value selected at indices where condition is false.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenWhere (std::vector< topsatenTensor > &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Return the indices of the elements that are non-zero.

Parameters

output – The output tensors.
input – Input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLerp (topsatenTensor &output, const topsatenTensor &start, const topsatenTensor &end, const topsatenTensor &weight, topsStream_t stream=nullptr)

Does a linear interpolation of start and end based on weight.

Out[i] = start[i] + weight[i]*(end[i] - start[i]).

Parameters

out – The output tensor.
start – The tensor with the starting points.
end – The tensor with the ending points.
weight – The weight for the interpolation formula.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLerp (topsatenTensor &output, const topsatenTensor &start, const topsatenTensor &end, const topsatenScalar_t &weight, topsStream_t stream=nullptr)

Does a linear interpolation of start and end based on weight.

Out[i] = start[i] + weight*(end[i] - start[i]).

Parameters

out – The output tensor.
start – The tensor with the starting points.
end – The tensor with the ending points.
weight – The weight for the interpolation formula.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFlip (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dimensions, topsStream_t stream=nullptr)

Reverse the order of an n-D tensor along given axis in dims.

Parameters

out – The output tensor.
input – The input tensor.
dimensions – Given axies.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClampMin (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &min, topsStream_t stream=nullptr)

Returns the tensor after performing a lower bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Replace elements less than the specified lower limit tensor with elements corresponding to the lower limit tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClampMin (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &min, topsStream_t stream=nullptr)

Returns the tensor after performing a lower bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform lower bound truncation operation.
min – Replace elements less than the specified lower limit value with this value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClampMax (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &max, topsStream_t stream=nullptr)

Returns the tensor after performing a upper bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform upper bound truncation operation.
max – Replace elements greater than the specified upper limit tensor with elements corresponding to the upper limit tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenClampMax (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &max, topsStream_t stream=nullptr)

Returns the tensor after performing a upper bound truncation operation on the input tensor.

Parameters

output – The output tensor.
input – Input tensor to perform upper bound truncation operation.
max – Replace elements greater than the specified upper limit value with this value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAmax (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dims, bool keepdim, topsStream_t stream=nullptr)

This function performs a max computation.

Parameters

output – The output tensor.
input – The input tensor.
dimensions – The dimensions to reduce max.
keepdims – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSum (topsatenTensor &output, const topsatenTensor &input, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function performs a addition computation.

Parameters

output – The output tensor.
input – The input tensor.
data_type – Data type.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSum (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dimensions, const bool keepdims, const topsatenDataType_t &data_type, topsStream_t stream=nullptr)

This function performs a addition computation.

Parameters

output – The output tensor.
input – The input tensor.
dimensions – The dimensions to reduce sum.
keepdims – Whether the output tensor has dim retained or not.
data_type – Data type.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTo (topsatenTensor &output, const topsatenTensor &input, topsatenDataType_t &dtype, const bool non_blocking, const bool copy, const topsatenMemoryFormat_t &format, topsStream_t stream=nullptr)

This function performs the convert function.

Parameters

output – The output tensor.
input – The source tensor.
dtype – The data type of the output tensor. Now Support: Interconversion: TOPSOP_DATA_FP32, TOPSOP_DATA_FP16, TOPSOP_DATA_BF16, TOPSOP_DATA_I8, TOPSOP_DATA_I16, TOPSOP_DATA_I32, TOPSOP_DATA_PRED, TOPSOP_DATA_U8, TOPSOP_DATA_U16, TOPSOP_DATA_U32 In addition: TOPSOP_DATA_I64<->TOPSOP_DATA_I32.
non_blocking – If true and this copy is between CPU and GCU.(Not enable, default is false).
copy – Whether to create a new tensor.(Not enable, default is false).
format – The memory format of the output tensor.(Not enable, default is TOPSOP_MEMORY_PRESERVE).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNonzero (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function performs the nonzero function.

Parameters

out – The output tensor, output_num must be input_rank * input_num.
input – The source tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCountNonzero (int32_t *count_nonzero, const topsatenTensor &input, topsStream_t stream=nullptr)

This function performs the nonzero function.

Parameters

count_nonzero – The number of nonzero elements in the input tensor.
input – The source tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTopk (topsatenTensor &output_value, topsatenTensor &output_index, const topsatenTensor &input, int64_t k, int64_t axis, bool is_largest, bool is_sorted, topsStream_t stream=nullptr)

This function performs the topk function.

Parameters

output_value – Output value tensor.
output_index – Output index tensor.
input – Input tensort.
k – The K value is used to take the largest first k value or the smallest first k value, k should be less than or equal to dim_input[axis].
axis – Take the dimensions of the first k values.
is_largest – The select of topk computation( true: Get the top k largest values false: Get the top k smallest values.
is_sorted – Whether the results are sorted or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTopk2 (topsatenTensor &output_value, topsatenTensor &output_index, const topsatenTensor &input, int64_t k, int64_t axis, bool is_largest, bool is_sorted, topsStream_t stream=nullptr)

This function performs the topk function.

Parameters

output_value – Output value tensor.
output_index – Output index tensor.
input – Input tensort.
k – The K value is used to take the largest first k value or the smallest first k value, k should be less than or equal to dim_input[axis].
axis – Take the dimensions of the first k values.
is_largest – The select of topk computation( true: Get the top k largest values false: Get the top k smallest values.
is_sorted – Whether the results are sorted or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMultinomial (topsatenTensor &output, const topsatenTensor &input, const int64_t num_samples, const bool replacement, const topsatenGenerator_t &generator, topsStream_t stream=nullptr)

Returns a tensor where each row contains num_samples indices sampled from the multinomial probability distribution located in the corresponding row of tensor input.

Parameters

output – The output tensor.
input – The input tensor.
num_samples – Samples nums per Categories.
replacement – Sample with replacement or not.
generator – Generator used to initialize random number generator states.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMasked_fill (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &mask, const topsatenScalar_t &value, topsStream_t stream=nullptr)

Fills elements of new tensor with value where mask is True. The shape of mask must be broadcastable with the shape of the underlying tensor.

Parameters

output – The output tensor.
input – The input tensor.
mask – The mask tensor.
value – The filled value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMasked_fill (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &mask, const topsatenTensor &value_tensor, topsStream_t stream=nullptr)

Fills elements of new tensor with value where mask is True. The shape of mask must be broadcastable with the shape of the underlying tensor.

Parameters

output – The output tensor.
input – The input tensor.
mask – The mask tensor.
value_tensor – The filled value tensor, it is scalar tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFill_ (topsatenTensor &filled_tensor, const topsatenScalar_t &value, topsStream_t stream=nullptr)

Fills self tensor with the specified value.

Parameters

filled_tensor – The filled tensor.
value – The filled value.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFill_ (topsatenTensor &filled_tensor, const topsatenTensor &value, topsStream_t stream=nullptr)

Fills self tensor with the specified value.

Parameters

filled_tensor – The filled tensor.
value – The filled value tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFull (topsatenTensor &output, const topsatenSize_t &size, const topsatenScalar_t &value, topsStream_t stream=nullptr)

Fills self tensor with the specified value.

Parameters

output – The output tensor.
size – Dimension of output.
value – The value to fill the output tensor with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMm (topsatenTensor &out, const topsatenTensor &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Mm operator.

Parameters

out – The output tensor.
lhs – The input tensor of lhs.
rhs – The input tensor of rhs.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNegConj (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Negate the real part of the input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenConj (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Negate the imaginary part of the input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenBitwiseNot (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the bitwise NOT of the given input tensor.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAbs (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the absolute value of each element in input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExp (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the exponential of the elements of the input tensor.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExp2 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the base two exponential function of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenExpm1 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the exponential of the elements minus 1 of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSigmoid (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the expit of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSqrt (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the square-root of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCeil (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the ceil of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenFloor (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the floor of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenGelu (topsatenTensor &output, const topsatenTensor &input, const char *const approximate="none", topsStream_t stream=nullptr)

Applies the Gaussian Error Linear Units function of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
approximate – The gelu approximation algorithm to use.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenElu (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, const topsatenScalar_t &scale={TOPSATEN_DATA_FP32, {.fval=1.0}}, const topsatenScalar_t &input_scale={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Applies the Exponential Linear Unit (ELU) function.

Parameters

output – The output tensor.
input – The input tensor.
alpha – Value for the ELU formulation. Default: 1.0.
scale – Value for the ELU formulation. Default: 1.0.
input_scale – Value for the ELU formulation. Default: 1.0.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRelu (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the rectified linear unit function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRrelu (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &lower={TOPSATEN_DATA_FP32, {.fval=0.125}}, const topsatenScalar_t &upper={TOPSATEN_DATA_FP32, {.fval=0.3333333333333333}}, const bool &training=false, const topsatenGenerator_t &generator={}, topsStream_t stream=nullptr)

Applies the randomized leaky rectified linear unit function, element-wise.

Parameters

output – The output tensor.
input – The input tensor.
lower – Lower bound of the uniform distribution. Default: 1 / 8.
upper – Upper bound of the uniform distribution. Default: 1 / 3.
training – Training mode or evaluation mode.
generator – Generator of the uniform distribution.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRreluWithNoise (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &noise, const topsatenScalar_t &lower={TOPSATEN_DATA_FP32, {.fval=0.125}}, const topsatenScalar_t &upper={TOPSATEN_DATA_FP32, {.fval=0.3333333333333333}}, const bool &training=false, const topsatenGenerator_t &generator={}, topsStream_t stream=nullptr)

Applies the randomized leaky rectified linear unit function, element-wise.

Parameters

output – The output tensor.
input – The input tensor.
noise – The noise tensor.
lower – Lower bound of the uniform distribution. Default: 1 / 8.
upper – Upper bound of the uniform distribution. Default: 1 / 3.
training – Training mode or evaluation mode.
generator – Generator of the uniform distribution.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenRelu6 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the element-wise function: ReLU6(x) = min(max(x0, x), q(6)), where x0 is the zero_point, and q(6) is the quantized representation of number 6.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenHardshrink (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &lambd={TOPSATEN_DATA_FP32, {.fval=0.5}}, topsStream_t stream=nullptr)

Applies the Hard Shrinkage (Hardshrink) function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
lambd – The λ value for the Hardshrink formulation. Default: 0.5.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSelu (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the SELU function element-wise. SELU(x) = scale * (max(0, x) + min(0, α * (exp(x) − 1))) with α = 1.6732632423543772848170429916717 and scale = 1.0507009873554804934193349852946.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCelu (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.}}, topsStream_t stream=nullptr)

Applies the rectified linear unit function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
alpha – The α value for the CELU formulation. Default: 1.0.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenMish (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the Mish function, element-wise. Mish: A Self Regularized Non-Monotonic Neural Activation Function. Mish(x) = x * Tanh(Softplus(x)).

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogit (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &eps={TOPSATEN_DATA_NONE, {}}, topsStream_t stream=nullptr)

Applies the rectified linear unit function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
eps – The epsilon for input clamp bound. Default: None.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSinh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the hyperbolic sine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSinc (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the normalized sinc of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSignbit (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Tests if each element of input has its sign bit set or not.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsposinf (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Tests if each element of input is positive infinity or not.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsneginf (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Tests if each element of input is negative infinity or not.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTan (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the tangent of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLeakyRelu (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &negative_slope={TOPSATEN_DATA_FP32, {.fval=0.01}}, topsStream_t stream=nullptr)

Applies the function: leaky_relu(x) = x >= 0 ? x : negative_slope * x.

Parameters

output – The output tensor.
input – The input tensor.
negative_slope – Controls the angle of the negative slope (which is used for negative input values). Default: 1e-2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSoftplus (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {.fval=1}}, const topsatenScalar_t &threshold={TOPSATEN_DATA_FP32, {.fval=20}}, topsStream_t stream=nullptr)

Applies the Softplus function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
beta – The β value for the Softplus formulation. Default: 1.
threshold – Values above this revert to a linear function. Default: 20.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSoftshrink (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &lambd={TOPSATEN_DATA_FP32, {.fval=0.5}}, topsStream_t stream=nullptr)

Applies the soft shrinkage function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
lambd – The λ (must be no less than zero) value for the Softshrink formulation. Default: 0.5.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPrelu (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &weight, topsStream_t stream=nullptr)

Applies the element-wise function: PReLU(x) = max(0, x) + a * min(0, x).

Parameters

output – The output tensor.
input – The input tensor.
weight – The learnable weights.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenPreluKernel (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &weight, topsStream_t stream=nullptr)

Applies the element-wise function: PReLU(x) = max(0, x) + a * min(0, x).

Parameters

output – The output tensor.
input – The input tensor.
weight – The learnable weights.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogsumexp (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dim, const bool &keepdim=false, topsStream_t stream=nullptr)

Returns the log of summed exponentials of each row of the input tensor in the given dimension dim. The computation is numerically stabilized.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension or dimensions to reduce. If None, all dimensions are reduced.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogcumsumexp (topsatenTensor &out, const topsatenTensor &self, const int64_t &dim, topsStream_t stream=nullptr)

Returns the logarithm of the cumulative summation of the exponentiation of elements of input in the dimension dim.

Parameters

out – The output tensor.
self – The input tensor.
dim – The dimension to do the operation over.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenNanmean (topsatenTensor &output, const topsatenTensor &input, const topsatenSize_t &dim, const bool &keepdim=false, const topsatenDataType_t &dtype=TOPSATEN_DATA_NONE, topsStream_t stream=nullptr)

Computes the mean of all non-NaN elements along the specified dimensions.

Parameters

output – The output tensor.
input – The input tensor.
dim – The dimension or dimensions to reduce. If None, all dimensions are reduced.
keepdim – Whether the output tensor has dim retained or not.
dtype – The desired data type of returned tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenTypeAs (topsatenTensor &out_to, const topsatenTensor &out_from, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns this tensor cast to the type of the given tensor.

Parameters

out_to – The output tensor.
out_from – The tensor to be convert.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachLerp (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &end, const std::vector< topsatenTensor > &weight, topsStream_t stream=nullptr)

Does a linear interpolation of start and end based on weight.

Out[i] = input[i] + weight * (end[i] - input[i]).

Parameters

out – The output tensor.
input – The tensor with the starting points.
end – The tensor with the ending points.
weight – The weight for the interpolation formula.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachLerp (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &end, const topsatenScalar_t &weight, topsStream_t stream=nullptr)

Does a linear interpolation of start and end based on weight.

Out[i] = input[i] + weight * (end[i] - input[i]).

Parameters

out – The output tensor.
input – The tensor with the starting points.
end – The tensor with the ending points.
weight – The weight for the interpolation formula.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAdd (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAdd (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAdd (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAdd (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach add operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSub (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach sub operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSub (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach sub operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
alpha – The multiplier for lhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSub (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach sub operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMin (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach clamp_min operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMin (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach clamp_min operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMin (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach clamp_min operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMax (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach clamp_max operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMax (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach clamp_max operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachClampMax (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach clamp_max operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMaximum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach maximum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMaximum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach maximum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMaximum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach maximum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMinimum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach minmimum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMinimum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach minmimum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachMinimum (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach minmimum operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSqrt (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Returns a new tensor with the square-root of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachExp (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach exp operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAbs (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach abs operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAcos (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach acos operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAsin (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach asin operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAtan (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach atan operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachCeil (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach ceil operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachCos (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach cos operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachCosh (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach cosh operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachExpm1 (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach expm1 operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachFloor (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach floor operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachLog (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach log operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachLog10 (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach log10 operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachLog1p (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach log1p operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachLog2 (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach log2 operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachNeg (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach neg operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachTan (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach tan operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachTanh (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach tanh operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSin (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach sin operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSinh (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach sinh operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachRound (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach round operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachReciprocal (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach reciprocal operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachSigmoid (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach sigmoid operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachTrunc (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach trunc operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachZero (std::vector< topsatenTensor > &output, topsStream_t stream=nullptr)

Foreach zero operator.

Parameters

output – The output tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachErf (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach erf operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachLgamma (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach lgamma operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachFrac (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach frac operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachErfc (std::vector< topsatenTensor > &output, const std::vector< topsatenTensor > &input, topsStream_t stream=nullptr)

Foreach erfc operator.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachPow (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach pow operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachPow (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach pow operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachPow (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach pow operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachPow (std::vector< topsatenTensor > &out, const topsatenScalar_t &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach pow operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachDiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenScalar_t &rhs, topsStream_t stream=nullptr)

Foreach div operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachDiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenTensor > &rhs, topsStream_t stream=nullptr)

Foreach div operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachDiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const std::vector< topsatenScalar_t > &rhs, topsStream_t stream=nullptr)

Foreach div operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs scalar.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachDiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &lhs, const topsatenTensor &rhs, topsStream_t stream=nullptr)

Foreach div operator.

Parameters

out – The output tensor.
lhs – Input lhs tensor.
rhs – Input rhs tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcdiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const topsatenScalar_t &value={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach addcdiv operator.

Out[i] = input[i] + value * (tensor1[i] / tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcdiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const std::vector< topsatenScalar_t > &value, topsStream_t stream=nullptr)

Foreach addcdiv operator.

Out[i] = input[i] + value * (tensor1[i] / tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcdiv (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const topsatenTensor &value, topsStream_t stream=nullptr)

Foreach addcdiv operator.

Out[i] = input[i] + value[i] * (tensor1[i] / tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcmul (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const topsatenScalar_t &value={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Foreach addcmul operator.

Out[i] = input[i] + value * (tensor1[i] * tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcmul (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const std::vector< topsatenScalar_t > &value, topsStream_t stream=nullptr)

Foreach addcmul operator.

Out[i] = input[i] + value * (tensor1[i] * tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenForeachAddcmul (std::vector< topsatenTensor > &out, const std::vector< topsatenTensor > &input, const std::vector< topsatenTensor > &tensor1, const std::vector< topsatenTensor > &tensor2, const topsatenTensor &value, topsStream_t stream=nullptr)

Foreach addcmul operator.

Out[i] = input[i] + value[i] * (tensor1[i] * tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddcdiv (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &tensor1, const topsatenTensor &tensor2, const topsatenScalar_t &value={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Addcdiv operator.

Out[i] = input[i] + value * (tensor1[i] / tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 / tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddcmul (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &tensor1, const topsatenTensor &tensor2, const topsatenScalar_t &value={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Addcmul operator.

Out[i] = input[i] + value * (tensor1[i] * tensor2[i]).

Parameters

out – The output tensor.
input – The tensor to be added.
tensor1 – The numerator tensor.
tensor2 – The denominator tensor.
value – Multiplier for tensor1 * tensor2.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenConjPhysical (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the element-wise conjugate of the given input tensor. If input has a non-complex dtype, this function just returns input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAcos (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the inverse cosine of each element in input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArccos (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Computes the inverse cosine of each element in input. Alias for topsatenAcos.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddRelu (topsatenTensor &output, const topsatenTensor &lhs, const topsatenTensor &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

AddRelu(x, y) = alpha * max(x + y, 0).

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input tensor.
alpha – Multiplier for max(x + y, 0).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddRelu (topsatenTensor &output, const topsatenTensor &lhs, const topsatenScalar_t &rhs, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

AddRelu(x, y) = alpha * max(x + y, 0).

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
alpha – Multiplier for max(x + y, 0).
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddmv (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &mat, const topsatenTensor &vec, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {.fval=1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Performs a matrix-vector product of the matrix mat and the vector vec. The vector input is added to the final result.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
beta – Multiplier for input.
alpha – Multiplier for mat @ vec.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAddr (topsatenTensor &out, const topsatenTensor &input, const topsatenTensor &mat, const topsatenTensor &vec, const topsatenScalar_t &beta={TOPSATEN_DATA_FP32, {.fval=1.0}}, const topsatenScalar_t &alpha={TOPSATEN_DATA_FP32, {.fval=1.0}}, topsStream_t stream=nullptr)

Performs a outer-product product of the matrix mat and the vector vec. The vector input is added to the final result.

Parameters

output – The output tensor.
lhs – The input tensor.
rhs – The input scalar.
beta – Multiplier for input.
alpha – Multiplier for mat ⊗ vec.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsAllTrue (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns True if all element in the input evaluate to True and False otherwise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsAnyTrue (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns True if any element in the input evaluate to True and False otherwise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenAllclose (bool &output, const topsatenTensor &input, const topsatenTensor &other, const double &rtol=1e-05, const double &atol=1e-08, const bool &equal_nan=false, topsStream_t stream=nullptr)

This function checks if input and other satisfy the condition: |input − other| ≤ atol + rtol × |other|.

Parameters

output – The output.
input – First tensor to compare.
other – Second tensor to compare.
rtol – Relative tolerance. Default: 1e-05.
atol – Absolute tolerance. Default: 1e-08.
equal_nan – If True, then two NaN s will be considered equal. Default: False.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsclose (topsatenTensor &output, const topsatenTensor &input, const topsatenTensor &other, const double &rtol=1e-05, const double &atol=1e-08, const bool &equal_nan=false, topsStream_t stream=nullptr)

This function checks if each element of input and other satisfy the condition: |input − other| ≤ atol + rtol × |other|.

Parameters

output – The output tensor.
input – First tensor to compare.
other – Second tensor to compare.
rtol – Relative tolerance. Default: 1e-05.
atol – Absolute tolerance. Default: 1e-08.
equal_nan – If True, then two NaN s will be considered equal. Default: False.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenEqual (bool &output, const topsatenTensor &input, const topsatenTensor &other, topsStream_t stream=nullptr)

True if two tensors have the same size and elements, False otherwise.

Parameters

output – The output.
input – First tensor to compare.
other – Second tensor to compare.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSign (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the signs of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsfinite (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with boolean elements representing if each element is finite or not.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenThreshold (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &threshold, const topsatenScalar_t &value, topsStream_t stream=nullptr)

Thresholds each element of the input Tensor.

Parameters

output – The output tensor.
input – The input tensor.
threshold – The value to threshold at.
value – The value to replace with.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenArgmin (topsatenTensor &output, const topsatenTensor &input, const topsatenScalar_t &dim={TOPSATEN_DATA_NONE, {}}, const bool &keepdim=false, topsStream_t stream=nullptr)

This function gets the relative indices of minimum value for the dimensions being reduced.

Parameters

output – The output tensor of indices.
input – The input tensor.
dim – The dimensions to reduce.
keepdim – Whether the output tensor has dim retained or not.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsNan (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with boolean elements representing if each element of input is nan or not.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIsInf (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with boolean elements representing if each element of input is infinite or not.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenSin (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the sine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCos (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the cosine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenCosh (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the hyperbolic cosine of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLog (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the ln() of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLog10 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the logarithm to the base 10 of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLog1p (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the natural logarithm of (1 + input).

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLog2 (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Returns a new tensor with the logarithm to the base 2 of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenLogSigmoid (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

Applies the Logsigmoid function element-wise.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenReciprocal (topsatenTensor &output, const topsatenTensor &input, topsStream_t stream=nullptr)

This function returns a new tensor with the reciprocal of the elements of input.

Parameters

output – The output tensor.
input – The input tensor.
stream – Tops stream.

Returns

topsatenStatus_t.

topsatenStatus_t TOPSATEN_EXPORT topsatenIndexPut (topsatenTensor &self, const std::vector< topsatenTensor > &indices, const topsatenTensor &value, const bool accumulate, topsStream_t stream=nullptr)