1 | /* |
2 | * Licensed to the Apache Software Foundation (ASF) under one |
3 | * or more contributor license agreements. See the NOTICE file |
4 | * distributed with this work for additional information |
5 | * regarding copyright ownership. The ASF licenses this file |
6 | * to you under the Apache License, Version 2.0 (the |
7 | * "License"); you may not use this file except in compliance |
8 | * with the License. You may obtain a copy of the License at |
9 | * |
10 | * http://www.apache.org/licenses/LICENSE-2.0 |
11 | * |
12 | * Unless required by applicable law or agreed to in writing, |
13 | * software distributed under the License is distributed on an |
14 | * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
15 | * KIND, either express or implied. See the License for the |
16 | * specific language governing permissions and limitations |
17 | * under the License. |
18 | */ |
19 | |
20 | /*! |
21 | * \brief bias_add op constructions |
22 | * \file nn/bias_add.h |
23 | */ |
24 | #ifndef TVM_TOPI_NN_BIAS_ADD_H_ |
25 | #define TVM_TOPI_NN_BIAS_ADD_H_ |
26 | |
27 | #include <tvm/te/operation.h> |
28 | #include <tvm/topi/broadcast.h> |
29 | #include <tvm/topi/tags.h> |
30 | #include <tvm/topi/transform.h> |
31 | |
32 | #include <string> |
33 | |
34 | namespace tvm { |
35 | namespace topi { |
36 | namespace nn { |
37 | |
38 | /*! |
39 | * \brief Creates an operation that calculates data + bias |
40 | * |
41 | * \param data Tensor with shape [batch, in_dim] |
42 | * \param bias Tensor with shape [batch]. |
43 | * \param axis The axis to add the bias to. |
44 | * \return Tensor with shape [batch, in_dim] |
45 | */ |
46 | inline tvm::te::Tensor bias_add(const tvm::te::Tensor& data, const tvm::te::Tensor& bias, |
47 | int axis) { |
48 | int data_ndim = data->shape.size(); |
49 | if (axis < 0) { |
50 | axis += data_ndim; |
51 | } |
52 | int num_newaxis = data_ndim - axis - 1; |
53 | return add(data, (num_newaxis ? expand_dims(bias, 1, num_newaxis) : bias)); |
54 | } |
55 | } // namespace nn |
56 | } // namespace topi |
57 | } // namespace tvm |
58 | #endif // TVM_TOPI_NN_BIAS_ADD_H_ |
59 | |