79 lines
3.0 KiB
C++
79 lines
3.0 KiB
C++
/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
==============================================================================*/
|
|
|
|
#ifndef TENSORFLOW_CONTRIB_RNN_KERNELS_BLAS_GEMM_H_
|
|
#define TENSORFLOW_CONTRIB_RNN_KERNELS_BLAS_GEMM_H_
|
|
|
|
#include "third_party/eigen3/unsupported/Eigen/CXX11/Tensor"
|
|
#include "tensorflow/core/framework/tensor_types.h"
|
|
#include "tensorflow/core/kernels/eigen_activations.h"
|
|
#include "tensorflow/core/platform/types.h"
|
|
|
|
namespace tensorflow {
|
|
class OpKernelContext;
|
|
namespace functor {
|
|
|
|
template <typename T>
|
|
struct TensorCuBlasGemm {
|
|
void operator()(OpKernelContext* ctx, bool transa, bool transb, uint64 m,
|
|
uint64 n, uint64 k, float alpha, const T* a, int lda,
|
|
const T* b, int ldb, float beta, T* c, int ldc);
|
|
};
|
|
|
|
template <typename Device, typename T, bool USE_CUBLAS>
|
|
struct TensorBlasGemm;
|
|
|
|
template <typename Device, typename T>
|
|
struct TensorBlasGemm<Device, T, true /* USE_CUBLAS */> {
|
|
static void compute(OpKernelContext* ctx, const Device& d, bool transa,
|
|
bool transb, float alpha,
|
|
typename TTypes<T>::ConstMatrix a,
|
|
typename TTypes<T>::ConstMatrix b, float beta,
|
|
typename TTypes<T>::Matrix c) {
|
|
int64 m = c.dimensions()[0];
|
|
int64 n = c.dimensions()[1];
|
|
int64 k = transa ? a.dimensions()[0] : a.dimensions()[1];
|
|
|
|
TensorCuBlasGemm<T>()(ctx, transb, transa, n, m, k, alpha, b.data(),
|
|
transb ? k : n, a.data(), transa ? m : k, beta,
|
|
c.data(), n);
|
|
}
|
|
};
|
|
|
|
template <typename Device, typename T>
|
|
struct TensorBlasGemm<Device, T, false /* USE_CUBLAS */> {
|
|
static void compute(OpKernelContext* ctx, const Device& d, bool transa,
|
|
bool transb, T alpha, typename TTypes<T>::ConstMatrix a,
|
|
typename TTypes<T>::ConstMatrix b, T beta,
|
|
typename TTypes<T>::Matrix c) {
|
|
Eigen::array<Eigen::IndexPair<Eigen::DenseIndex>, 1> contract_pairs;
|
|
contract_pairs[0] =
|
|
Eigen::IndexPair<Eigen::DenseIndex>(transa == false, transb == true);
|
|
if (alpha == T(1) && beta == T(0)) {
|
|
c.device(d) = a.contract(b, contract_pairs);
|
|
} else if (alpha == T(1) && beta == T(1)) {
|
|
c.device(d) += a.contract(b, contract_pairs);
|
|
} else {
|
|
c.device(d) = c.constant(alpha) * a.contract(b, contract_pairs) +
|
|
c.constant(beta) * c;
|
|
}
|
|
}
|
|
};
|
|
|
|
} // namespace functor
|
|
} // namespace tensorflow
|
|
|
|
#endif // TENSORFLOW_CONTRIB_RNN_KERNELS_BLAS_GEMM_H_
|