Initial version

DESCRIPTION

@@ -9,7 +9,11 @@ License: MIT + file LICENSE
 Encoding: UTF-8
 Roxygen: list(markdown = TRUE)
 RoxygenNote: 7.2.3
-Imports: attention (>= 0.4.0)
+LinkingTo: Rcpp, RcppArmadillo, RcppParallel, RcppEigen
+Imports: Rcpp,
+         RcppArmadillo,
+         RcppParallel,
+         RcppEigen
 Suggests: 
     covr,
     testthat (>= 3.0.0)

NAMESPACE

@@ -1,10 +1,4 @@
-# Generated by roxygen2: do not edit by hand
-
-export(SoftMax)
-export(attention)
-export(row_means)
-export(row_vars)
-export(transformer)
-importFrom(attention,SoftMax)
-importFrom(attention,attention)
-importFrom(stats,rnorm)
+importFrom(Rcpp, evalCpp)
+importFrom(RcppParallel, RcppParallelLibs)
+exportPattern("^[[:alpha:]]+")
+useDynLib(transformer)

R/RcppExports.R

@@ -0,0 +1,63 @@
+# Generated by using Rcpp::compileAttributes() -> do not edit by hand
+# Generator token: 10BE3573-1514-4C36-9D1C-5A225CD40393
+
+SoftMax <- function(x) {
+    .Call('_transformer_SoftMax', PACKAGE = 'transformer', x)
+}
+
+attention <- function(Q, K, V) {
+    .Call('_transformer_attention', PACKAGE = 'transformer', Q, K, V)
+}
+
+feed_forward <- function(x, dff, d_model) {
+    .Call('_transformer_feed_forward', PACKAGE = 'transformer', x, dff, d_model)
+}
+
+fill_mat_rnorm <- function(mat) {
+    invisible(.Call('_transformer_fill_mat_rnorm', PACKAGE = 'transformer', mat))
+}
+
+fill_mat_row <- function(nb_Row, row_Vec) {
+    .Call('_transformer_fill_mat_row', PACKAGE = 'transformer', nb_Row, row_Vec)
+}
+
+insert_sub_mat <- function(mat, sub_Mat, col_Index) {
+    invisible(.Call('_transformer_insert_sub_mat', PACKAGE = 'transformer', mat, sub_Mat, col_Index))
+}
+
+layer_norm <- function(x, epsilon) {
+    .Call('_transformer_layer_norm', PACKAGE = 'transformer', x, epsilon)
+}
+
+mat_mult <- function(mat1, mat2) {
+    .Call('_transformer_mat_mult', PACKAGE = 'transformer', mat1, mat2)
+}
+
+mat_sum <- function(mat1, mat2) {
+    .Call('_transformer_mat_sum', PACKAGE = 'transformer', mat1, mat2)
+}
+
+multi_head <- function(Q, K, V, d_model, num_heads) {
+    .Call('_transformer_multi_head', PACKAGE = 'transformer', Q, K, V, d_model, num_heads)
+}
+
+pmax_mat <- function(mat) {
+    .Call('_transformer_pmax_mat', PACKAGE = 'transformer', mat)
+}
+
+row_max <- function(mat) {
+    .Call('_transformer_row_max', PACKAGE = 'transformer', mat)
+}
+
+row_means <- function(mat) {
+    .Call('_transformer_row_means', PACKAGE = 'transformer', mat)
+}
+
+row_vars <- function(mat) {
+    .Call('_transformer_row_vars', PACKAGE = 'transformer', mat)
+}
+
+sub_mat <- function(mat, col_Index) {
+    .Call('_transformer_sub_mat', PACKAGE = 'transformer', mat, col_Index)
+}
+

src/Makevars

@@ -0,0 +1,12 @@
+PKG_LIBS = $(LAPACK_LIBS) $(BLAS_LIBS) $(FLIBS) $(SHLIB_OPENMP_CFLAGS)
+PKG_LIBS += $(shell "${R_HOME}/bin${R_ARCH_BIN}/Rscript.exe" \
+              -e "RcppParallel::RcppParallelLibs()")
+
+PKG_CFLAGS = $(SHLIB_OPENMP_CFLAGS)
+
+PKG_CXXFLAGS = $(SHLIB_OPENMP_CXXFLAGS)
+PKG_CXXFLAGS += -std=c++11
+PKG_CXXFLAGS += -DRCPP_PARALLEL_USE_TBB=1
+
+CXX=g++
+CXX_STD = CXX11