add new etl_pipe() function replacing less generic pipe_table()

DESCRIPTION

@@ -1,7 +1,7 @@
 Package: RETL
 Type: Package
 Title: Various tools for ETL
-Version: 0.1.10.9004
+Version: 0.1.10.9005
 Author: Vaclav Hausenblas
 Maintainer: Vaclav Hausenblas <vaclav.hausenblas@gmail.com>
 Description: Provides function for ETL pipelines such as extraction, loading, tranformation, conversion... 

NAMESPACE

@@ -16,6 +16,7 @@ export(Date2Char)
 export(add_diff_value)
 export(convert_cols)
 export(dtq)
+export(etl_pipe)
 export(etl_read)
 export(etl_write)
 export(excel_worksheets)

R/pipes.R

@@ -78,6 +78,56 @@ pipe_tables <- function(tables, ...) {
 }
 
 
+#' complete ETL pipe
+#'
+#' @param from DBI/R environment/file name/...
+#' @param to DBI/R environment/file name/...
+#' @param transform transformation function
+#' @param read_args list of arguments passed to read/extract function
+#' @param write_args list of arguments passed to write/load function
+#' @param asDT logical; convert the data.frame to data.table during the etl?
+#'
+#' @rdname pipe_table
+#' @export
+etl_pipe <- function(
+  from,
+  to,
+  transform   = NULL,
+  read_args   = list(),
+  write_args  = list(overwrite = TRUE),
+  asDT        = TRUE,
+  lowercase   = FALSE
+) {
+
+  # EXTRACT/READ
+  DT <- do.call(
+    what = etl_read,
+    args = union.list(
+      list(
+        from = from, 
+        asDT = asDT
+      ), 
+      read_args
+    )
+  )
+
+  # TRANFORM
+  if (!is.null(transform)) DT <- transform(DT)
+
+  # WRITE
+  do.call(
+    what = etl_write,
+    args = union.list(
+      list(
+        to = to, 
+        x  = DT
+      ), 
+      write_args
+    )
+  )
+
+}
+
 #' Read (extract) part of ETL
 #' reading tables
 #'