From 80a6748e501c8105de1761189be789c9e10cd1dc Mon Sep 17 00:00:00 2001
From: Darin Kelkhoff <darin.kelkhoff@gmail.com>
Date: Mon, 25 Jul 2022 08:18:04 -0500
Subject: [PATCH] Increase logging

---
 .../etl/basic/BasicETLExtractFunction.java        | 15 ++++++++++++++-
 .../etl/basic/BasicETLTransformFunction.java      |  7 ++++++-
 2 files changed, 20 insertions(+), 2 deletions(-)

diff --git a/src/main/java/com/kingsrook/qqq/backend/core/processes/implementations/etl/basic/BasicETLExtractFunction.java b/src/main/java/com/kingsrook/qqq/backend/core/processes/implementations/etl/basic/BasicETLExtractFunction.java
index 74771879..25c6337c 100644
--- a/src/main/java/com/kingsrook/qqq/backend/core/processes/implementations/etl/basic/BasicETLExtractFunction.java
+++ b/src/main/java/com/kingsrook/qqq/backend/core/processes/implementations/etl/basic/BasicETLExtractFunction.java
@@ -29,6 +29,8 @@ import com.kingsrook.qqq.backend.core.model.actions.processes.RunBackendStepInpu
 import com.kingsrook.qqq.backend.core.model.actions.processes.RunBackendStepOutput;
 import com.kingsrook.qqq.backend.core.model.actions.tables.query.QueryInput;
 import com.kingsrook.qqq.backend.core.model.actions.tables.query.QueryOutput;
+import org.apache.logging.log4j.LogManager;
+import org.apache.logging.log4j.Logger;
 
 
 /*******************************************************************************
@@ -36,12 +38,22 @@ import com.kingsrook.qqq.backend.core.model.actions.tables.query.QueryOutput;
  *******************************************************************************/
 public class BasicETLExtractFunction implements BackendStep
 {
+   private static final Logger LOG = LogManager.getLogger(BasicETLExtractFunction.class);
+
+
+
+   /*******************************************************************************
+    **
+    *******************************************************************************/
    @Override
    public void run(RunBackendStepInput runBackendStepInput, RunBackendStepOutput runBackendStepOutput) throws QException
    {
+      String tableName = runBackendStepInput.getValueString(BasicETLProcess.FIELD_SOURCE_TABLE);
+      LOG.info("Start query on table: " + runBackendStepInput.getTableName());
+
       QueryInput queryInput = new QueryInput(runBackendStepInput.getInstance());
       queryInput.setSession(runBackendStepInput.getSession());
-      queryInput.setTableName(runBackendStepInput.getValueString(BasicETLProcess.FIELD_SOURCE_TABLE));
+      queryInput.setTableName(tableName);
 
       // queryRequest.setSkip(integerQueryParam(context, "skip"));
       // queryRequest.setLimit(integerQueryParam(context, "limit"));
@@ -56,5 +68,6 @@ public class BasicETLExtractFunction implements BackendStep
       QueryOutput queryOutput = queryAction.execute(queryInput);
 
       runBackendStepOutput.setRecords(queryOutput.getRecords());
+      LOG.info("Query on table " + runBackendStepInput.getTableName() + " produced " + queryOutput.getRecords().size() + " records.");
    }
 }
diff --git a/src/main/java/com/kingsrook/qqq/backend/core/processes/implementations/etl/basic/BasicETLTransformFunction.java b/src/main/java/com/kingsrook/qqq/backend/core/processes/implementations/etl/basic/BasicETLTransformFunction.java
index d80c8407..42e90231 100644
--- a/src/main/java/com/kingsrook/qqq/backend/core/processes/implementations/etl/basic/BasicETLTransformFunction.java
+++ b/src/main/java/com/kingsrook/qqq/backend/core/processes/implementations/etl/basic/BasicETLTransformFunction.java
@@ -58,17 +58,22 @@ public class BasicETLTransformFunction implements BackendStep
    @Override
    public void run(RunBackendStepInput runBackendStepInput, RunBackendStepOutput runBackendStepOutput) throws QException
    {
+      String tableName = runBackendStepInput.getValueString(BasicETLProcess.FIELD_DESTINATION_TABLE);
+      LOG.info("Start transform for destination table: " + tableName);
+
       ////////////////////////////////////////////////////////////////////////////////////////////
       // exit early with no-op if no records made it here, or if we don't have a mapping to use //
       ////////////////////////////////////////////////////////////////////////////////////////////
       if(CollectionUtils.nullSafeIsEmpty(runBackendStepInput.getRecords()))
       {
+         LOG.info("Exiting early with no-op for empty input record list.");
          return;
       }
 
       String mappingJSON = runBackendStepInput.getValueString(BasicETLProcess.FIELD_MAPPING_JSON);
       if(!StringUtils.hasContent(mappingJSON))
       {
+         LOG.info("Exiting early with no-op for empty mappingJSON.");
          return;
       }
 
@@ -81,7 +86,6 @@ public class BasicETLTransformFunction implements BackendStep
          throw (new QException("Mapping was not a Key-based mapping type.  Was a : " + mapping.getClass().getName()));
       }
 
-      String         tableName     = runBackendStepInput.getValueString(BasicETLProcess.FIELD_DESTINATION_TABLE);
       QTableMetaData table         = runBackendStepInput.getInstance().getTable(tableName);
       List<QRecord>  mappedRecords = applyMapping(runBackendStepInput.getRecords(), table, keyBasedFieldMapping);
 
@@ -91,6 +95,7 @@ public class BasicETLTransformFunction implements BackendStep
       removeNonNumericValuesFromMappedRecords(table, mappedRecords);
 
       runBackendStepOutput.setRecords(mappedRecords);
+      LOG.info("Done transforming " + runBackendStepOutput.getRecords().size() + " records.");
    }