CE-781 Updated logging in filesystem importer

This commit is contained in:
2024-02-21 09:03:04 -06:00
parent 3b8eef0f9c
commit b506150842

View File

@ -164,6 +164,7 @@ public class FilesystemImporterStep implements BackendStep
try try
{ {
String sourceFileName = sourceEntry.getKey(); String sourceFileName = sourceEntry.getKey();
LOG.info("Found file", logPair("fileName", sourceFileName));
///////////////////////////////////////////////////////// /////////////////////////////////////////////////////////
// if filename was already imported, decide what to do // // if filename was already imported, decide what to do //
@ -183,7 +184,7 @@ public class FilesystemImporterStep implements BackendStep
} }
else else
{ {
LOG.debug("Skipping already-imported file", logPair("fileName", sourceFileName)); LOG.info("Skipping already-imported file", logPair("fileName", sourceFileName)); // todo - downgrade to debug?
removeSourceFileIfSoConfigured(removeFileAfterImport, sourceActionBase, sourceTable, sourceBackend, sourceFileName); removeSourceFileIfSoConfigured(removeFileAfterImport, sourceActionBase, sourceTable, sourceBackend, sourceFileName);
continue; continue;
} }
@ -317,8 +318,14 @@ public class FilesystemImporterStep implements BackendStep
if(removeFileAfterImport) if(removeFileAfterImport)
{ {
String fullBasePath = sourceActionBase.getFullBasePath(sourceTable, sourceBackend); String fullBasePath = sourceActionBase.getFullBasePath(sourceTable, sourceBackend);
LOG.info("Removing source file", logPair("path", fullBasePath + "/" + sourceFileName), logPair("sourceTable", sourceTable.getName()));
sourceActionBase.deleteFile(QContext.getQInstance(), sourceTable, fullBasePath + "/" + sourceFileName); sourceActionBase.deleteFile(QContext.getQInstance(), sourceTable, fullBasePath + "/" + sourceFileName);
} }
else
{
// todo - downgrade to debug
LOG.info("Not configured to remove source file", logPair("sourceFileName", sourceFileName), logPair("sourceTable", sourceTable.getName()));
}
} }