DS-1644: (#1710)

TaskedImportFilesToSpace: expose filecount for compiler Signed-off-by: mchrza <maximilian.chrzan@here.com>

Author: mchrza

xyz-jobs/xyz-job-steps/src/main/java/com/here/xyz/jobs/steps/impl/transport/TaskedImportFilesToSpace.java

@@ -55,6 +55,7 @@
 import static com.here.xyz.jobs.steps.Step.Visibility.USER;
 import static com.here.xyz.jobs.steps.impl.SpaceBasedStep.LogPhase.JOB_EXECUTOR;
 import static com.here.xyz.jobs.steps.impl.SpaceBasedStep.LogPhase.JOB_VALIDATE;
+import static com.here.xyz.jobs.steps.impl.SpaceBasedStep.LogPhase.STEP_EXECUTE;
 import static com.here.xyz.jobs.steps.impl.SpaceBasedStep.LogPhase.STEP_ON_ASYNC_SUCCESS;
 import static com.here.xyz.util.web.XyzWebClient.WebClientException;
 import static com.here.xyz.jobs.steps.impl.transport.TaskedImportFilesToSpace.Format.GEOJSON;
@@ -143,6 +144,20 @@ public TaskedImportFilesToSpace withFormat(Format format) {
  return this;
  }
 
+ public void setFileCount(int fileCount) {
+ this.fileCount = fileCount;
+ }
+
+ public int getFileCount() {
+ return fileCount;
+ }
+
+ //TODO: Adjust resource calculation to not rely on user provided file count
+ public TaskedImportFilesToSpace withFileCount(int fileCount) {
+ setFileCount(fileCount);
+ return this;
+ }
+
  public long getMaxInputBytesForNonEmptyImport() {
  return maxInputBytesForNonEmptyImport;
  }
@@ -166,10 +181,14 @@ protected void initialSetup() throws SQLException, TooManyResourcesClaimed, WebC
  long newVersion = getOrIncreaseVersionSequence();
 
  if(useFeatureWriter()) {
+ infoLog(STEP_EXECUTE, "initialSetup - Using FeatureWriter for import!");
+
  String superRootTable = space().getExtension() != null ? getRootTableName(superSpace()) : null;
  runBatchWriteQuerySync(getQueryBuilder().buildTemporaryTriggerTableBlockForImportWithFW(space().getOwner(),
  newVersion, superRootTable, updateStrategy), db(), 0);
  }else{
+ infoLog(STEP_EXECUTE, "initialSetup - Import into empty layer detected!");
+
  if(format.equals(FAST_IMPORT_INTO_EMPTY))
  return;
  //import into an empty, non-composite, layer