fix(FSInputPreChecker): support other file system than hdfs #19

datatok · Nov 15, 2022 · 41e9a85 · 41e9a85
1 parent c6cb261
commit 41e9a85
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/djobi-core/src/main/java/io/datatok/djobi/spark/actions/fs/SparkFSInput.java b/djobi-core/src/main/java/io/datatok/djobi/spark/actions/fs/SparkFSInput.java
@@ -29,9 +29,10 @@ public ActionRunResult run(Stage stage, StageData<?> contextData, Executor conte
         final FileSystem hdfs = sparkExecutor.getHDFS();
         final SQLContext sqlContext = sparkExecutor.getSQLContext();
 
-        if ((config.paths == null || config.paths.isEmpty()) && !hdfs.exists(new Path(config.path))) {
+        // Skip test
+        /*if ((config.paths == null || config.paths.isEmpty()) && !hdfs.exists(new Path(config.path))) {
             throw new NotFoundException(stage, "input file " + config.path + " not found!");
-        }
+        }*/
 
         final Dataset<Row> df = getDataset(sqlContext, config.path, config.paths, config.format);