xubo245 commented on a change in pull request #3819:
URL:
https://github.com/apache/carbondata/pull/3819#discussion_r464177527##########
File path: sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonWriterBuilder.java
##########
@@ -594,6 +614,428 @@ public CarbonWriterBuilder withJsonInput(Schema carbonSchema) {
return this;
}
+ private void validateCsvFiles() throws IOException {
+ File[] dataFiles = this.extractDataFiles();
+ for (File dataFile : dataFiles) {
+ try {
+ CsvParser csvParser = SDKUtil.buildCsvParser();
+ csvParser.beginParsing(dataFile);
+ } catch (IllegalArgumentException ex) {
+ if (ex.getCause() instanceof FileNotFoundException) {
+ throw new FileNotFoundException("File " + dataFile +
+ " not found to build carbon writer.");
+ }
+ throw ex;
+ }
+ }
+ this.dataFiles = dataFiles;
+ }
+
+ /**
+ * to build a {@link CarbonWriter}, which accepts loading CSV files.
+ *
+ * @param filePath absolute path under which files should be loaded.
+ * @return CarbonWriterBuilder
+ */
+ public CarbonWriterBuilder withCsvPath(String filePath) throws IOException {
+ if (filePath.length() == 0) {
+ throw new IllegalArgumentException("filePath can not be empty");
+ }
+ this.filePath = filePath;
+ this.isDirectory = new File(filePath).isDirectory();
Review comment:
Is not it support S3 and HDFS path?
##########
File path: sdk/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonWriterBuilder.java
##########
@@ -594,6 +614,428 @@ public CarbonWriterBuilder withJsonInput(Schema carbonSchema) {
return this;
}
+ private void validateCsvFiles() throws IOException {
+ File[] dataFiles = this.extractDataFiles();
+ for (File dataFile : dataFiles) {
+ try {
+ CsvParser csvParser = SDKUtil.buildCsvParser();
+ csvParser.beginParsing(dataFile);
+ } catch (IllegalArgumentException ex) {
+ if (ex.getCause() instanceof FileNotFoundException) {
+ throw new FileNotFoundException("File " + dataFile +
+ " not found to build carbon writer.");
+ }
+ throw ex;
+ }
+ }
+ this.dataFiles = dataFiles;
+ }
+
+ /**
+ * to build a {@link CarbonWriter}, which accepts loading CSV files.
+ *
+ * @param filePath absolute path under which files should be loaded.
+ * @return CarbonWriterBuilder
+ */
+ public CarbonWriterBuilder withCsvPath(String filePath) throws IOException {
+ if (filePath.length() == 0) {
+ throw new IllegalArgumentException("filePath can not be empty");
+ }
+ this.filePath = filePath;
+ this.isDirectory = new File(filePath).isDirectory();
Review comment:
Isn't it support S3 and HDFS path?
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[hidden email]
Locked
