shivamasn commented on a change in pull request #3244: [WIP] update pre insert into rule as per spark
URL:
https://github.com/apache/carbondata/pull/3244#discussion_r293322347
##########
File path: integration/spark-common-test/src/test/scala/org/apache/carbondata/integration/spark/testsuite/complexType/TestComplexDataType.scala
##########
@@ -111,19 +111,36 @@ class TestComplexDataType extends QueryTest with BeforeAndAfterAll {
.addProperty(CarbonCommonConstants.CARBON_BAD_RECORDS_ACTION, "FAIL")
sql("drop table if exists table1")
sql("create table table1 (detail array<string>) stored by 'carbondata'")
- sql("insert into table1 values('')")
+ //sql("insert into table1 values('')")
+ sql("insert into table1 values(array(''))")
checkAnswer(sql("select detail[0] from table1"), Seq(Row("")))
sql("drop table if exists table1")
CarbonProperties.getInstance()
.addProperty(CarbonCommonConstants.CARBON_BAD_RECORDS_ACTION, badRecordAction)
}
+ test("test Projection PushDown for Struct - Int type when Array is Empty") {
+ CarbonProperties.getInstance()
+ .addProperty(CarbonCommonConstants.CARBON_BAD_RECORDS_ACTION, "FAIL")
+ sql("drop table if exists table1")
+ sql("create table table1 (detail array<int>) stored by 'carbondata'")
+ //sql("insert into table1 values ('\0011')")
+ sql("insert into table1 values(array())")
+ sql("select * from table1").show(false)
+ //checkAnswer(sql("select person.detail[0] from table1"), Seq(Row("")))
Review comment:
@ajantha-bhat Removed
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[hidden email]
With regards,
Apache Git Services
Locked
