anubhav tarar created CARBONDATA-1477:
-----------------------------------------
Summary: wrong values shown when fetching date type values in carbon
Key: CARBONDATA-1477
URL:
https://issues.apache.org/jira/browse/CARBONDATA-1477 Project: CarbonData
Issue Type: Bug
Components: hive-integration
Affects Versions: 1.2.0
Environment: hive1.2.1,spark2.1
Reporter: anubhav tarar
Assignee: anubhav tarar
Priority: Trivial
import org.apache.spark.sql.CarbonSession._
val carbonSession = SparkSession
.builder()
.master("local")
.appName("HiveExample")
.config("carbonSession.sql.warehouse.dir", warehouse).enableHiveSupport()
.getOrCreateCarbonSession(
store)
carbonSession.sql("""DROP TABLE IF EXISTS HIVE_CARBON_EXAMPLE""".stripMargin)
carbonSession
.sql(
"""CREATE TABLE HIVE_CARBON_EXAMPLE (ID int,NAME string,SALARY double,JOININGDATE date) STORED BY
|'CARBONDATA' """
.stripMargin)
carbonSession.sql(
s"""
LOAD DATA LOCAL INPATH '$rootPath/integration/hive/src/main/resources/data.csv' INTO
TABLE
HIVE_CARBON_EXAMPLE
""")
carbonSession.sql("SELECT * FROM HIVE_CARBON_EXAMPLE").show()
carbonSession.stop()
try {
Class.forName(driverName)
}
catch {
case classNotFoundException: ClassNotFoundException =>
classNotFoundException.printStackTrace()
}
HiveEmbeddedServer.start()
val port = HiveEmbeddedServer.getFreePort
val connection = DriverManager.getConnection(s"jdbc:hive2://localhost:8000/default", "", "")
val statement: Statement = connection.createStatement
logger.info(s"============HIVE CLI IS STARTED ON PORT $port ==============")
statement.execute("CREATE TABLE IF NOT EXISTS " + "HIVE_CARBON_EXAMPLE " +
" (ID int, NAME string,SALARY double,JOININGDATE date)")
statement
.execute(
"ALTER TABLE HIVE_CARBON_EXAMPLE SET FILEFORMAT INPUTFORMAT \"org.apache.carbondata." +
"hive.MapredCarbonInputFormat\"OUTPUTFORMAT \"org.apache.carbondata.hive." +
"MapredCarbonOutputFormat\"SERDE \"org.apache.carbondata.hive." +
"CarbonHiveSerDe\" ")
statement
.execute(
"ALTER TABLE HIVE_CARBON_EXAMPLE SET LOCATION " +
s"'file:///$store/default/hive_carbon_example' ")
val sql = "SELECT * FROM HIVE_CARBON_EXAMPLE"
val resultSet: ResultSet = statement.executeQuery(sql)
var rowsFetched = 0
while (resultSet.next) {
println("*********"+resultSet.getString("JOININGDATE"))
}
println(s"******Total Number Of Rows Fetched ****** $rowsFetched")
logger.info("Fetching the Individual Columns ")
HiveEmbeddedServer.stop()
actual result
*********null
*********1970-01-01
values in my csv are
ID,NAME,SALARY,JOININGDATE
1,'liang',200000,2016-03-14
2,'anubhav',20000,2019/03/17
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
Locked
