[ https://issues.apache.org/jira/browse/CARBONDATA-1477?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16168859#comment-16168859 ] Liang Chen commented on CARBONDATA-1477: ---------------------------------------- [~anubhavtarar] can you provide data.csv file which you tested, let me reproduce it. > wrong values shown when fetching date type values in hive > --------------------------------------------------------- > > Key: CARBONDATA-1477 > URL: https://issues.apache.org/jira/browse/CARBONDATA-1477 > Project: CarbonData > Issue Type: Bug > Components: hive-integration > Affects Versions: 1.2.0 > Environment: hive1.2.1,spark2.1 > Reporter: anubhav tarar > Assignee: anubhav tarar > Priority: Trivial > Time Spent: 2h 40m > Remaining Estimate: 0h > > {code} > import org.apache.spark.sql.CarbonSession._ > val carbonSession = SparkSession > .builder() > .master("local") > .appName("HiveExample") > .config("carbonSession.sql.warehouse.dir", warehouse).enableHiveSupport() > .getOrCreateCarbonSession( > store) > carbonSession.sql("""DROP TABLE IF EXISTS HIVE_CARBON_EXAMPLE""".stripMargin) > carbonSession > .sql( > """CREATE TABLE HIVE_CARBON_EXAMPLE (ID int,NAME string,SALARY double,JOININGDATE date) STORED BY > |'CARBONDATA' """ > .stripMargin) > carbonSession.sql( > s""" > LOAD DATA LOCAL INPATH '$rootPath/integration/hive/src/main/resources/data.csv' INTO > TABLE > HIVE_CARBON_EXAMPLE > """) > carbonSession.sql("SELECT * FROM HIVE_CARBON_EXAMPLE").show() > carbonSession.stop() > try { > Class.forName(driverName) > } > catch { > case classNotFoundException: ClassNotFoundException => > classNotFoundException.printStackTrace() > } > HiveEmbeddedServer.start() > val port = HiveEmbeddedServer.getFreePort > val connection = DriverManager.getConnection(s"jdbc:hive2://localhost:8000/default", "", "") > val statement: Statement = connection.createStatement > logger.info(s"============HIVE CLI IS STARTED ON PORT $port ==============") > statement.execute("CREATE TABLE IF NOT EXISTS " + "HIVE_CARBON_EXAMPLE " + > " (ID int, NAME string,SALARY double,JOININGDATE date)") > statement > .execute( > "ALTER TABLE HIVE_CARBON_EXAMPLE SET FILEFORMAT INPUTFORMAT \"org.apache.carbondata." + > "hive.MapredCarbonInputFormat\"OUTPUTFORMAT \"org.apache.carbondata.hive." + > "MapredCarbonOutputFormat\"SERDE \"org.apache.carbondata.hive." + > "CarbonHiveSerDe\" ") > statement > .execute( > "ALTER TABLE HIVE_CARBON_EXAMPLE SET LOCATION " + > s"'file:///$store/default/hive_carbon_example' ") > val sql = "SELECT * FROM HIVE_CARBON_EXAMPLE" > val resultSet: ResultSet = statement.executeQuery(sql) > var rowsFetched = 0 > while (resultSet.next) { > println("*********"+resultSet.getString("JOININGDATE")) > } > println(s"******Total Number Of Rows Fetched ****** $rowsFetched") > logger.info("Fetching the Individual Columns ") > HiveEmbeddedServer.stop() > {code} > actual result > *********null > *********1970-01-01 > values in my csv are > ID,NAME,SALARY,JOININGDATE > 1,'liang',200000,2016-03-14 > 2,'anubhav',20000,2019/03/17 -- This message was sent by Atlassian JIRA (v6.4.14#64029) |
Free forum by Nabble | Edit this page |