Vinod Rohilla created CARBONDATA-1041:
----------------------------------------- Summary: Null displays in timestamp data type in Spark 1.6 Key: CARBONDATA-1041 URL: https://issues.apache.org/jira/browse/CARBONDATA-1041 Project: CarbonData Issue Type: Bug Components: data-query Environment: Spark 1.6 Reporter: Vinod Rohilla Priority: Minor Attachments: 2000_UniqData.csv Null displays in timestamp data type in Spark 1.6 Steps to reproduces: 1: CarbonData : a) create table: CREATE TABLE uniqdata (CUST_ID int,CUST_NAME String,ACTIVE_EMUI_VERSION string, DOB timestamp, DOJ timestamp, BIGINT_COLUMN1 bigint,BIGINT_COLUMN2 bigint,DECIMAL_COLUMN1 decimal(30,10), DECIMAL_COLUMN2 decimal(36,10),Double_COLUMN1 double, Double_COLUMN2 double,INTEGER_COLUMN1 int) STORED BY 'org.apache.carbondata.format'; b) Load Table: LOAD DATA INPATH 'hdfs://localhost:54310/2000_UniqData.csv' into table uniqdata OPTIONS('DELIMITER'=',' , 'QUOTECHAR'='"','FILEHEADER'='CUST_ID,CUST_NAME,ACTIVE_EMUI_VERSION,DOB,DOJ,BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,Double_COLUMN1,Double_COL0UMN2,INTEGER_COLUMN1'); c)Select Query:select Cust_name,doj from uniqdata limit 50; +------------------+-------+--+ | Cust_name | doj | +------------------+-------+--+ | CUST_NAME_00000 | NULL | | CUST_NAME_00000 | NULL | | CUST_NAME_00001 | NULL | | CUST_NAME_00002 | NULL | | CUST_NAME_00003 | NULL | | CUST_NAME_00004 | NULL | | CUST_NAME_00005 | NULL | | CUST_NAME_00006 | NULL | | CUST_NAME_00007 | NULL | | CUST_NAME_00008 | NULL | | CUST_NAME_00009 | NULL | | CUST_NAME_00010 | NULL | | CUST_NAME_00011 | NULL | | CUST_NAME_00012 | NULL | | CUST_NAME_00013 | NULL | | CUST_NAME_00014 | NULL | | CUST_NAME_00015 | NULL | | CUST_NAME_00016 | NULL | | CUST_NAME_00017 | NULL | | CUST_NAME_00018 | NULL | | CUST_NAME_00019 | NULL | | CUST_NAME_00020 | NULL | | CUST_NAME_00021 | NULL | | CUST_NAME_00022 | NULL | | CUST_NAME_00023 | NULL | | CUST_NAME_00024 | NULL | | CUST_NAME_00025 | NULL | | CUST_NAME_00026 | NULL | | CUST_NAME_00027 | NULL | | CUST_NAME_00028 | NULL | | CUST_NAME_00029 | NULL | | CUST_NAME_00030 | NULL | | CUST_NAME_00031 | NULL | | CUST_NAME_00032 | NULL | | CUST_NAME_00033 | NULL | | CUST_NAME_00034 | NULL | | CUST_NAME_00035 | NULL | | CUST_NAME_00036 | NULL | +------------------+-------+--+ 2: Hive Table a)create Table: CREATE TABLE uniqdata_H (CUST_ID int,CUST_NAME String,ACTIVE_EMUI_VERSION string, DOB timestamp, DOJ timestamp, BIGINT_COLUMN1 bigint,BIGINT_COLUMN2 bigint,DECIMAL_COLUMN1 decimal(30,10), DECIMAL_COLUMN2 decimal(36,10),Double_COLUMN1 double, Double_COLUMN2 double,INTEGER_COLUMN1 int) ROW FORMAT DELIMITED FIELDS TERMINATED BY ","; b)Load Data: LOAD DATA LOCAL INPATH '/home/vinod/Desktop/AllCSV/2000_UniqData.csv'OVERWRITE INTO TABLE uniqdata_nobucket22_Hive; c)Select Query: select Cust_name,doj from uniqdata_h limit 50; +------------------+------------------------+--+ | Cust_name | doj | +------------------+------------------------+--+ | CUST_NAME_00000 | 1970-01-01 11:00:03.0 | | CUST_NAME_00001 | 1970-01-02 02:00:03.0 | | CUST_NAME_00002 | 1970-01-03 02:00:03.0 | | CUST_NAME_00003 | 1970-01-04 02:00:03.0 | | CUST_NAME_00004 | 1970-01-05 02:00:03.0 | | CUST_NAME_00005 | 1970-01-06 02:00:03.0 | | CUST_NAME_00006 | 1970-01-07 02:00:03.0 | | CUST_NAME_00007 | 1970-01-08 02:00:03.0 | | CUST_NAME_00008 | 1970-01-09 02:00:03.0 | | CUST_NAME_00009 | 1970-01-10 02:00:03.0 | | CUST_NAME_00010 | 1970-01-11 02:00:03.0 | | CUST_NAME_00011 | 1970-01-12 02:00:03.0 | | CUST_NAME_00012 | 1970-01-13 02:00:03.0 | | CUST_NAME_00013 | 1970-01-14 02:00:03.0 | | CUST_NAME_00014 | 1970-01-15 02:00:03.0 | | CUST_NAME_00015 | 1970-01-16 02:00:03.0 | | CUST_NAME_00016 | 1970-01-17 02:00:03.0 | | CUST_NAME_00017 | 1970-01-18 02:00:03.0 | | CUST_NAME_00018 | 1970-01-19 02:00:03.0 | | CUST_NAME_00019 | 1970-01-20 02:00:03.0 | | CUST_NAME_00020 | 1970-01-21 02:00:03.0 | | CUST_NAME_00021 | 1970-01-22 02:00:03.0 | | CUST_NAME_00022 | 1970-01-23 02:00:03.0 | | CUST_NAME_00023 | 1970-01-24 02:00:03.0 | | CUST_NAME_00024 | 1970-01-25 02:00:03.0 | | CUST_NAME_00025 | 1970-01-26 02:00:03.0 | | CUST_NAME_00026 | 1970-01-27 02:00:03.0 | | CUST_NAME_00027 | 1970-01-28 02:00:03.0 | | CUST_NAME_00028 | 1970-01-29 02:00:03.0 | | CUST_NAME_00029 | 1970-01-30 02:00:03.0 | | CUST_NAME_00030 | 1970-01-31 02:00:03.0 | | CUST_NAME_00031 | 1970-02-01 02:00:03.0 | | CUST_NAME_00032 | 1970-02-02 02:00:03.0 | | CUST_NAME_00033 | 1970-02-03 02:00:03.0 | | CUST_NAME_00034 | 1970-02-04 02:00:03.0 | | CUST_NAME_00035 | 1970-02-05 02:00:03.0 | | CUST_NAME_00036 | 1970-02-06 02:00:03.0 | +------------------+------------------------+--+ -- This message was sent by Atlassian JIRA (v6.3.15#6346) |
Free forum by Nabble | Edit this page |