SWATI RAO created CARBONDATA-704:
------------------------------------
Summary: data mismatch between hive and carbondata after loading for bigint values
Key: CARBONDATA-704
URL:
https://issues.apache.org/jira/browse/CARBONDATA-704 Project: CarbonData
Issue Type: Bug
Components: data-load
Affects Versions: 1.0.0-incubating
Reporter: SWATI RAO
Attachments: Test_Data1 (4).csv
carbondata
0: jdbc:hive2://localhost:10000> create table Test_Boundary (c1_int int,c2_Bigint Bigint,c3_Decimal Decimal(38,30),c4_double double,c5_string string,c6_Timestamp Timestamp,c7_Datatype_Desc string) STORED BY 'org.apache.carbondata.format' ;
0: jdbc:hive2://localhost:10000> LOAD DATA INPATH 'hdfs://localhost:54310/Test_Data1.csv' INTO table Test_Boundary OPTIONS ('DELIMITER'=',','QUOTECHAR'='','BAD_RECORDS_ACTION'='FORCE','FILEHEADER'='');
0: jdbc:hive2://localhost:10000> select c2_Bigint from Test_Boundary;
+----------------------+--+
| c2_Bigint |
+----------------------+--+
| NULL |
| NULL |
| NULL |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
+----------------------+--+
but in hive
create table Test_Boundary_hive (c1_int int,c2_Bigint Bigint,c3_Decimal Decimal(38,30),c4_double double,c5_string string,c6_Timestamp Timestamp,c7_Datatype_Desc string) ROW FORMAT DELIMITED FIELDS TERMINATED BY ",";
LOAD DATA LOCAL INPATH 'Test_Data1.csv' into table Test_Boundary_hive;
select c2_Bigint from Test_Boundary_hive;
+-----------------------+--+
| c2_Bigint |
+-----------------------+--+
| 1234 |
| 2345 |
| 3456 |
| 4567 |
| 9223372036854775807 |
| -9223372036854775808 |
| -9223372036854775807 |
| -9223372036854775806 |
| -9223372036854775805 |
| 0 |
| 9223372036854775807 |
| 9223372036854775807 |
| 9223372036854775807 |
| NULL |
| NULL |
| NULL |
+-----------------------+--+
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)