[jira] [Updated] (CARBONDATA-3359) Data mismatch issue for decimal column after delete operation

[Akash R Nilugal (Jira)]

     [ https://issues.apache.org/jira/browse/CARBONDATA-3359?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

Akash R Nilugal updated CARBONDATA-3359:
----------------------------------------
    Description:
after delete operation, the decimal column data is incorrect

 

sql(
 s"""create table decimal_table(smallIntField smallInt,intField int,bigIntField bigint,floatField float,
 doubleField double,decimalField decimal(25, 4),timestampField timestamp,dateField date,stringField string,
 varcharField varchar(10),charField char(10))stored as carbondata
 """.stripMargin)
 sql(s"load data local inpath '$resourcesPath/decimalData.csv' into table decimal_table")

sql("drop table if exists decimal_table")

 

 

 

if (fileTimestamp == null) {
 String tableupdatestatusFilename = invalidFile.getName();
 if (tableupdatestatusFilename.endsWith(".write")) {
 long tableUpdateStatusFileTimeStamp = Long.parseLong(tableupdatestatusFilename
 .substring(tableupdatestatusFilename.lastIndexOf(CarbonCommonConstants.HYPHEN) + 1,
 invalidFile.getName().indexOf(".")));
 if (isMaxQueryTimeoutExceeded(tableUpdateStatusFileTimeStamp)) {
 try {
 LOGGER.info("deleting the invalid .write file : " + invalidFile.getName());
 CarbonUtil.deleteFoldersAndFiles(invalidFile);
 return true;
 } catch (IOException e) {
 LOGGER.error("error in clean up of invalid .write files." + e.getMessage(), e);
 } catch (InterruptedException e) {
 LOGGER.error("error in clean up of invalid .write files." + e.getMessage(), e);
 }
 }
 }
 return false;
}

  was:
after delete operation, the decimal column data is incorrect

 

sql(
 s"""create table decimal_table(smallIntField smallInt,intField int,bigIntField bigint,floatField float,
 doubleField double,decimalField decimal(25, 4),timestampField timestamp,dateField date,stringField string,
 varcharField varchar(10),charField char(10))stored as carbondata
 """.stripMargin)
sql(s"load data local inpath '$resourcesPath/decimalData.csv' into table decimal_table")

sql("drop table if exists decimal_table")

> Data mismatch issue for decimal column after delete operation
> -------------------------------------------------------------
>
>                 Key: CARBONDATA-3359
>                 URL: https://issues.apache.org/jira/browse/CARBONDATA-3359
>             Project: CarbonData
>          Issue Type: Bug
>            Reporter: Akash R Nilugal
>            Priority: Major
>          Time Spent: 1h 20m
>  Remaining Estimate: 0h
>
> after delete operation, the decimal column data is incorrect
>  
> sql(
>  s"""create table decimal_table(smallIntField smallInt,intField int,bigIntField bigint,floatField float,
>  doubleField double,decimalField decimal(25, 4),timestampField timestamp,dateField date,stringField string,
>  varcharField varchar(10),charField char(10))stored as carbondata
>  """.stripMargin)
>  sql(s"load data local inpath '$resourcesPath/decimalData.csv' into table decimal_table")
> sql("drop table if exists decimal_table")
>  
>  
>  
> if (fileTimestamp == null) {
>  String tableupdatestatusFilename = invalidFile.getName();
>  if (tableupdatestatusFilename.endsWith(".write")) {
>  long tableUpdateStatusFileTimeStamp = Long.parseLong(tableupdatestatusFilename
>  .substring(tableupdatestatusFilename.lastIndexOf(CarbonCommonConstants.HYPHEN) + 1,
>  invalidFile.getName().indexOf(".")));
>  if (isMaxQueryTimeoutExceeded(tableUpdateStatusFileTimeStamp)) {
>  try {
>  LOGGER.info("deleting the invalid .write file : " + invalidFile.getName());
>  CarbonUtil.deleteFoldersAndFiles(invalidFile);
>  return true;
>  } catch (IOException e) {
>  LOGGER.error("error in clean up of invalid .write files." + e.getMessage(), e);
>  } catch (InterruptedException e) {
>  LOGGER.error("error in clean up of invalid .write files." + e.getMessage(), e);
>  }
>  }
>  }
>  return false;
> }

--
This message was sent by Atlassian JIRA
(v7.6.3#76005)