[ 
https://issues.apache.org/jira/browse/HIVE-23023?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Karen Coppage updated HIVE-23023:
---------------------------------
    Description: 
Repro:
{code:java}
create table compaction_error(i int)
 partitioned by (`part1` string)
 stored as orc
 TBLPROPERTIES ('transactional'='true');

insert into table compaction_error values (1, 'aa');
ALTER TABLE compaction_error ADD COLUMNS (newcol string);
insert into table compaction_error values (2, 2000, 'aa');
alter table compaction_error partition (part1='aa') compact 'minor'; --or major
{code}
data row will look like:

{code:java}
1, NULL, 'aa'
2, NULL, 'aa'
{code}


  was:
Repro:
{code:java}
create table compaction_error(i int)
 partitioned by (`part1` string)
 stored as orc
 TBLPROPERTIES ('transactional'='true');

insert into table compaction_error values (2, 'aa');
ALTER TABLE compaction_error ADD COLUMNS (newcol string);
update compaction_error set newcol='new' where i=2;
alter table compaction_error partition (part1='aa') compact 'minor'; --or major
{code}

data row will look like:
2, NULL, 'aa'


> MR compaction ignores column schema evolution
> ---------------------------------------------
>
>                 Key: HIVE-23023
>                 URL: https://issues.apache.org/jira/browse/HIVE-23023
>             Project: Hive
>          Issue Type: Bug
>            Reporter: Karen Coppage
>            Assignee: Karen Coppage
>            Priority: Major
>         Attachments: HIVE-23023.01.patch, HIVE-23023.02.patch
>
>
> Repro:
> {code:java}
> create table compaction_error(i int)
>  partitioned by (`part1` string)
>  stored as orc
>  TBLPROPERTIES ('transactional'='true');
> insert into table compaction_error values (1, 'aa');
> ALTER TABLE compaction_error ADD COLUMNS (newcol string);
> insert into table compaction_error values (2, 2000, 'aa');
> alter table compaction_error partition (part1='aa') compact 'minor'; --or 
> major
> {code}
> data row will look like:
> {code:java}
> 1, NULL, 'aa'
> 2, NULL, 'aa'
> {code}



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

Reply via email to