Iceberg file size on dremio

Dremio Cloud
13

@balaji.ramaswamy Some data to help understand

SELECT COUNT(*) from lake.prod.posts;  
--returns 13522392

select * from TABLE( table_history( 'lake.prod.posts' ) );
-- returns 2117 snapshot with all in true in column is_current_ancestor

select * from TABLE( table_snapshot( 'lake.prod.posts' ) );
-- return same 2117 

select * from TABLE( table_manifests( 'lake.prod.posts' ) );
-- returns 16 rows all to same added_snapshot_id = 5075613704781762078

select * from TABLE( table_files( 'lake.prod.posts' ) );
-- return 4018 rows all points to folder file:///opt/dremio/data/prod/posts/19b739d4-15fd-eba8-5cb6-76777c0c0400 
-- so i think all points to last snapshot

select SUM(record_count) from TABLE( table_files( 'lake.prod.posts' ) );
-- returns 13522392

select SUM(file_size_in_bytes) from TABLE( table_files( 'lake.prod.posts' ) );
-- return 2297772830 in bytes appr 2.29 GB

as you can see in last query data apprx has 2.29GB but disk usage is 479G in data and 2.1G in metadata