chore: fix ci fail

Signed-off-by: Kould <kould2333@gmail.com>

Author: KKould

src/query/service/src/test_kits/block_writer.rs

@@ -109,7 +109,6 @@ impl<'a> BlockWriter<'a> {
             bloom_filter_index_size,
             None,
             None,
-            None,
             Compression::Lz4Raw,
             Some(Utc::now()),
         );

src/query/storages/common/table_meta/src/meta/v2/segment.rs

@@ -169,7 +169,6 @@ pub struct BlockMeta {
     #[serde(default)]
     pub bloom_filter_index_size: u64,
     pub inverted_index_size: Option<u64>,
-    pub ngram_filter_index_size: Option<u64>,
     /// The block meta of virtual columns.
     pub virtual_block_meta: Option<VirtualBlockMeta>,
     pub compression: Compression,
@@ -191,7 +190,6 @@ impl BlockMeta {
         bloom_filter_index_location: Option<Location>,
         bloom_filter_index_size: u64,
         inverted_index_size: Option<u64>,
-        ngram_filter_index_size: Option<u64>,
         virtual_block_meta: Option<VirtualBlockMeta>,
         compression: Compression,
         create_on: Option<DateTime<Utc>>,
@@ -207,7 +205,6 @@ impl BlockMeta {
             bloom_filter_index_location,
             bloom_filter_index_size,
             inverted_index_size,
-            ngram_filter_index_size,
             virtual_block_meta,
             compression,
             create_on,
@@ -370,7 +367,6 @@ impl BlockMeta {
             inverted_index_size: None,
             virtual_block_meta: None,
             create_on: None,
-            ngram_filter_index_size: None,
         }
     }
 
@@ -396,7 +392,6 @@ impl BlockMeta {
             inverted_index_size: None,
             virtual_block_meta: None,
             create_on: None,
-            ngram_filter_index_size: None,
         }
     }
 }

src/query/storages/common/table_meta/src/meta/v3/frozen/block_meta.rs

@@ -62,7 +62,6 @@ impl From<BlockMeta> for crate::meta::BlockMeta {
             bloom_filter_index_location: value.bloom_filter_index_location,
             bloom_filter_index_size: value.bloom_filter_index_size,
             inverted_index_size: None,
-            ngram_filter_index_size: None,
             virtual_block_meta: None,
             compression: value.compression.into(),
             create_on: None,

src/query/storages/fuse/src/io/write/block_writer.rs

@@ -226,8 +226,6 @@ impl BlockBuilder {
             inverted_index_size,
             virtual_block_meta: None,
             create_on: Some(Utc::now()),
-            // TODO(kould): ngram index
-            ngram_filter_index_size: None,
         };
 
         let serialized = BlockSerialization {

src/query/storages/fuse/src/io/write/stream/block_builder.rs

@@ -332,7 +332,6 @@ impl StreamBlockBuilder {
             compression: self.properties.write_settings.table_compression.into(),
             inverted_index_size,
             create_on: Some(Utc::now()),
-            ngram_filter_index_size: None,
             virtual_block_meta: None,
         };
         let serialized = BlockSerialization {

src/query/storages/fuse/src/statistics/reducers.rs

@@ -234,7 +234,6 @@ pub fn reduce_block_metas<T: Borrow<BlockMeta>>(
         compressed_byte_size += b.file_size;
         index_size += b.bloom_filter_index_size;
         index_size += b.inverted_index_size.unwrap_or_default();
-        index_size += b.ngram_filter_index_size.unwrap_or_default();
         if let Some(virtual_block_meta) = &b.virtual_block_meta {
             index_size += virtual_block_meta.virtual_column_size;
             virtual_block_count += 1;

src/query/storages/fuse/src/table_functions/fuse_block.rs

@@ -65,10 +65,6 @@ impl TableMetaFunc for FuseBlock {
                 "inverted_index_size",
                 TableDataType::Nullable(Box::new(TableDataType::Number(NumberDataType::UInt64))),
             ),
-            TableField::new(
-                "ngram_index_size",
-                TableDataType::Nullable(Box::new(TableDataType::Number(NumberDataType::UInt64))),
-            ),
         ])
     }
 
@@ -90,7 +86,6 @@ impl TableMetaFunc for FuseBlock {
         let mut bloom_filter_location = vec![];
         let mut bloom_filter_size = Vec::with_capacity(len);
         let mut inverted_index_size = Vec::with_capacity(len);
-        let mut ngram_index_size = Vec::with_capacity(len);
 
         let segments_io = SegmentsIO::create(ctx.clone(), tbl.operator.clone(), tbl.schema());
 
@@ -118,7 +113,6 @@ impl TableMetaFunc for FuseBlock {
                     );
                     bloom_filter_size.push(block.bloom_filter_index_size);
                     inverted_index_size.push(block.inverted_index_size);
-                    ngram_index_size.push(block.ngram_filter_index_size);
 
                     row_num += 1;
                     if row_num >= limit {
@@ -163,10 +157,6 @@ impl TableMetaFunc for FuseBlock {
                     DataType::Nullable(Box::new(DataType::Number(NumberDataType::UInt64))),
                     Value::Column(UInt64Type::from_opt_data(inverted_index_size)),
                 ),
-                BlockEntry::new(
-                    DataType::Nullable(Box::new(DataType::Number(NumberDataType::UInt64))),
-                    Value::Column(UInt64Type::from_opt_data(ngram_index_size)),
-                ),
             ],
             row_num,
         ))

tests/sqllogictests/suites/base/09_fuse_engine/09_0006_func_fuse_history.test

@@ -21,7 +21,7 @@ insert into t values (1)
 query III
 select block_count, row_count, index_size from fuse_snapshot('db_09_0006', 't') order by row_count desc limit 1
 ----
-1 1 0
+1 1 426
 
 query I
 select count(1) from fuse_block('db_09_0006', 't')