From 4aa3cf16c5c4e12bf75c759bf75315b73d122fc1 Mon Sep 17 00:00:00 2001 From: TengJianPing Date: Tue, 17 Mar 2026 14:29:58 +0800 Subject: [PATCH 01/24] [fix](decimalv2) fix wrong result of abs(decimalv2) (#61397) (#61408) ### What problem does this PR solve? Issue Number: close #xxx Related PR: #61397 Problem Summary: ### Release note None ### Check List (For Author) - Test - [ ] Regression test - [ ] Unit Test - [ ] Manual test (add detailed scripts or steps below) - [ ] No need to test or manual test. Explain why: - [ ] This is a refactor/code format and no logic has been changed. - [ ] Previous test can cover this change. - [ ] No code files have been changed. - [ ] Other reason - Behavior changed: - [ ] No. - [ ] Yes. - Does this need documentation? - [ ] No. - [ ] Yes. ### Check List (For Reviewer who merge this PR) - [ ] Confirm the release note - [ ] Confirm test cases - [ ] Confirm document - [ ] Add branch pick label --- be/src/vec/data_types/number_traits.h | 4 ++ .../decimalv2/test_decimalv2_rqg.out | 14 +++++++ .../decimalv2/test_decimalv2_rqg.groovy | 41 +++++++++++++++++++ 3 files changed, 59 insertions(+) create mode 100644 regression-test/data/datatype_p0/decimalv2/test_decimalv2_rqg.out diff --git a/be/src/vec/data_types/number_traits.h b/be/src/vec/data_types/number_traits.h index a5d0672bbde794..237357ec9837df 100644 --- a/be/src/vec/data_types/number_traits.h +++ b/be/src/vec/data_types/number_traits.h @@ -229,6 +229,10 @@ struct ResultOfAbs { static constexpr PrimitiveType Type = TYPE_DECIMALV2; }; template <> +struct ResultOfAbs { + static constexpr PrimitiveType Type = TYPE_DECIMALV2; +}; +template <> struct ResultOfAbs { static constexpr PrimitiveType Type = TYPE_DECIMAL128I; }; diff --git a/regression-test/data/datatype_p0/decimalv2/test_decimalv2_rqg.out b/regression-test/data/datatype_p0/decimalv2/test_decimalv2_rqg.out new file mode 100644 index 00000000000000..ab867af517b9d7 --- /dev/null +++ b/regression-test/data/datatype_p0/decimalv2/test_decimalv2_rqg.out @@ -0,0 +1,14 @@ +-- This file is automatically generated. You should know what you did if you want to edit this +-- !rqg_decimalv2_abs -- +0E-9 +1.000000000 +1.000000000 +1000000000.000000000 +1000000000.000000000 +1111111111.000000000 +1111111111.000000000 +1234567890.000000000 +1234567890.000000000 +9999999999.000000000 +9999999999.000000000 + diff --git a/regression-test/suites/datatype_p0/decimalv2/test_decimalv2_rqg.groovy b/regression-test/suites/datatype_p0/decimalv2/test_decimalv2_rqg.groovy index f5c9615740abcd..503bbdac5d10d6 100644 --- a/regression-test/suites/datatype_p0/decimalv2/test_decimalv2_rqg.groovy +++ b/regression-test/suites/datatype_p0/decimalv2/test_decimalv2_rqg.groovy @@ -56,4 +56,45 @@ suite("test_decimalv2_rqg") { sql """ SELECT CEIL(ARG0,CAST(-1 AS INT)) FROM (SELECT TEMPDATA . data, TABLE0.ARG0 FROM TEMPDATA CROSS JOIN (SELECT data AS ARG0 FROM DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE ) AS TABLE0) t ; """ + + multi_sql """ + DROP TABLE IF EXISTS TEMPDATA; + CREATE TABLE TEMPDATA(id INT, data INT) DISTRIBUTED BY HASH(id) BUCKETS 1 PROPERTIES ('replication_num' = '1'); + INSERT INTO TEMPDATA values(1, 1); + """ + multi_sql """ + DROP TABLE IF EXISTS DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE; + CREATE TABLE IF NOT EXISTS DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE(id INT, data DECIMALV2(10,0) NOT NULL) DISTRIBUTED BY HASH(id) BUCKETS 1 PROPERTIES ('replication_num' = '1'); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (0, 1234567890); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (1, 9999999999); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (2, 1000000000); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (3, 1111111111); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (4, -1234567890); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (5, -9999999999); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (6, -1000000000); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (7, -1111111111); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (8, 1); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (9, 0); + INSERT INTO DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE values (10, -1); + """ + qt_rqg_decimalv2_abs """ + SELECT + ABS(NULLABLE(ARG0)) col0 + FROM + ( + SELECT + TEMPDATA.data, + TABLE0.ARG0 + FROM + TEMPDATA + CROSS JOIN ( + SELECT + data AS ARG0 + FROM + DECIMALV2_10_0_DATA_NOT_EMPTY_NOT_NULLABLE + ) AS TABLE0 + ) t + ORDER BY + col0; + """ } \ No newline at end of file From de8456f7b657ede7b0014c54d327992279b424ad Mon Sep 17 00:00:00 2001 From: yiguolei Date: Mon, 9 Mar 2026 09:26:05 +0800 Subject: [PATCH 02/24] [be](refactor)refactor doris BE code structure (#61107) Issue Number: close #xxx Related PR: #xxx Problem Summary: None - Test - [ ] Regression test - [ ] Unit Test - [ ] Manual test (add detailed scripts or steps below) - [ ] No need to test or manual test. Explain why: - [ ] This is a refactor/code format and no logic has been changed. - [ ] Previous test can cover this change. - [ ] No code files have been changed. - [ ] Other reason - Behavior changed: - [ ] No. - [ ] Yes. - Does this need documentation? - [ ] No. - [ ] Yes. - [ ] Confirm the release note - [ ] Confirm test cases - [ ] Confirm document - [ ] Add branch pick label --- be/CMakeLists.txt | 33 ++- .../benchmark_plain_text_line_reader.hpp | 114 ++++----- be/src/agent/agent_server.cpp | 8 +- be/src/agent/heartbeat_server.cpp | 2 +- be/src/agent/task_worker_pool.cpp | 42 ++-- be/src/agent/utils.cpp | 2 +- be/src/agent/utils.h | 2 +- be/src/cloud/cloud_backend_service.cpp | 4 +- be/src/cloud/cloud_base_compaction.cpp | 9 +- be/src/cloud/cloud_base_compaction.h | 2 +- be/src/cloud/cloud_compaction_action.cpp | 26 +-- be/src/cloud/cloud_compaction_action.h | 6 +- be/src/cloud/cloud_compaction_stop_token.cpp | 3 +- be/src/cloud/cloud_cumulative_compaction.cpp | 7 +- be/src/cloud/cloud_cumulative_compaction.h | 2 +- .../cloud_cumulative_compaction_policy.cpp | 8 +- .../cloud_cumulative_compaction_policy.h | 4 +- be/src/cloud/cloud_delete_task.cpp | 2 +- be/src/cloud/cloud_delta_writer.cpp | 2 +- be/src/cloud/cloud_delta_writer.h | 2 +- .../cloud_engine_calc_delete_bitmap_task.cpp | 16 +- .../cloud_engine_calc_delete_bitmap_task.h | 7 +- be/src/cloud/cloud_full_compaction.cpp | 11 +- be/src/cloud/cloud_full_compaction.h | 2 +- be/src/cloud/cloud_index_change_compaction.h | 2 +- be/src/cloud/cloud_meta_mgr.cpp | 26 +-- be/src/cloud/cloud_meta_mgr.h | 4 +- be/src/cloud/cloud_rowset_builder.cpp | 2 +- be/src/cloud/cloud_rowset_builder.h | 2 +- be/src/cloud/cloud_rowset_writer.cpp | 2 +- be/src/cloud/cloud_rowset_writer.h | 2 +- be/src/cloud/cloud_schema_change_job.cpp | 20 +- be/src/cloud/cloud_schema_change_job.h | 6 +- be/src/cloud/cloud_snapshot_loader.cpp | 14 +- be/src/cloud/cloud_snapshot_loader.h | 2 +- be/src/cloud/cloud_snapshot_mgr.cpp | 28 +-- be/src/cloud/cloud_snapshot_mgr.h | 6 +- be/src/cloud/cloud_storage_engine.cpp | 10 +- be/src/cloud/cloud_storage_engine.h | 8 +- be/src/cloud/cloud_stream_load_executor.cpp | 2 +- be/src/cloud/cloud_stream_load_executor.h | 2 +- be/src/cloud/cloud_tablet.cpp | 26 +-- be/src/cloud/cloud_tablet.h | 6 +- be/src/cloud/cloud_tablet_hotspot.cpp | 2 +- be/src/cloud/cloud_tablet_hotspot.h | 5 +- be/src/cloud/cloud_tablet_mgr.cpp | 5 +- be/src/cloud/cloud_tablet_mgr.h | 4 +- be/src/cloud/cloud_tablets_channel.cpp | 4 +- be/src/cloud/cloud_tablets_channel.h | 2 +- .../cloud/cloud_txn_delete_bitmap_cache.cpp | 6 +- be/src/cloud/cloud_txn_delete_bitmap_cache.h | 12 +- be/src/cloud/cloud_warm_up_manager.cpp | 9 +- be/src/cloud/cloud_warm_up_manager.h | 2 +- be/src/cloud/delete_bitmap_file_reader.h | 3 +- be/src/cloud/injection_point_action.cpp | 10 +- be/src/cloud/injection_point_action.h | 2 +- be/src/cloud/pb_convert.cpp | 3 +- be/src/common/be_mock_util.cpp | 2 +- be/src/common/cast_set.h | 2 +- be/src/common/compare.h | 2 +- be/src/common/config.cpp | 4 + be/src/common/daemon.cpp | 12 +- be/src/{vec => }/common/demangle.cpp | 2 +- be/src/{vec => }/common/demangle.h | 0 be/src/common/elf.cpp | 5 +- .../common/kerberos/kerberos_ticket_mgr.cpp | 4 +- .../metrics}/doris_metrics.cpp | 6 +- .../{util => common/metrics}/doris_metrics.h | 6 +- .../{util => common/metrics}/jvm_metrics.cpp | 7 +- be/src/{util => common/metrics}/jvm_metrics.h | 2 +- be/src/{util => common/metrics}/metrics.cpp | 2 +- be/src/{util => common/metrics}/metrics.h | 0 .../metrics}/system_metrics.cpp | 2 +- .../{util => common/metrics}/system_metrics.h | 2 +- be/src/common/stack_trace.cpp | 14 +- be/src/common/symbol_index.cpp | 5 +- be/src/common/symbol_index.h | 5 +- be/src/{http => core}/CMakeLists.txt | 12 +- be/src/{vec => }/core/accurate_comparison.h | 6 +- be/src/{vec/common => core}/allocator.cpp | 2 +- be/src/{vec/common => core}/allocator.h | 2 +- be/src/{vec/common => core}/allocator_fwd.h | 0 be/src/{vec/common => core}/arena.h | 6 +- .../common => core}/arena_with_free_lists.h | 4 +- be/src/{vec/common => core}/assert_cast.h | 2 +- be/src/{util => core}/binary_cast.hpp | 10 +- be/src/{vec/core => core/block}/block.cpp | 22 +- be/src/{vec/core => core/block}/block.h | 14 +- .../{vec/core => core/block}/column_numbers.h | 0 .../block}/column_with_type_and_name.cpp | 14 +- .../block}/column_with_type_and_name.h | 6 +- .../block}/columns_with_type_and_name.h | 4 +- .../core => core/block}/materialize_block.cpp | 6 +- .../core => core/block}/materialize_block.h | 2 +- be/src/{vec => }/core/call_on_type_index.h | 6 +- .../{vec/columns => core/column}/column.cpp | 10 +- be/src/{vec/columns => core/column}/column.h | 18 +- .../columns => core/column}/column_array.cpp | 32 +-- .../columns => core/column}/column_array.h | 14 +- .../columns => core/column}/column_complex.h | 16 +- .../columns => core/column}/column_const.cpp | 10 +- .../columns => core/column}/column_const.h | 22 +- .../column}/column_decimal.cpp | 24 +- .../columns => core/column}/column_decimal.h | 18 +- .../column}/column_dictionary.h | 12 +- .../columns => core/column}/column_dummy.h | 8 +- .../column}/column_execute_util.h | 16 +- .../column}/column_filter_helper.cpp | 2 +- .../column}/column_filter_helper.h | 2 +- .../column}/column_fixed_length_object.h | 16 +- .../columns => core/column}/column_map.cpp | 22 +- .../{vec/columns => core/column}/column_map.h | 22 +- .../columns => core/column}/column_nothing.h | 2 +- .../column}/column_nullable.cpp | 16 +- .../columns => core/column}/column_nullable.h | 20 +- .../columns => core/column}/column_string.cpp | 16 +- .../columns => core/column}/column_string.h | 22 +- .../columns => core/column}/column_struct.cpp | 10 +- .../columns => core/column}/column_struct.h | 14 +- .../column}/column_varbinary.cpp | 16 +- .../column}/column_varbinary.h | 12 +- .../column}/column_variant.cpp | 52 ++--- .../columns => core/column}/column_variant.h | 36 +-- .../columns => core/column}/column_vector.cpp | 24 +- .../columns => core/column}/column_vector.h | 24 +- .../column}/columns_common.cpp | 6 +- .../columns => core/column}/columns_common.h | 8 +- .../column}/predicate_column.h | 22 +- .../columns => core/column}/subcolumn_tree.h | 8 +- be/src/{vec/common => core}/cow.h | 0 .../{vec/common => core}/custom_allocator.h | 4 +- .../data_type}/convert_field_to_type.cpp | 24 +- .../data_type}/convert_field_to_type.h | 2 +- .../data_type}/data_type.cpp | 12 +- .../data_types => core/data_type}/data_type.h | 18 +- .../data_type}/data_type_agg_state.h | 19 +- .../data_type}/data_type_array.cpp | 26 +-- .../data_type}/data_type_array.h | 13 +- .../data_type}/data_type_bitmap.cpp | 18 +- .../data_type}/data_type_bitmap.h | 18 +- .../data_type}/data_type_date.cpp | 22 +- .../data_type}/data_type_date.h | 10 +- .../data_type_date_or_datetime_v2.cpp | 20 +- .../data_type_date_or_datetime_v2.h | 14 +- .../data_type}/data_type_date_time.cpp | 24 +- .../data_type}/data_type_date_time.h | 12 +- .../data_type}/data_type_decimal.cpp | 34 +-- .../data_type}/data_type_decimal.h | 27 ++- .../data_type}/data_type_factory.cpp | 64 ++--- .../data_type}/data_type_factory.hpp | 5 +- .../data_type_fixed_length_object.cpp | 8 +- .../data_type_fixed_length_object.h | 14 +- .../data_type}/data_type_hll.cpp | 14 +- .../data_type}/data_type_hll.h | 16 +- .../data_type}/data_type_ipv4.cpp | 22 +- .../data_type}/data_type_ipv4.h | 14 +- .../data_type}/data_type_ipv6.cpp | 22 +- .../data_type}/data_type_ipv6.h | 12 +- .../data_type}/data_type_jsonb.cpp | 14 +- .../data_type}/data_type_jsonb.h | 18 +- .../data_type}/data_type_map.cpp | 20 +- .../data_type}/data_type_map.h | 12 +- .../data_type}/data_type_nothing.cpp | 4 +- .../data_type}/data_type_nothing.h | 12 +- .../data_type}/data_type_nullable.cpp | 20 +- .../data_type}/data_type_nullable.h | 13 +- .../data_type}/data_type_number.h | 6 +- .../data_type}/data_type_number_base.cpp | 22 +- .../data_type}/data_type_number_base.h | 14 +- .../data_type}/data_type_quantilestate.cpp | 14 +- .../data_type}/data_type_quantilestate.h | 16 +- .../data_type}/data_type_string.cpp | 20 +- .../data_type}/data_type_string.h | 14 +- .../data_type}/data_type_struct.cpp | 16 +- .../data_type}/data_type_struct.h | 12 +- .../data_type}/data_type_time.cpp | 12 +- .../data_type}/data_type_time.h | 12 +- .../data_type}/data_type_timestamptz.cpp | 4 +- .../data_type}/data_type_timestamptz.h | 10 +- .../data_type}/data_type_varbinary.cpp | 24 +- .../data_type}/data_type_varbinary.h | 16 +- .../data_type}/data_type_variant.cpp | 20 +- .../data_type}/data_type_variant.h | 17 +- .../data_type}/define_primitive_type.h | 0 .../data_type}/get_least_supertype.cpp | 34 +-- .../data_type}/get_least_supertype.h | 2 +- .../data_type}/nested_utils.cpp | 4 +- .../data_type}/nested_utils.h | 2 +- .../data_type}/number_traits.h | 10 +- .../data_type}/primitive_type.cpp | 4 +- .../data_type}/primitive_type.h | 32 ++- .../complex_type_deserialize_util.h | 4 +- .../data_type_array_serde.cpp | 20 +- .../data_type_serde}/data_type_array_serde.h | 2 +- .../data_type_bitmap_serde.cpp | 14 +- .../data_type_serde}/data_type_bitmap_serde.h | 2 +- .../data_type_date_or_datetime_serde.cpp | 16 +- .../data_type_date_or_datetime_serde.h | 12 +- .../data_type_datetimev2_serde.cpp | 20 +- .../data_type_datetimev2_serde.h | 10 +- .../data_type_datev2_serde.cpp | 20 +- .../data_type_serde}/data_type_datev2_serde.h | 8 +- .../data_type_decimal_serde.cpp | 22 +- .../data_type_decimal_serde.h | 12 +- .../data_type_serde}/data_type_hll_serde.cpp | 14 +- .../data_type_serde}/data_type_hll_serde.h | 2 +- .../data_type_serde}/data_type_ipv4_serde.cpp | 12 +- .../data_type_serde}/data_type_ipv4_serde.h | 14 +- .../data_type_serde}/data_type_ipv6_serde.cpp | 12 +- .../data_type_serde}/data_type_ipv6_serde.h | 14 +- .../data_type_jsonb_serde.cpp | 4 +- .../data_type_serde}/data_type_jsonb_serde.h | 8 +- .../data_type_serde}/data_type_map_serde.cpp | 12 +- .../data_type_serde}/data_type_map_serde.h | 2 +- .../data_type_nothing_serde.h | 2 +- .../data_type_nullable_serde.cpp | 20 +- .../data_type_nullable_serde.h | 2 +- .../data_type_number_serde.cpp | 26 +-- .../data_type_serde}/data_type_number_serde.h | 20 +- .../data_type_quantilestate_serde.cpp | 2 +- .../data_type_quantilestate_serde.h | 16 +- .../data_type_serde}/data_type_serde.cpp | 20 +- .../data_type_serde}/data_type_serde.h | 8 +- .../data_type_string_serde.cpp | 6 +- .../data_type_serde}/data_type_string_serde.h | 10 +- .../data_type_struct_serde.cpp | 14 +- .../data_type_serde}/data_type_struct_serde.h | 2 +- .../data_type_serde}/data_type_time_serde.cpp | 14 +- .../data_type_serde}/data_type_time_serde.h | 4 +- .../data_type_timestamptz_serde.cpp | 12 +- .../data_type_timestamptz_serde.h | 6 +- .../data_type_varbinary_serde.cpp | 4 +- .../data_type_varbinary_serde.h | 14 +- .../data_type_variant_serde.cpp | 22 +- .../data_type_variant_serde.h | 2 +- .../datelike_serde_common.hpp | 2 +- be/src/{olap => core}/decimal12.h | 2 +- be/src/{vec => }/core/decimal_comparison.h | 18 +- be/src/{vec => }/core/extended_types.h | 2 +- be/src/{vec => }/core/field.cpp | 28 +-- be/src/{vec => }/core/field.h | 16 +- be/src/{vec/common => core}/memcmp_small.h | 0 be/src/{vec/common => core}/memcpy_small.h | 0 be/src/{vec/common => core}/mremap.cpp | 2 +- be/src/{vec/common => core}/mremap.h | 0 be/src/{util/types.h => core/packed_int128.h} | 2 +- be/src/{vec/common => core}/pod_array.cpp | 2 +- be/src/{vec/common => core}/pod_array.h | 8 +- be/src/{vec/common => core}/pod_array_fwd.h | 2 +- be/src/{vec/common => core}/string_buffer.hpp | 6 +- be/src/{vec/common => core}/string_ref.cpp | 2 +- be/src/{vec/common => core}/string_ref.h | 4 +- be/src/{vec/common => core}/string_view.cpp | 2 +- be/src/{vec/common => core}/string_view.h | 2 +- be/src/{runtime => core}/type_limit.h | 8 +- be/src/{vec/common => core}/typeid_cast.h | 0 be/src/{vec => }/core/types.h | 8 +- be/src/{vec/common => core}/uint128.h | 4 +- be/src/{olap => core}/uint24.h | 0 be/src/{util => core/value}/bitmap_value.h | 4 +- .../value}/decimalv2_value.cpp | 2 +- .../{runtime => core/value}/decimalv2_value.h | 4 +- be/src/{olap => core/value}/hll.cpp | 2 +- be/src/{olap => core/value}/hll.h | 2 +- .../runtime => core/value}/ip_address_cidr.h | 4 +- .../{vec/runtime => core/value}/ipv4_value.h | 4 +- .../{vec/runtime => core/value}/ipv6_value.h | 8 +- be/src/{runtime => core/value}/jsonb_value.h | 0 .../value}/large_int_value.cpp | 2 +- .../{runtime => core/value}/large_int_value.h | 0 be/src/{runtime => core/value}/map_value.cpp | 2 +- be/src/{runtime => core/value}/map_value.h | 0 .../{util => core/value}/quantile_state.cpp | 4 +- be/src/{util => core/value}/quantile_state.h | 2 +- .../{runtime => core/value}/struct_value.cpp | 2 +- be/src/{runtime => core/value}/struct_value.h | 0 .../{vec/runtime => core/value}/time_value.h | 6 +- .../value}/timestamptz_value.cpp | 4 +- .../value}/timestamptz_value.h | 2 +- .../value}/vdatetime_value.cpp | 12 +- .../runtime => core/value}/vdatetime_value.h | 28 ++- be/src/{vec => }/core/wide_integer.h | 33 ++- be/src/{vec => }/core/wide_integer_impl.h | 0 .../{vec => }/core/wide_integer_to_string.cpp | 6 +- .../{vec => }/core/wide_integer_to_string.h | 0 be/src/exec/CMakeLists.txt | 33 ++- be/src/{pipeline => exec}/common/agg_utils.h | 10 +- .../common/arithmetic_overflow.h | 2 +- .../common}/arrow_column_to_doris_column.cpp | 28 +-- .../common}/arrow_column_to_doris_column.h | 4 +- be/src/{vec => exec}/common/bit_helpers.h | 0 be/src/{vec => exec}/common/columns_hashing.h | 16 +- .../common/columns_hashing_impl.h | 10 +- .../vdata_gen_function_inf.h | 2 +- .../data_gen_functions/vnumbers_tvf.cpp | 14 +- .../common/data_gen_functions/vnumbers_tvf.h | 2 +- .../common/distinct_agg_utils.h | 14 +- be/src/{vec => exec}/common/endian.h | 6 +- be/src/{vec => exec}/common/field_visitors.h | 8 +- be/src/{vec => exec}/common/format_ip.cpp | 2 +- be/src/{vec => exec}/common/format_ip.h | 8 +- be/src/{vec => exec}/common/hash_table/hash.h | 8 +- .../common/hash_table/hash_key_type.h | 6 +- .../common/hash_table/hash_map.h | 4 +- .../common/hash_table/hash_map_context.h | 20 +- .../common/hash_table/hash_map_util.h | 6 +- .../common/hash_table/hash_table.h | 6 +- .../common/hash_table/hash_table_set_build.h | 4 +- .../common/hash_table/hash_table_set_probe.h | 4 +- .../common/hash_table/join_hash_table.h | 4 +- .../common/hash_table/ph_hash_map.h | 4 +- .../common/hash_table/ph_hash_set.h | 4 +- .../common/hash_table/phmap_fwd_decl.h | 4 +- .../common/hash_table/string_hash_map.h | 4 +- .../common/hash_table/string_hash_table.h | 6 +- be/src/{vec => exec}/common/hex.cpp | 2 +- be/src/{vec => exec}/common/hex.h | 2 +- .../common}/histogram_helpers.hpp | 4 +- be/src/{vec => exec}/common/int_exp.h | 2 +- be/src/{vec => exec}/common/ipv6_to_binary.h | 2 +- be/src/{pipeline => exec}/common/join_utils.h | 6 +- be/src/{vec => exec}/common/nan_utils.h | 0 .../common/partition_sort_utils.cpp | 2 +- .../common/partition_sort_utils.h | 12 +- be/src/{vec => exec}/common/pinyin.h | 0 be/src/{pipeline => exec}/common/set_utils.h | 2 +- be/src/{vec => exec}/common/sip_hash.h | 4 +- be/src/{vec => exec}/common/space_saving.h | 0 be/src/{vec => exec}/common/string_searcher.h | 4 +- .../common/string_utils/string_utils.h | 0 .../common}/stringop_substring.h | 28 +-- .../common}/template_helpers.hpp | 0 be/src/{vec/utils => exec/common}/util.hpp | 10 +- .../common}/varbinaryop_subbinary.h | 12 +- be/src/{vec => exec}/common/variant_util.cpp | 87 +++---- be/src/{vec => exec}/common/variant_util.h | 20 +- .../exec => exec/connector}/jni_connector.cpp | 34 +-- .../exec => exec/connector}/jni_connector.h | 17 +- .../skewed_partition_rebalancer.cpp | 2 +- .../connector}/skewed_partition_rebalancer.h | 0 .../connector}/vjdbc_connector.cpp | 19 +- .../exec => exec/connector}/vjdbc_connector.h | 6 +- be/src/exec/es/es_scan_reader.cpp | 2 +- be/src/exec/es/es_scan_reader.h | 2 +- be/src/exec/es/es_scroll_parser.cpp | 23 +- be/src/exec/es/es_scroll_parser.h | 2 +- .../exchange}/exchange_writer.cpp | 10 +- .../exchange}/exchange_writer.h | 4 +- .../local_exchange_sink_operator.cpp | 8 +- .../exchange}/local_exchange_sink_operator.h | 2 +- .../local_exchange_source_operator.cpp | 4 +- .../local_exchange_source_operator.h | 2 +- .../exchange}/local_exchanger.cpp | 8 +- .../exchange}/local_exchanger.h | 4 +- .../exchange}/vdata_stream_mgr.cpp | 4 +- .../exchange}/vdata_stream_mgr.h | 2 +- .../exchange}/vdata_stream_recvr.cpp | 16 +- .../exchange}/vdata_stream_recvr.h | 6 +- .../exchange}/vdata_stream_sender.cpp | 23 +- .../exchange}/vdata_stream_sender.h | 18 +- .../operator}/aggregation_sink_operator.cpp | 14 +- .../operator}/aggregation_sink_operator.h | 4 +- .../operator}/aggregation_source_operator.cpp | 10 +- .../operator}/aggregation_source_operator.h | 2 +- .../operator}/analytic_sink_operator.cpp | 6 +- .../operator}/analytic_sink_operator.h | 4 +- .../operator}/analytic_source_operator.cpp | 8 +- .../operator}/analytic_source_operator.h | 2 +- .../operator}/assert_num_rows_operator.cpp | 6 +- .../operator}/assert_num_rows_operator.h | 2 +- .../operator}/blackhole_sink_operator.cpp | 8 +- .../operator}/blackhole_sink_operator.h | 4 +- .../operator}/cache_sink_operator.cpp | 8 +- .../operator}/cache_sink_operator.h | 4 +- .../operator}/cache_source_operator.cpp | 8 +- .../operator}/cache_source_operator.h | 4 +- .../exec => exec/operator}/data_queue.cpp | 6 +- .../exec => exec/operator}/data_queue.h | 2 +- .../operator}/datagen_operator.cpp | 12 +- .../exec => exec/operator}/datagen_operator.h | 4 +- .../operator}/dict_sink_operator.cpp | 14 +- .../operator}/dict_sink_operator.h | 2 +- ...istinct_streaming_aggregation_operator.cpp | 5 +- .../distinct_streaming_aggregation_operator.h | 8 +- .../operator}/empty_set_operator.cpp | 4 +- .../operator}/empty_set_operator.h | 2 +- .../operator}/es_scan_operator.cpp | 4 +- .../exec => exec/operator}/es_scan_operator.h | 4 +- .../operator}/exchange_sink_buffer.cpp | 8 +- .../operator}/exchange_sink_buffer.h | 0 .../operator}/exchange_sink_operator.cpp | 26 +-- .../operator}/exchange_sink_operator.h | 8 +- .../operator}/exchange_source_operator.cpp | 12 +- .../operator}/exchange_source_operator.h | 2 +- .../operator}/file_scan_operator.cpp | 16 +- .../operator}/file_scan_operator.h | 8 +- .../group_commit_block_sink_operator.cpp | 6 +- .../group_commit_block_sink_operator.h | 6 +- .../operator}/group_commit_scan_operator.cpp | 2 +- .../operator}/group_commit_scan_operator.h | 6 +- .../operator}/hashjoin_build_sink.cpp | 16 +- .../operator}/hashjoin_build_sink.h | 6 +- .../operator}/hashjoin_probe_operator.cpp | 8 +- .../operator}/hashjoin_probe_operator.h | 4 +- .../operator}/hive_table_sink_operator.cpp | 2 +- .../operator}/hive_table_sink_operator.h | 4 +- .../operator}/iceberg_table_sink_operator.cpp | 2 +- .../operator}/iceberg_table_sink_operator.h | 4 +- .../operator}/jdbc_scan_operator.cpp | 4 +- .../operator}/jdbc_scan_operator.h | 4 +- .../operator}/jdbc_table_sink_operator.cpp | 8 +- .../operator}/jdbc_table_sink_operator.h | 4 +- .../join/asof_left_inner_join_impl.cpp | 0 .../join/asof_left_outer_join_impl.cpp | 0 .../operator}/join/full_outer_join_impl.cpp | 2 +- .../operator}/join/inner_join_impl.cpp | 2 +- .../operator}/join/left_anti_join_impl.cpp | 2 +- .../operator}/join/left_outer_join_impl.cpp | 2 +- .../operator}/join/left_semi_join_impl.cpp | 2 +- .../join/null_aware_left_anti_join_impl.cpp | 2 +- .../join/null_aware_left_semi_join_impl.cpp | 2 +- .../operator}/join/process_hash_table_probe.h | 8 +- .../join/process_hash_table_probe_impl.h | 14 +- .../operator}/join/right_anti_join_impl.cpp | 2 +- .../operator}/join/right_outer_join_impl.cpp | 2 +- .../operator}/join/right_semi_join_impl.cpp | 2 +- .../operator}/join_build_sink_operator.cpp | 10 +- .../operator}/join_build_sink_operator.h | 2 +- .../operator}/join_probe_operator.cpp | 10 +- .../operator}/join_probe_operator.h | 2 +- .../local_merge_sort_source_operator.cpp | 4 +- .../local_merge_sort_source_operator.h | 4 +- .../operator}/materialization_opertor.cpp | 10 +- .../operator}/materialization_opertor.h | 2 +- .../maxcompute_table_sink_operator.cpp | 2 +- .../maxcompute_table_sink_operator.h | 4 +- .../memory_scratch_sink_operator.cpp | 12 +- .../operator}/memory_scratch_sink_operator.h | 2 +- .../operator}/meta_scan_operator.cpp | 4 +- .../operator}/meta_scan_operator.h | 4 +- .../exec => exec/operator}/mock_operator.h | 4 +- .../operator}/mock_scan_operator.h | 2 +- .../operator}/multi_cast_data_stream_sink.cpp | 8 +- .../operator}/multi_cast_data_stream_sink.h | 4 +- .../multi_cast_data_stream_source.cpp | 10 +- .../operator}/multi_cast_data_stream_source.h | 4 +- .../operator}/multi_cast_data_streamer.cpp | 12 +- .../operator}/multi_cast_data_streamer.h | 10 +- .../nested_loop_join_build_operator.cpp | 6 +- .../nested_loop_join_build_operator.h | 6 +- .../nested_loop_join_probe_operator.cpp | 9 +- .../nested_loop_join_probe_operator.h | 4 +- .../operator}/olap_scan_operator.cpp | 32 +-- .../operator}/olap_scan_operator.h | 8 +- .../operator}/olap_table_sink_operator.h | 4 +- .../operator}/olap_table_sink_v2_operator.h | 4 +- .../exec => exec/operator}/operator.cpp | 146 ++++++------ .../exec => exec/operator}/operator.h | 14 +- .../partition_sort_sink_operator.cpp | 6 +- .../operator}/partition_sort_sink_operator.h | 6 +- .../partition_sort_source_operator.cpp | 4 +- .../partition_sort_source_operator.h | 2 +- .../partitioned_aggregation_sink_operator.cpp | 16 +- .../partitioned_aggregation_sink_operator.h | 14 +- ...artitioned_aggregation_source_operator.cpp | 17 +- .../partitioned_aggregation_source_operator.h | 105 +++++++++ .../partitioned_hash_join_probe_operator.cpp | 12 +- .../partitioned_hash_join_probe_operator.h | 12 +- .../partitioned_hash_join_sink_operator.cpp | 14 +- .../partitioned_hash_join_sink_operator.h | 16 +- .../operator}/repeat_operator.cpp | 10 +- .../exec => exec/operator}/repeat_operator.h | 2 +- .../operator}/result_file_sink_operator.cpp | 10 +- .../operator}/result_file_sink_operator.h | 4 +- .../operator}/result_sink_operator.cpp | 14 +- .../operator}/result_sink_operator.h | 4 +- .../exec => exec/operator}/scan_operator.cpp | 55 +++-- .../exec => exec/operator}/scan_operator.h | 19 +- .../operator}/schema_scan_operator.cpp | 8 +- .../operator}/schema_scan_operator.h | 4 +- .../exec => exec/operator}/select_operator.h | 2 +- .../operator}/set_probe_sink_operator.cpp | 8 +- .../operator}/set_probe_sink_operator.h | 2 +- .../operator}/set_sink_operator.cpp | 8 +- .../operator}/set_sink_operator.h | 4 +- .../operator}/set_source_operator.cpp | 6 +- .../operator}/set_source_operator.h | 2 +- .../operator}/sort_sink_operator.cpp | 8 +- .../operator}/sort_sink_operator.h | 4 +- .../operator}/sort_source_operator.cpp | 4 +- .../operator}/sort_source_operator.h | 2 +- .../spill_iceberg_table_sink_operator.cpp | 10 +- .../spill_iceberg_table_sink_operator.h | 4 +- .../operator}/spill_sort_sink_operator.cpp | 10 +- .../operator}/spill_sort_sink_operator.h | 4 +- .../operator}/spill_sort_source_operator.cpp | 12 +- .../operator}/spill_sort_source_operator.h | 2 +- .../exec => exec/operator}/spill_utils.h | 4 +- .../streaming_aggregation_operator.cpp | 11 +- .../streaming_aggregation_operator.h | 6 +- .../operator}/table_function_operator.cpp | 12 +- .../operator}/table_function_operator.h | 4 +- .../operator}/tvf_table_sink_operator.cpp | 2 +- .../operator}/tvf_table_sink_operator.h | 4 +- .../operator}/union_sink_operator.cpp | 8 +- .../operator}/union_sink_operator.h | 6 +- .../operator}/union_source_operator.cpp | 18 +- .../operator}/union_source_operator.h | 2 +- .../partitioner}/partitioner.cpp | 8 +- .../partitioner}/partitioner.h | 6 +- be/src/{ => exec}/pipeline/dependency.cpp | 20 +- be/src/{ => exec}/pipeline/dependency.h | 22 +- be/src/{ => exec}/pipeline/pipeline.cpp | 8 +- be/src/{ => exec}/pipeline/pipeline.h | 4 +- .../pipeline/pipeline_fragment_context.cpp | 148 ++++++------ .../pipeline/pipeline_fragment_context.h | 6 +- be/src/{ => exec}/pipeline/pipeline_task.cpp | 26 ++- be/src/{ => exec}/pipeline/pipeline_task.h | 12 +- .../{ => exec}/pipeline/pipeline_tracing.cpp | 2 +- be/src/{ => exec}/pipeline/pipeline_tracing.h | 0 be/src/{ => exec}/pipeline/revokable_task.h | 11 +- be/src/{ => exec}/pipeline/task_queue.cpp | 4 +- be/src/{ => exec}/pipeline/task_queue.h | 2 +- be/src/{ => exec}/pipeline/task_scheduler.cpp | 8 +- be/src/{ => exec}/pipeline/task_scheduler.h | 4 +- be/src/exec/rowid_fetcher.cpp | 42 ++-- be/src/exec/rowid_fetcher.h | 8 +- .../runtime_filter/runtime_filter.cpp | 6 +- .../runtime_filter/runtime_filter.h | 6 +- .../runtime_filter_consumer.cpp | 10 +- .../runtime_filter/runtime_filter_consumer.h | 6 +- .../runtime_filter_consumer_helper.cpp | 6 +- .../runtime_filter_consumer_helper.h | 6 +- .../runtime_filter_definitions.h | 2 +- .../runtime_filter/runtime_filter_merger.h | 8 +- .../runtime_filter/runtime_filter_mgr.cpp | 10 +- .../runtime_filter/runtime_filter_mgr.h | 0 .../runtime_filter_producer.cpp | 8 +- .../runtime_filter/runtime_filter_producer.h | 6 +- .../runtime_filter_producer_helper.cpp | 6 +- .../runtime_filter_producer_helper.h | 10 +- .../runtime_filter_producer_helper_cross.h | 12 +- .../runtime_filter_producer_helper_set.h | 14 +- .../runtime_filter_selectivity.h | 0 .../runtime_filter/runtime_filter_wrapper.cpp | 6 +- .../runtime_filter/runtime_filter_wrapper.h | 8 +- be/src/{ => exec}/runtime_filter/utils.cpp | 6 +- be/src/{ => exec}/runtime_filter/utils.h | 15 +- be/src/{vec => }/exec/scan/es_scanner.cpp | 12 +- be/src/{vec => }/exec/scan/es_scanner.h | 4 +- be/src/{vec => }/exec/scan/file_scanner.cpp | 91 ++++---- be/src/{vec => }/exec/scan/file_scanner.h | 16 +- be/src/{vec => }/exec/scan/jdbc_scanner.cpp | 16 +- be/src/{vec => }/exec/scan/jdbc_scanner.h | 8 +- be/src/{vec => }/exec/scan/meta_scanner.cpp | 22 +- be/src/{vec => }/exec/scan/meta_scanner.h | 4 +- be/src/{vec => }/exec/scan/olap_scanner.cpp | 38 +-- be/src/{vec => }/exec/scan/olap_scanner.h | 16 +- .../scan}/parallel_scanner_builder.cpp | 12 +- .../scan}/parallel_scanner_builder.h | 12 +- be/src/{vec => }/exec/scan/scan_node.h | 2 +- be/src/{vec => }/exec/scan/scanner.cpp | 15 +- be/src/{vec => }/exec/scan/scanner.h | 4 +- .../{vec => }/exec/scan/scanner_context.cpp | 16 +- be/src/{vec => }/exec/scan/scanner_context.h | 10 +- .../{vec => }/exec/scan/scanner_scheduler.cpp | 19 +- .../{vec => }/exec/scan/scanner_scheduler.h | 8 +- .../exec/scan/simplified_scan_scheduler.cpp | 4 +- .../exec/scan/split_source_connector.cpp | 2 +- .../exec/scan/split_source_connector.h | 2 +- .../scan/task_executor}/listenable_future.h | 0 .../scan/task_executor}/split_runner.h | 2 +- .../scan/task_executor}/task_executor.h | 6 +- .../scan/task_executor}/task_handle.h | 2 +- .../scan/task_executor}/task_id.h | 0 .../scan/task_executor}/ticker.h | 0 .../time_sharing/multilevel_split_queue.cpp | 2 +- .../time_sharing/multilevel_split_queue.h | 6 +- .../time_sharing/prioritized_split_runner.cpp | 4 +- .../time_sharing/prioritized_split_runner.h | 8 +- .../task_executor}/time_sharing/priority.h | 0 .../split_concurrency_controller.h | 0 .../task_executor}/time_sharing/split_queue.h | 4 +- .../time_sharing_task_executor.cpp | 8 +- .../time_sharing/time_sharing_task_executor.h | 10 +- .../time_sharing/time_sharing_task_handle.cpp | 2 +- .../time_sharing/time_sharing_task_handle.h | 12 +- .../tools/simulator/histogram.cpp | 2 +- .../tools/simulator/histogram.h | 0 .../tools/simulator/scheduled_executor.h | 2 +- .../tools/simulator/simulation_controller.cpp | 6 +- .../tools/simulator/simulation_controller.h | 6 +- .../simulator/simulation_fifo_split_queue.h | 2 +- .../tools/simulator/simulation_split.cpp | 8 +- .../tools/simulator/simulation_split.h | 2 +- .../tools/simulator/simulation_task.cpp | 4 +- .../tools/simulator/simulation_task.h | 8 +- .../tools/simulator/split_generators.cpp | 4 +- .../tools/simulator/split_generators.h | 2 +- .../tools/simulator/split_specification.cpp | 4 +- .../tools/simulator/split_specification.h | 0 .../simulator/task_executor_simulator.cpp | 6 +- .../tools/simulator/task_executor_simulator.h | 10 +- .../scan}/vector_search_user_params.cpp | 2 +- .../scan}/vector_search_user_params.h | 0 be/src/{vec => exec}/sink/autoinc_buffer.cpp | 6 +- be/src/{vec => exec}/sink/autoinc_buffer.h | 0 .../sink/delta_writer_v2_pool.cpp | 6 +- .../{vec => exec}/sink/delta_writer_v2_pool.h | 0 .../sink/load_stream_map_pool.cpp | 2 +- .../{vec => exec}/sink/load_stream_map_pool.h | 17 +- .../{vec => exec}/sink/load_stream_stub.cpp | 4 +- be/src/{vec => exec}/sink/load_stream_stub.h | 15 +- .../scale_writer_partitioning_exchanger.hpp | 6 +- .../sink/tablet_sink_hash_partitioner.cpp | 4 +- .../sink/tablet_sink_hash_partitioner.h | 14 +- .../{vec => exec}/sink/vrow_distribution.cpp | 20 +- be/src/{vec => exec}/sink/vrow_distribution.h | 16 +- .../sink/vtablet_block_convertor.cpp | 56 ++--- .../sink/vtablet_block_convertor.h | 13 +- be/src/{vec => exec}/sink/vtablet_finder.cpp | 6 +- be/src/{vec => exec}/sink/vtablet_finder.h | 6 +- .../sink/writer/async_result_writer.cpp | 10 +- .../sink/writer/async_result_writer.h | 6 +- .../sink/writer/iceberg/partition_data.h | 2 +- .../writer/iceberg/partition_transformers.cpp | 6 +- .../writer/iceberg/partition_transformers.h | 7 +- .../iceberg/viceberg_partition_writer.cpp | 12 +- .../iceberg/viceberg_partition_writer.h | 8 +- .../writer/iceberg/viceberg_sort_writer.cpp | 6 +- .../writer/iceberg/viceberg_sort_writer.h | 10 +- .../writer/iceberg/viceberg_table_writer.cpp | 30 +-- .../writer/iceberg/viceberg_table_writer.h | 18 +- .../writer/iceberg/vpartition_writer_base.h | 0 .../maxcompute/vmc_partition_writer.cpp | 4 +- .../writer/maxcompute/vmc_partition_writer.h | 2 +- .../writer/maxcompute/vmc_table_writer.cpp | 12 +- .../sink/writer/maxcompute/vmc_table_writer.h | 10 +- .../sink/writer}/result_writer.h | 0 .../writer}/varrow_flight_result_writer.cpp | 6 +- .../writer}/varrow_flight_result_writer.h | 6 +- .../sink/writer/vfile_result_writer.cpp | 34 +-- .../sink/writer/vfile_result_writer.h | 8 +- .../sink/writer/vhive_partition_writer.cpp | 12 +- .../sink/writer/vhive_partition_writer.h | 6 +- .../sink/writer/vhive_table_writer.cpp | 20 +- .../sink/writer/vhive_table_writer.h | 10 +- .../{vec => exec}/sink/writer/vhive_utils.cpp | 2 +- .../{vec => exec}/sink/writer/vhive_utils.h | 0 .../sink/writer/vjdbc_table_writer.cpp | 10 +- .../sink/writer/vjdbc_table_writer.h | 4 +- .../sink/writer}/vmysql_result_writer.cpp | 33 ++- .../sink/writer}/vmysql_result_writer.h | 10 +- .../sink/writer/vtablet_writer.cpp | 28 +-- .../sink/writer/vtablet_writer.h | 20 +- .../sink/writer/vtablet_writer_v2.cpp | 22 +- .../sink/writer/vtablet_writer_v2.h | 21 +- .../sink/writer/vtvf_table_writer.cpp | 8 +- .../sink/writer/vtvf_table_writer.h | 10 +- .../{vec => exec}/sink/writer/vwal_writer.cpp | 4 +- .../{vec => exec}/sink/writer/vwal_writer.h | 6 +- .../{vec/common => exec}/sort/heap_sorter.cpp | 8 +- .../{vec/common => exec}/sort/heap_sorter.h | 2 +- .../common => exec}/sort/partition_sorter.cpp | 8 +- .../common => exec}/sort/partition_sorter.h | 2 +- be/src/{vec/core => exec/sort}/sort_block.cpp | 4 +- be/src/{vec/core => exec/sort}/sort_block.h | 25 +- be/src/{vec/core => exec/sort}/sort_cursor.h | 10 +- .../core => exec/sort}/sort_description.h | 0 be/src/{vec/common => exec}/sort/sorter.cpp | 22 +- be/src/{vec/common => exec}/sort/sorter.h | 17 +- .../{vec/common => exec}/sort/topn_sorter.cpp | 8 +- .../{vec/common => exec}/sort/topn_sorter.h | 2 +- .../common => exec}/sort/vsort_exec_exprs.cpp | 6 +- .../common => exec}/sort/vsort_exec_exprs.h | 2 +- .../sort}/vsorted_run_merger.cpp | 10 +- .../sort}/vsorted_run_merger.h | 10 +- be/src/{vec => exec}/spill/spill_reader.cpp | 6 +- be/src/{vec => exec}/spill/spill_reader.h | 6 +- be/src/{vec => exec}/spill/spill_stream.cpp | 12 +- be/src/{vec => exec}/spill/spill_stream.h | 4 +- .../spill/spill_stream_manager.cpp | 10 +- .../spill/spill_stream_manager.h | 6 +- be/src/{vec => exec}/spill/spill_writer.cpp | 4 +- be/src/{vec => exec}/spill/spill_writer.h | 4 +- be/src/exec/table_connector.cpp | 26 +-- be/src/exec/table_connector.h | 9 +- be/src/exprs/CMakeLists.txt | 35 ++- .../aggregate}/aggregate_function.h | 18 +- .../aggregate}/aggregate_function_ai_agg.cpp | 6 +- .../aggregate}/aggregate_function_ai_agg.h | 10 +- ...gregate_function_approx_count_distinct.cpp | 8 +- ...aggregate_function_approx_count_distinct.h | 16 +- .../aggregate_function_array_agg.cpp | 9 +- .../aggregate}/aggregate_function_array_agg.h | 28 +-- .../aggregate}/aggregate_function_avg.cpp | 10 +- .../aggregate}/aggregate_function_avg.h | 20 +- .../aggregate_function_avg_weighted.cpp | 8 +- .../aggregate_function_avg_weighted.h | 16 +- .../aggregate}/aggregate_function_binary.h | 16 +- .../aggregate}/aggregate_function_bit.cpp | 8 +- .../aggregate}/aggregate_function_bit.h | 10 +- .../aggregate}/aggregate_function_bitmap.cpp | 10 +- .../aggregate}/aggregate_function_bitmap.h | 18 +- .../aggregate_function_bitmap_agg.cpp | 10 +- .../aggregate_function_bitmap_agg.h | 8 +- .../aggregate_function_bool_union.cpp | 8 +- .../aggregate_function_bool_union.h | 22 +- .../aggregate}/aggregate_function_collect.cpp | 9 +- .../aggregate}/aggregate_function_collect.h | 32 +-- .../aggregate_function_combinator.h | 4 +- .../aggregate}/aggregate_function_corr.cpp | 12 +- .../aggregate}/aggregate_function_corr.h | 4 +- .../aggregate}/aggregate_function_count.cpp | 6 +- .../aggregate}/aggregate_function_count.h | 20 +- .../aggregate_function_count_by_enum.cpp | 10 +- .../aggregate_function_count_by_enum.h | 6 +- .../aggregate}/aggregate_function_covar.cpp | 8 +- .../aggregate}/aggregate_function_covar.h | 14 +- .../aggregate_function_distinct.cpp | 10 +- .../aggregate}/aggregate_function_distinct.h | 12 +- .../aggregate}/aggregate_function_foreach.cpp | 12 +- .../aggregate}/aggregate_function_foreach.h | 14 +- .../aggregate_function_foreachv2.cpp | 12 +- .../aggregate_function_group_array_set_op.cpp | 12 +- .../aggregate_function_group_array_set_op.h | 22 +- .../aggregate_function_group_concat.cpp | 4 +- .../aggregate_function_group_concat.h | 14 +- .../aggregate_function_histogram.cpp | 10 +- .../aggregate}/aggregate_function_histogram.h | 22 +- .../aggregate_function_hll_union_agg.cpp | 6 +- .../aggregate_function_hll_union_agg.h | 16 +- .../aggregate}/aggregate_function_java_udaf.h | 18 +- .../aggregate_function_kurtosis.cpp | 12 +- .../aggregate_function_linear_histogram.cpp | 4 +- .../aggregate_function_linear_histogram.h | 8 +- .../aggregate}/aggregate_function_map.cpp | 5 +- .../aggregate}/aggregate_function_map.h | 18 +- .../aggregate}/aggregate_function_map_v2.cpp | 4 +- .../aggregate}/aggregate_function_map_v2.h | 16 +- .../aggregate}/aggregate_function_max_by.cpp | 0 .../aggregate}/aggregate_function_min_by.cpp | 0 .../aggregate}/aggregate_function_min_max.cpp | 16 +- .../aggregate}/aggregate_function_min_max.h | 29 +-- .../aggregate_function_min_max_by.cpp | 4 +- .../aggregate_function_min_max_by.h | 18 +- .../aggregate}/aggregate_function_null.h | 14 +- .../aggregate}/aggregate_function_null_v2.h | 16 +- .../aggregate_function_orthogonal_bitmap.cpp | 10 +- .../aggregate_function_orthogonal_bitmap.h | 14 +- .../aggregate_function_percentile.cpp | 8 +- .../aggregate_function_percentile.h | 22 +- ...ggregate_function_percentile_reservoir.cpp | 8 +- .../aggregate_function_percentile_reservoir.h | 6 +- .../aggregate}/aggregate_function_product.h | 18 +- .../aggregate_function_quantile_state.cpp | 6 +- .../aggregate_function_quantile_state.h | 14 +- .../aggregate}/aggregate_function_reader.cpp | 18 +- .../aggregate}/aggregate_function_reader.h | 0 .../aggregate_function_reader_first_last.h | 22 +- .../aggregate_function_regr_union.cpp | 10 +- .../aggregate_function_regr_union.h | 18 +- .../aggregate_function_retention.cpp | 6 +- .../aggregate}/aggregate_function_retention.h | 22 +- .../aggregate}/aggregate_function_rpc.h | 22 +- .../aggregate}/aggregate_function_sem.cpp | 10 +- .../aggregate}/aggregate_function_sem.h | 18 +- .../aggregate_function_sequence_match.cpp | 8 +- .../aggregate_function_sequence_match.h | 18 +- .../aggregate_function_simple_factory.cpp | 4 +- .../aggregate_function_simple_factory.h | 10 +- .../aggregate}/aggregate_function_skew.cpp | 12 +- .../aggregate}/aggregate_function_sort.cpp | 4 +- .../aggregate}/aggregate_function_sort.h | 14 +- .../aggregate_function_state_merge.h | 2 +- .../aggregate_function_state_union.h | 4 +- .../aggregate}/aggregate_function_statistic.h | 19 +- .../aggregate}/aggregate_function_stddev.cpp | 8 +- .../aggregate}/aggregate_function_stddev.h | 14 +- .../aggregate}/aggregate_function_sum.cpp | 6 +- .../aggregate}/aggregate_function_sum.h | 18 +- .../aggregate}/aggregate_function_topn.cpp | 8 +- .../aggregate}/aggregate_function_topn.h | 30 +-- .../aggregate}/aggregate_function_uniq.cpp | 12 +- .../aggregate}/aggregate_function_uniq.h | 26 +-- ...aggregate_function_uniq_distribute_key.cpp | 6 +- .../aggregate_function_uniq_distribute_key.h | 22 +- .../aggregate}/aggregate_function_window.cpp | 10 +- .../aggregate}/aggregate_function_window.h | 18 +- .../aggregate_function_window_funnel.cpp | 10 +- .../aggregate_function_window_funnel.h | 18 +- .../aggregate}/factory_helpers.h | 2 +- .../aggregate}/helpers.h | 14 +- .../aggregate}/moments.h | 2 +- be/src/exprs/bitmapfilter_predicate.h | 8 +- be/src/exprs/block_bloom_filter.hpp | 2 +- be/src/exprs/bloom_filter_func.h | 4 +- be/src/exprs/bloom_filter_func_adaptor.h | 8 +- be/src/exprs/bloom_filter_func_impl.h | 6 +- be/src/exprs/create_predicate_function.h | 14 +- .../function}/ai/ai_adapter.h | 6 +- .../function}/ai/ai_classify.h | 2 +- .../function}/ai/ai_extract.h | 2 +- .../function}/ai/ai_filter.h | 2 +- .../function}/ai/ai_fix_grammar.h | 2 +- .../function}/ai/ai_functions.cpp | 26 +-- .../function}/ai/ai_functions.h | 22 +- .../function}/ai/ai_generate.h | 2 +- .../functions => exprs/function}/ai/ai_mask.h | 2 +- .../function}/ai/ai_sentiment.h | 2 +- .../function}/ai/ai_similarity.h | 2 +- .../function}/ai/ai_summarize.h | 2 +- .../function}/ai/ai_translate.h | 2 +- .../functions => exprs/function}/ai/embed.h | 4 +- .../array/function_array_aggregation.cpp | 50 ++-- .../function}/array/function_array_apply.cpp | 47 ++-- .../function}/array/function_array_binary.h | 12 +- .../array/function_array_compact.cpp | 4 +- .../function}/array/function_array_compact.h | 22 +- .../function}/array/function_array_concat.cpp | 24 +- .../array/function_array_constructor.cpp | 30 +-- .../array/function_array_contains_all.cpp | 17 +- .../function}/array/function_array_count.cpp | 14 +- .../array/function_array_cum_sum.cpp | 28 +-- .../array/function_array_difference.cpp | 4 +- .../array/function_array_difference.h | 34 +-- .../array/function_array_distance.cpp | 4 +- .../function}/array/function_array_distance.h | 26 +-- .../array/function_array_distinct.cpp | 4 +- .../function}/array/function_array_distinct.h | 39 ++-- .../array/function_array_element.cpp | 4 +- .../function}/array/function_array_element.h | 45 ++-- .../array/function_array_enumerate.cpp | 34 +-- .../array/function_array_enumerate_uniq.cpp | 51 ++-- .../function}/array/function_array_except.cpp | 16 +- .../function}/array/function_array_exists.cpp | 26 +-- .../function}/array/function_array_filter.cpp | 22 +- .../function_array_first_or_last_index.cpp | 26 +-- .../array/function_array_flatten.cpp | 26 +-- .../function}/array/function_array_index.cpp | 4 +- .../function}/array/function_array_index.h | 45 ++-- .../array/function_array_intersect.cpp | 12 +- .../function}/array/function_array_join.h | 16 +- .../function}/array/function_array_map.h | 14 +- .../function}/array/function_array_mapped.h | 10 +- .../function}/array/function_array_nary.h | 12 +- .../function}/array/function_array_pop.cpp | 22 +- .../array/function_array_pushback.cpp | 26 +-- .../array/function_array_pushfront.cpp | 24 +- .../function}/array/function_array_range.cpp | 42 ++-- .../array/function_array_register.cpp | 2 +- .../function}/array/function_array_remove.cpp | 4 +- .../function}/array/function_array_remove.h | 37 +-- .../function}/array/function_array_reverse.h | 10 +- .../function}/array/function_array_set.h | 14 +- .../array/function_array_shuffle.cpp | 22 +- .../function}/array/function_array_slice.cpp | 4 +- .../function}/array/function_array_slice.h | 16 +- .../function}/array/function_array_sort.cpp | 4 +- .../function}/array/function_array_sort.h | 16 +- .../function}/array/function_array_sortby.cpp | 28 +-- .../function}/array/function_array_split.cpp | 30 +-- .../function}/array/function_array_union.cpp | 20 +- .../function}/array/function_array_utils.cpp | 14 +- .../function}/array/function_array_utils.h | 10 +- .../array/function_array_with_constant.cpp | 22 +- .../function}/array/function_array_zip.cpp | 34 +-- .../array/function_arrays_overlap.cpp | 4 +- .../function}/array/function_arrays_overlap.h | 36 +-- .../function}/array/varray_match_function.cpp | 23 +- .../function}/binary_arithmetic.h | 22 +- .../function}/cast/cast_base.cpp | 2 +- .../function}/cast/cast_base.h | 46 ++-- .../function}/cast/cast_parameters.h | 0 .../function}/cast/cast_to_array.h | 8 +- .../cast/cast_to_basic_number_common.h | 16 +- .../function}/cast/cast_to_boolean.h | 6 +- .../function}/cast/cast_to_date.h | 30 +-- .../cast/cast_to_date_or_datetime_impl.hpp | 14 +- .../cast/cast_to_datetimev2_impl.hpp | 14 +- .../function}/cast/cast_to_datev2_impl.hpp | 14 +- .../function}/cast/cast_to_decimal.h | 10 +- .../function}/cast/cast_to_float.h | 8 +- .../function}/cast/cast_to_int.h | 8 +- .../function}/cast/cast_to_ip.h | 8 +- .../function}/cast/cast_to_jsonb.h | 20 +- .../function}/cast/cast_to_map.h | 8 +- .../function}/cast/cast_to_string.h | 8 +- .../function}/cast/cast_to_struct.h | 8 +- .../function}/cast/cast_to_time_impl.hpp | 14 +- .../function}/cast/cast_to_timestamptz.h | 20 +- .../function}/cast/cast_to_variant.h | 6 +- .../function}/cast/function_cast.cpp | 36 +-- .../function}/cast_type_to_either.h | 2 +- .../function}/comparison.cpp | 2 +- .../function}/comparison_equal_for_null.cpp | 32 +-- .../function}/comparison_equals.cpp | 10 +- .../function}/comparison_greater.cpp | 10 +- .../function}/comparison_less.cpp | 10 +- .../function}/complex_dict_hash_map.h | 18 +- .../function}/complex_hash_map_dictionary.cpp | 8 +- .../function}/complex_hash_map_dictionary.h | 14 +- .../function}/date_format_type.h | 2 +- .../function}/date_time_transforms.h | 41 ++-- .../function}/datetime_errors.h | 6 +- .../function}/dictionary.cpp | 12 +- .../functions => exprs/function}/dictionary.h | 24 +- .../function}/dictionary_factory.cpp | 2 +- .../function}/dictionary_factory.h | 2 +- .../function}/dictionary_util.h | 2 +- .../functions => exprs/function}/divide.cpp | 16 +- .../functions => exprs/function}/function.cpp | 30 +-- .../functions => exprs/function}/function.h | 28 +-- .../function}/function_agg_state.h | 18 +- .../function}/function_always_not_nullable.h | 10 +- .../function}/function_assert_true.cpp | 24 +- .../function}/function_bit.cpp | 22 +- .../function}/function_bit_count.cpp | 8 +- .../function}/function_bit_shift.cpp | 6 +- .../function}/function_bit_test.cpp | 14 +- .../function}/function_bitmap.cpp | 62 ++--- .../function}/function_bitmap_min_or_max.h | 8 +- .../function}/function_bitmap_variadic.cpp | 34 +-- .../function}/function_collection_in.cpp | 4 +- .../function}/function_collection_in.h | 20 +- .../function}/function_compress.cpp | 32 +-- .../function}/function_const.h | 6 +- .../function}/function_conv.cpp | 36 +-- .../function}/function_convert_tz.cpp | 56 ++--- .../function_date_or_datetime_computation.cpp | 8 +- .../function_date_or_datetime_computation.h | 60 ++--- .../function_date_or_datetime_to_something.h | 6 +- .../function_date_or_datetime_to_string.cpp | 32 +-- .../function_datetime_floor_ceil.cpp | 48 ++-- .../function_datetime_string_to_string.cpp | 10 +- .../function_datetime_string_to_string.h | 32 +-- .../function}/function_decode_varchar.cpp | 20 +- .../function}/function_dict_get.cpp | 16 +- .../function}/function_dict_get_many.cpp | 24 +- .../function}/function_encode_varchar.cpp | 20 +- .../function}/function_encryption.cpp | 28 +-- .../function}/function_fake.cpp | 26 +-- .../function}/function_fake.h | 10 +- .../function}/function_format.cpp | 16 +- .../function}/function_grouping.cpp | 4 +- .../function}/function_grouping.h | 20 +- .../function}/function_hash.cpp | 30 +-- .../function}/function_hash.h | 2 +- .../function}/function_helpers.cpp | 12 +- .../function}/function_helpers.h | 18 +- .../function}/function_hex.cpp | 34 +-- .../function}/function_hll.cpp | 38 +-- .../function}/function_ignore.cpp | 6 +- .../function}/function_interval.cpp | 34 +-- .../function}/function_ip.cpp | 4 +- .../function}/function_ip.h | 46 ++-- .../function}/function_java_udf.cpp | 6 +- .../function}/function_java_udf.h | 14 +- .../function}/function_json.cpp | 44 ++-- .../function}/function_json_hash.cpp | 6 +- .../function}/function_jsonb.cpp | 58 ++--- .../function}/function_jsonb_transform.cpp | 6 +- .../function}/function_map.cpp | 49 ++-- .../function}/function_math_log.h | 8 +- .../function}/function_math_unary.h | 14 +- .../function_math_unary_alway_nullable.h | 22 +- .../function}/function_multi_match.cpp | 12 +- .../function}/function_multi_match.h | 8 +- .../function}/function_multi_same_args.h | 10 +- .../function}/function_needs_to_handle_null.h | 2 +- .../function}/function_nullables.cpp | 20 +- .../function_other_types_to_date.cpp | 66 +++--- .../function}/function_quantile_state.cpp | 48 ++-- .../function}/function_regexp.cpp | 38 +-- .../function}/function_reverse.h | 4 +- .../function}/function_rpc.cpp | 6 +- .../function}/function_rpc.h | 16 +- .../function}/function_score.cpp | 18 +- .../function}/function_search.cpp | 62 +++-- .../function}/function_search.h | 18 +- .../function}/function_size.cpp | 16 +- .../function}/function_soundex.cpp | 8 +- .../function}/function_split_by_regexp.cpp | 18 +- .../function}/function_string.cpp | 22 +- .../function}/function_string.h | 80 +++---- .../function}/function_string_to_string.h | 12 +- .../function}/function_struct.cpp | 30 +-- .../function}/function_struct_element.cpp | 26 +-- .../function_time_value_to_field.cpp | 16 +- .../function}/function_to_json.cpp | 4 +- .../function}/function_tokenize.cpp | 20 +- .../function}/function_tokenize.h | 22 +- .../function}/function_totype.h | 28 +-- .../function}/function_unary_arithmetic.h | 18 +- .../function}/function_utility.cpp | 36 +-- .../function}/function_uuid.cpp | 32 +-- .../function}/function_varbinary.cpp | 30 +-- .../function}/function_varbinary.h | 20 +- .../function}/function_variadic_arguments.h | 14 +- .../function}/function_variant_element.cpp | 34 +-- .../function}/function_variant_type.cpp | 6 +- .../function}/function_width_bucket.cpp | 28 +-- .../function}/functions_comparison.h | 32 +-- .../function}/functions_logical.cpp | 26 +-- .../function}/functions_logical.h | 8 +- .../functions_multi_string_position.cpp | 44 ++-- .../functions_multi_string_search.cpp | 40 ++-- .../function}/geo/ByteOrderDataInStream.h | 6 +- .../function}/geo/ByteOrderValues.cpp | 2 +- .../function}/geo/ByteOrderValues.h | 0 .../function/geo}/functions_geo.cpp | 30 +-- .../function/geo}/functions_geo.h | 10 +- .../{ => exprs/function}/geo/geo_common.cpp | 2 +- be/src/{ => exprs/function}/geo/geo_common.h | 0 .../{ => exprs/function}/geo/geo_tobinary.cpp | 14 +- .../{ => exprs/function}/geo/geo_tobinary.h | 0 .../function}/geo/geo_tobinary_type.h | 0 be/src/{ => exprs/function}/geo/geo_types.cpp | 10 +- be/src/{ => exprs/function}/geo/geo_types.h | 4 +- be/src/{ => exprs/function}/geo/machine.h | 0 be/src/{ => exprs/function}/geo/wkb_parse.cpp | 12 +- be/src/{ => exprs/function}/geo/wkb_parse.h | 4 +- .../{ => exprs/function}/geo/wkb_parse_ctx.h | 6 +- be/src/{ => exprs/function}/geo/wkt_lex.l | 4 +- be/src/{ => exprs/function}/geo/wkt_parse.cpp | 6 +- be/src/{ => exprs/function}/geo/wkt_parse.h | 4 +- .../{ => exprs/function}/geo/wkt_parse_ctx.h | 4 +- .../{ => exprs/function}/geo/wkt_parse_type.h | 0 be/src/{ => exprs/function}/geo/wkt_yacc.y | 6 +- .../{vec/functions => exprs/function}/if.cpp | 53 ++--- be/src/{vec/functions => exprs/function}/if.h | 14 +- .../{vec/functions => exprs/function}/in.cpp | 4 +- be/src/{vec/functions => exprs/function}/in.h | 35 ++- .../functions => exprs/function}/int_div.cpp | 4 +- .../function}/ip_address_dictionary.cpp | 24 +- .../function}/ip_address_dictionary.h | 10 +- .../function}/is_not_null.cpp | 4 +- .../function}/is_not_null.h | 22 +- .../functions => exprs/function}/is_null.cpp | 4 +- .../functions => exprs/function}/is_null.h | 18 +- .../function}/least_greast.cpp | 40 ++-- .../functions => exprs/function}/like.cpp | 16 +- .../{vec/functions => exprs/function}/like.h | 22 +- .../functions => exprs/function}/match.cpp | 6 +- .../{vec/functions => exprs/function}/match.h | 28 +-- .../functions => exprs/function}/math.cpp | 36 +-- .../functions => exprs/function}/minus.cpp | 4 +- .../functions => exprs/function}/modulo.cpp | 20 +- .../functions => exprs/function}/multiply.cpp | 20 +- .../functions => exprs/function}/nullif.cpp | 30 +-- .../functions => exprs/function}/plus.cpp | 4 +- .../functions => exprs/function}/random.cpp | 22 +- .../functions => exprs/function}/regexps.h | 2 +- .../functions => exprs/function}/round.cpp | 4 +- .../{vec/functions => exprs/function}/round.h | 26 +-- .../function}/simple_function_factory.h | 4 +- .../function}/string_hex_util.h | 2 +- .../function}/time_of_function.cpp | 12 +- .../function}/to_time_function.cpp | 14 +- .../functions => exprs/function}/uniform.cpp | 24 +- .../functions => exprs/function}/url/domain.h | 8 +- .../function}/url/find_symbols.h | 0 .../function}/url/function_url.cpp | 14 +- .../function}/url/functions_url.h | 4 +- .../function}/url/protocol.h | 4 +- .../function}/url/tldLookup.generated.cpp | 0 .../function}/url/tldLookup.h | 0 .../functions => exprs/function}/uuid.cpp | 18 +- .../function}/uuid_numeric.cpp | 16 +- be/src/{vec => }/exprs/function_context.cpp | 7 +- be/src/{vec => }/exprs/function_context.h | 5 +- be/src/exprs/function_filter.h | 4 +- be/src/exprs/hybrid_set.h | 12 +- .../exprs/lambda_function/lambda_function.h | 9 +- .../lambda_function/lambda_function_factory.h | 2 +- .../varray_filter_function.cpp | 26 +-- .../lambda_function/varray_map_function.cpp | 39 ++-- .../lambda_function/varray_sort_function.cpp | 26 +-- be/src/exprs/math_functions.cpp | 2 +- be/src/exprs/math_functions.h | 2 +- be/src/exprs/minmax_predicate.h | 6 +- be/src/{vec => }/exprs/score_runtime.h | 4 +- .../exprs/short_circuit_evaluation_expr.cpp | 22 +- .../exprs/short_circuit_evaluation_expr.h | 4 +- be/src/{vec => }/exprs/short_circuit_util.h | 14 +- be/src/exprs/string_functions.h | 2 +- .../exprs/table_function/table_function.h | 4 +- .../table_function/table_function_factory.cpp | 21 +- .../table_function/table_function_factory.h | 0 .../table_function/udf_table_function.cpp | 24 +- .../exprs/table_function/udf_table_function.h | 8 +- .../exprs/table_function/vexplode.cpp | 26 +-- .../{vec => }/exprs/table_function/vexplode.h | 6 +- .../exprs/table_function/vexplode_bitmap.cpp | 20 +- .../exprs/table_function/vexplode_bitmap.h | 6 +- .../table_function/vexplode_json_object.cpp | 16 +- .../table_function/vexplode_json_object.h | 4 +- .../exprs/table_function/vexplode_map.cpp | 12 +- .../exprs/table_function/vexplode_map.h | 6 +- .../exprs/table_function/vexplode_numbers.cpp | 20 +- .../exprs/table_function/vexplode_numbers.h | 8 +- .../exprs/table_function/vexplode_v2.cpp | 32 +-- .../exprs/table_function/vexplode_v2.h | 8 +- be/src/{vec => }/exprs/varray_literal.cpp | 11 +- be/src/{vec => }/exprs/varray_literal.h | 2 +- be/src/{vec => }/exprs/vbitmap_predicate.cpp | 22 +- be/src/{vec => }/exprs/vbitmap_predicate.h | 4 +- be/src/{vec => }/exprs/vbloom_predicate.cpp | 20 +- be/src/{vec => }/exprs/vbloom_predicate.h | 4 +- be/src/{vec => }/exprs/vcase_expr.cpp | 16 +- be/src/{vec => }/exprs/vcase_expr.h | 26 +-- be/src/{vec => }/exprs/vcast_expr.cpp | 22 +- be/src/{vec => }/exprs/vcast_expr.h | 14 +- be/src/{vec => }/exprs/vcolumn_ref.h | 4 +- be/src/{vec => }/exprs/vcompound_pred.h | 12 +- be/src/{vec => }/exprs/vcondition_expr.cpp | 8 +- be/src/{vec => }/exprs/vcondition_expr.h | 16 +- be/src/{vec => }/exprs/vdirect_in_predicate.h | 8 +- be/src/{vec => }/exprs/vectorized_agg_fn.cpp | 33 +-- be/src/{vec => }/exprs/vectorized_agg_fn.h | 11 +- be/src/{vec => }/exprs/vectorized_fn_call.cpp | 63 ++--- be/src/{vec => }/exprs/vectorized_fn_call.h | 16 +- be/src/{vec => }/exprs/vexpr.cpp | 73 +++--- be/src/{vec => }/exprs/vexpr.h | 38 ++- be/src/{vec => }/exprs/vexpr_context.cpp | 19 +- be/src/{vec => }/exprs/vexpr_context.h | 21 +- be/src/{vec => }/exprs/vexpr_fwd.h | 0 be/src/{vec => }/exprs/vin_predicate.cpp | 18 +- be/src/{vec => }/exprs/vin_predicate.h | 6 +- be/src/{vec => }/exprs/vinfo_func.cpp | 13 +- be/src/{vec => }/exprs/vinfo_func.h | 4 +- be/src/{vec => }/exprs/virtual_slot_ref.cpp | 16 +- be/src/{vec => }/exprs/virtual_slot_ref.h | 2 +- .../exprs/vlambda_function_call_expr.h | 8 +- .../{vec => }/exprs/vlambda_function_expr.h | 4 +- be/src/{vec => }/exprs/vliteral.cpp | 14 +- be/src/{vec => }/exprs/vliteral.h | 6 +- be/src/{vec => }/exprs/vmap_literal.cpp | 11 +- be/src/{vec => }/exprs/vmap_literal.h | 2 +- be/src/{vec => }/exprs/vmatch_predicate.cpp | 20 +- be/src/{vec => }/exprs/vmatch_predicate.h | 8 +- .../exprs/vruntimefilter_wrapper.cpp | 20 +- .../{vec => }/exprs/vruntimefilter_wrapper.h | 6 +- be/src/{vec => }/exprs/vsearch.cpp | 16 +- be/src/{vec => }/exprs/vsearch.h | 5 +- be/src/{vec => }/exprs/vslot_ref.cpp | 6 +- be/src/{vec => }/exprs/vslot_ref.h | 2 +- be/src/{vec => }/exprs/vstruct_literal.cpp | 10 +- be/src/{vec => }/exprs/vstruct_literal.h | 2 +- be/src/{vec => }/exprs/vtopn_pred.h | 14 +- be/src/{pipeline => format}/CMakeLists.txt | 13 +- .../arrow/arrow_block_convertor.cpp} | 18 +- .../arrow/arrow_block_convertor.h} | 4 +- .../format/arrow/arrow_pip_input_stream.cpp | 2 +- .../format/arrow/arrow_pip_input_stream.h | 0 .../arrow/arrow_row_batch.cpp} | 21 +- .../arrow/arrow_row_batch.h} | 5 +- .../format/arrow/arrow_stream_reader.cpp | 10 +- .../format/arrow/arrow_stream_reader.h | 6 +- .../arrow/arrow_utils.cpp} | 2 +- .../utils.h => format/arrow/arrow_utils.h} | 0 .../exec => }/format/avro/avro_jni_reader.cpp | 11 +- .../exec => }/format/avro/avro_jni_reader.h | 4 +- .../exec => }/format/column_type_convert.cpp | 4 +- .../exec => }/format/column_type_convert.h | 20 +- .../{vec/exec => }/format/csv/csv_reader.cpp | 18 +- be/src/{vec/exec => }/format/csv/csv_reader.h | 8 +- .../new_plain_binary_line_reader.cpp | 2 +- .../new_plain_binary_line_reader.h | 4 +- .../new_plain_text_line_reader.cpp | 4 +- .../file_reader/new_plain_text_line_reader.h | 4 +- be/src/{vec/exec => }/format/format_common.h | 4 +- be/src/{vec/exec => }/format/generic_reader.h | 5 +- be/src/{vec/exec => }/format/jni_reader.cpp | 5 +- be/src/{vec/exec => }/format/jni_reader.h | 6 +- .../exec => }/format/json/new_json_reader.cpp | 37 ++- .../exec => }/format/json/new_json_reader.h | 14 +- be/src/{exec => format}/line_reader.h | 0 .../exec => }/format/native/native_format.h | 0 .../exec => }/format/native/native_reader.cpp | 8 +- .../exec => }/format/native/native_reader.h | 5 +- .../exec => }/format/orc/orc_file_reader.cpp | 6 +- .../exec => }/format/orc/orc_file_reader.h | 2 +- .../exec => }/format/orc/orc_memory_pool.h | 4 +- .../{vec/exec => }/format/orc/vorc_reader.cpp | 75 +++--- .../{vec/exec => }/format/orc/vorc_reader.h | 30 ++- .../format/parquet/arrow_memory_pool.cpp | 2 +- .../format/parquet/arrow_memory_pool.h | 4 +- .../format/parquet/bool_plain_decoder.cpp | 8 +- .../format/parquet/bool_plain_decoder.h | 4 +- .../format/parquet/bool_rle_decoder.cpp | 8 +- .../format/parquet/bool_rle_decoder.h | 4 +- .../parquet/byte_array_dict_decoder.cpp | 12 +- .../format/parquet/byte_array_dict_decoder.h | 10 +- .../parquet/byte_array_plain_decoder.cpp | 8 +- .../format/parquet/byte_array_plain_decoder.h | 10 +- .../parquet/byte_stream_split_decoder.cpp | 2 +- .../parquet/byte_stream_split_decoder.h | 2 +- .../{vec/exec => }/format/parquet/decoder.cpp | 18 +- .../{vec/exec => }/format/parquet/decoder.h | 22 +- .../format/parquet/delta_bit_pack_decoder.cpp | 2 +- .../format/parquet/delta_bit_pack_decoder.h | 8 +- .../parquet/fix_length_dict_decoder.hpp | 8 +- .../parquet/fix_length_plain_decoder.cpp | 2 +- .../format/parquet/fix_length_plain_decoder.h | 6 +- .../format/parquet/level_decoder.cpp | 4 +- .../exec => }/format/parquet/level_decoder.h | 2 +- .../parquet_block_split_bloom_filter.cpp | 2 +- .../parquet_block_split_bloom_filter.h | 2 +- .../format/parquet/parquet_column_convert.cpp | 10 +- .../format/parquet/parquet_column_convert.h | 22 +- .../format/parquet/parquet_common.cpp | 4 +- .../exec => }/format/parquet/parquet_common.h | 4 +- .../format/parquet/parquet_predicate.h | 20 +- .../format/parquet/parquet_thrift_util.h | 8 +- .../exec => }/format/parquet/schema_desc.cpp | 14 +- .../exec => }/format/parquet/schema_desc.h | 7 +- .../parquet/vparquet_column_chunk_reader.cpp | 18 +- .../parquet/vparquet_column_chunk_reader.h | 12 +- .../format/parquet/vparquet_column_reader.cpp | 32 +-- .../format/parquet/vparquet_column_reader.h | 12 +- .../format/parquet/vparquet_file_metadata.cpp | 4 +- .../format/parquet/vparquet_file_metadata.h | 2 +- .../format/parquet/vparquet_group_reader.cpp | 48 ++-- .../format/parquet/vparquet_group_reader.h | 16 +- .../format/parquet/vparquet_page_index.cpp | 6 +- .../format/parquet/vparquet_page_index.h | 4 +- .../format/parquet/vparquet_page_reader.cpp | 8 +- .../format/parquet/vparquet_page_reader.h | 4 +- .../format/parquet/vparquet_reader.cpp | 53 +++-- .../format/parquet/vparquet_reader.h | 16 +- .../format/table/deletion_vector_reader.cpp | 2 +- .../format/table/deletion_vector_reader.h | 2 +- .../format/table/equality_delete.cpp | 2 +- .../exec => }/format/table/equality_delete.h | 4 +- .../hive/hive_orc_nested_column_utils.cpp | 4 +- .../table/hive/hive_orc_nested_column_utils.h | 2 +- .../hive/hive_parquet_nested_column_utils.cpp | 6 +- .../hive/hive_parquet_nested_column_utils.h | 2 +- .../exec => }/format/table/hive_reader.cpp | 8 +- .../{vec/exec => }/format/table/hive_reader.h | 6 +- .../format/table/hudi_jni_reader.cpp | 5 +- .../exec => }/format/table/hudi_jni_reader.h | 4 +- .../exec => }/format/table/hudi_reader.cpp | 2 +- .../{vec/exec => }/format/table/hudi_reader.h | 6 +- .../table/iceberg/arrow_schema_util.cpp | 2 +- .../format/table/iceberg/arrow_schema_util.h | 2 +- .../iceberg_orc_nested_column_utils.cpp | 4 +- .../iceberg/iceberg_orc_nested_column_utils.h | 2 +- .../iceberg_parquet_nested_column_utils.cpp | 6 +- .../iceberg_parquet_nested_column_utils.h | 2 +- .../format/table/iceberg/partition_spec.cpp | 4 +- .../format/table/iceberg/partition_spec.h | 0 .../table/iceberg/partition_spec_parser.cpp | 2 +- .../table/iceberg/partition_spec_parser.h | 4 +- .../exec => }/format/table/iceberg/schema.cpp | 2 +- .../exec => }/format/table/iceberg/schema.h | 2 +- .../format/table/iceberg/schema_parser.cpp | 6 +- .../format/table/iceberg/schema_parser.h | 0 .../format/table/iceberg/struct_like.h | 0 .../exec => }/format/table/iceberg/types.cpp | 2 +- .../exec => }/format/table/iceberg/types.h | 0 .../table/iceberg/unbound_partition_spec.cpp | 6 +- .../table/iceberg/unbound_partition_spec.h | 3 +- .../exec => }/format/table/iceberg_reader.cpp | 44 ++-- .../exec => }/format/table/iceberg_reader.h | 19 +- .../table/iceberg_sys_table_jni_reader.cpp | 2 +- .../table/iceberg_sys_table_jni_reader.h | 4 +- .../format/table/lakesoul_jni_reader.cpp | 6 +- .../format/table/lakesoul_jni_reader.h | 6 +- .../format/table/max_compute_jni_reader.cpp | 5 +- .../format/table/max_compute_jni_reader.h | 4 +- .../table/nested_column_access_helper.h | 2 +- .../format/table/paimon_cpp_reader.cpp | 8 +- .../format/table/paimon_cpp_reader.h | 4 +- .../format/table/paimon_doris_file_system.cpp | 5 +- .../format/table/paimon_doris_file_system.h | 0 .../format/table/paimon_jni_reader.cpp | 6 +- .../format/table/paimon_jni_reader.h | 4 +- .../table/paimon_predicate_converter.cpp | 34 +-- .../format/table/paimon_predicate_converter.h | 4 +- .../exec => }/format/table/paimon_reader.cpp | 4 +- .../exec => }/format/table/paimon_reader.h | 6 +- .../format/table/parquet_metadata_reader.cpp | 24 +- .../format/table/parquet_metadata_reader.h | 2 +- .../exec => }/format/table/parquet_utils.cpp | 18 +- .../exec => }/format/table/parquet_utils.h | 4 +- .../format/table/remote_doris_reader.cpp | 11 +- .../format/table/remote_doris_reader.h | 4 +- .../format/table/table_format_reader.cpp | 15 +- .../format/table/table_format_reader.h | 16 +- .../table/transactional_hive_common.cpp | 2 +- .../format/table/transactional_hive_common.h | 2 +- .../table/transactional_hive_reader.cpp | 10 +- .../format/table/transactional_hive_reader.h | 6 +- .../table/trino_connector_jni_reader.cpp | 5 +- .../format/table/trino_connector_jni_reader.h | 4 +- .../exec => }/format/text/text_reader.cpp | 12 +- .../{vec/exec => }/format/text/text_reader.h | 2 +- .../transformer}/vcsv_transformer.cpp | 19 +- .../transformer}/vcsv_transformer.h | 2 +- .../transformer}/vfile_format_transformer.h | 10 +- .../vfile_format_transformer_factory.cpp | 10 +- .../vfile_format_transformer_factory.h | 2 +- .../transformer}/vjni_format_transformer.cpp | 4 +- .../transformer}/vjni_format_transformer.h | 2 +- .../transformer}/vnative_transformer.cpp | 6 +- .../transformer}/vnative_transformer.h | 4 +- .../transformer}/vorc_transformer.cpp | 49 ++-- .../transformer}/vorc_transformer.h | 6 +- .../transformer}/vparquet_transformer.cpp | 16 +- .../transformer}/vparquet_transformer.h | 4 +- .../{vec/exec => }/format/wal/wal_reader.cpp | 6 +- be/src/{vec/exec => }/format/wal/wal_reader.h | 4 +- be/src/geo/CMakeLists.txt | 60 ----- be/src/glibc-compatibility/musl/powf_data.h | 12 +- be/src/index-tools/CMakeLists.txt | 54 ----- be/src/information_schema/CMakeLists.txt | 27 +++ .../schema_active_queries_scanner.cpp | 10 +- .../schema_active_queries_scanner.h | 2 +- ...ma_authentication_integrations_scanner.cpp | 13 +- ...hema_authentication_integrations_scanner.h | 2 +- .../schema_backend_active_tasks.cpp | 8 +- .../schema_backend_active_tasks.h | 2 +- .../schema_backend_configuration_scanner.cpp | 8 +- .../schema_backend_configuration_scanner.h | 2 +- .../schema_backend_kerberos_ticket_cache.cpp | 8 +- .../schema_backend_kerberos_ticket_cache.h | 2 +- ...chema_catalog_meta_cache_stats_scanner.cpp | 10 +- .../schema_catalog_meta_cache_stats_scanner.h | 2 +- .../schema_charsets_scanner.cpp | 8 +- .../schema_charsets_scanner.h | 2 +- ...ma_cluster_snapshot_properties_scanner.cpp | 10 +- ...hema_cluster_snapshot_properties_scanner.h | 2 +- .../schema_cluster_snapshots_scanner.cpp | 10 +- .../schema_cluster_snapshots_scanner.h | 2 +- .../schema_collations_scanner.cpp | 8 +- .../schema_collations_scanner.h | 2 +- .../schema_column_data_sizes_scanner.cpp | 24 +- .../schema_column_data_sizes_scanner.h | 2 +- .../schema_columns_scanner.cpp | 10 +- .../schema_columns_scanner.h | 2 +- .../schema_dummy_scanner.cpp | 2 +- .../schema_dummy_scanner.h | 2 +- .../schema_encryption_keys_scanner.cpp | 12 +- .../schema_encryption_keys_scanner.h | 2 +- .../schema_file_cache_info_scanner.cpp | 8 +- .../schema_file_cache_info_scanner.h | 2 +- .../schema_file_cache_statistics.cpp | 8 +- .../schema_file_cache_statistics.h | 2 +- .../schema_files_scanner.cpp | 10 +- .../schema_files_scanner.h | 2 +- .../schema_helper.cpp | 4 +- .../schema_helper.h | 0 .../schema_load_job_scanner.cpp | 10 +- .../schema_load_job_scanner.h | 2 +- .../schema_metadata_name_ids_scanner.cpp | 14 +- .../schema_metadata_name_ids_scanner.h | 2 +- .../schema_partitions_scanner.cpp | 12 +- .../schema_partitions_scanner.h | 2 +- .../schema_processlist_scanner.cpp | 12 +- .../schema_processlist_scanner.h | 5 +- .../schema_profiling_scanner.cpp | 10 +- .../schema_profiling_scanner.h | 2 +- .../schema_routine_load_job_scanner.cpp | 10 +- .../schema_routine_load_job_scanner.h | 2 +- .../schema_routine_scanner.cpp | 0 .../schema_routine_scanner.h | 0 .../schema_rowsets_scanner.cpp | 20 +- .../schema_rowsets_scanner.h | 4 +- .../schema_scanner.cpp | 118 +++++----- .../schema_scanner.h | 4 +- .../schema_scanner_helper.cpp | 12 +- .../schema_scanner_helper.h | 0 .../schema_schema_privileges_scanner.cpp | 10 +- .../schema_schema_privileges_scanner.h | 2 +- .../schema_schemata_scanner.cpp | 10 +- .../schema_schemata_scanner.h | 2 +- .../schema_sql_block_rule_status_scanner.cpp | 12 +- .../schema_sql_block_rule_status_scanner.h | 2 +- .../schema_table_options_scanner.cpp | 12 +- .../schema_table_options_scanner.h | 2 +- .../schema_table_privileges_scanner.cpp | 10 +- .../schema_table_privileges_scanner.h | 2 +- .../schema_table_properties_scanner.cpp | 12 +- .../schema_table_properties_scanner.h | 2 +- .../schema_tables_scanner.cpp | 14 +- .../schema_tables_scanner.h | 2 +- .../schema_tablets_scanner.cpp | 16 +- .../schema_tablets_scanner.h | 4 +- .../schema_user_privileges_scanner.cpp | 10 +- .../schema_user_privileges_scanner.h | 2 +- .../schema_user_scanner.cpp | 10 +- .../schema_user_scanner.h | 5 +- .../schema_variables_scanner.cpp | 10 +- .../schema_variables_scanner.h | 2 +- .../schema_view_dependency_scanner.cpp | 12 +- .../schema_view_dependency_scanner.h | 2 +- .../schema_views_scanner.cpp | 10 +- .../schema_views_scanner.h | 2 +- .../schema_workload_group_privileges.cpp | 10 +- .../schema_workload_group_privileges.h | 2 +- ..._workload_group_resource_usage_scanner.cpp | 8 +- ...ma_workload_group_resource_usage_scanner.h | 2 +- .../schema_workload_groups_scanner.cpp | 10 +- .../schema_workload_groups_scanner.h | 2 +- .../schema_workload_sched_policy_scanner.cpp | 10 +- .../schema_workload_sched_policy_scanner.h | 2 +- be/src/io/cache/block_file_cache.cpp | 12 +- be/src/io/cache/block_file_cache.h | 2 +- .../io/cache/block_file_cache_downloader.cpp | 2 +- be/src/io/cache/block_file_cache_factory.cpp | 4 +- be/src/io/cache/block_file_cache_factory.h | 4 +- be/src/io/cache/block_file_cache_profile.cpp | 2 +- be/src/io/cache/block_file_cache_profile.h | 8 +- be/src/io/cache/block_file_cache_ttl_mgr.cpp | 2 +- be/src/io/cache/cache_block_meta_store.cpp | 10 +- be/src/io/cache/cache_block_meta_store.h | 2 +- be/src/io/cache/cache_lru_dumper.cpp | 2 +- be/src/io/cache/cache_lru_dumper.h | 3 +- be/src/io/cache/cached_remote_file_reader.cpp | 9 +- be/src/io/cache/file_cache_common.cpp | 2 +- be/src/io/cache/file_cache_common.h | 5 +- be/src/io/cache/file_cache_lru_tool.cpp | 2 +- be/src/io/cache/fs_file_cache_storage.cpp | 2 +- be/src/io/cache/mem_file_cache_storage.cpp | 2 +- be/src/io/cache/peer_file_cache_reader.cpp | 4 +- be/src/io/file_factory.cpp | 6 +- be/src/io/fs/broker_file_reader.cpp | 2 +- be/src/io/fs/broker_file_reader.h | 2 +- be/src/io/fs/broker_file_system.cpp | 2 +- be/src/io/fs/broker_file_system.h | 2 +- be/src/io/fs/broker_file_writer.cpp | 2 +- be/src/io/fs/buffered_reader.cpp | 4 +- be/src/io/fs/buffered_reader.h | 9 +- be/src/io/fs/hdfs/hdfs_mgr.cpp | 2 +- be/src/io/fs/hdfs_file_reader.cpp | 2 +- be/src/io/fs/hdfs_file_system.h | 2 +- be/src/io/fs/http_file_reader.h | 4 +- be/src/io/fs/http_file_system.cpp | 2 +- be/src/io/fs/http_file_system.h | 4 +- be/src/io/fs/local_file_reader.cpp | 8 +- be/src/io/fs/local_file_system.cpp | 2 +- be/src/io/fs/local_file_writer.cpp | 4 +- be/src/io/fs/multi_table_pipe.cpp | 6 +- be/src/io/fs/multi_table_pipe.h | 2 +- be/src/io/fs/packed_file_manager.cpp | 5 +- be/src/io/fs/packed_file_trailer.h | 3 +- be/src/io/fs/s3_file_bufferpool.cpp | 4 +- be/src/io/fs/s3_file_reader.cpp | 5 +- be/src/io/fs/stream_load_pipe.cpp | 4 +- be/src/io/fs/stream_load_pipe.h | 4 +- be/src/io/fs/stream_sink_file_writer.cpp | 6 +- be/src/io/fs/tracing_file_reader.h | 2 +- be/src/io/hdfs_util.cpp | 2 +- be/src/io/tools/file_cache_microbench.cpp | 6 +- .../{runtime_filter => load}/CMakeLists.txt | 10 +- .../channel}/load_channel.cpp | 6 +- .../{runtime => load/channel}/load_channel.h | 2 +- .../channel}/load_channel_mgr.cpp | 8 +- .../channel}/load_channel_mgr.h | 6 +- .../{runtime => load/channel}/load_stream.cpp | 29 ++- .../{runtime => load/channel}/load_stream.h | 4 +- .../channel}/load_stream_mgr.cpp | 18 +- .../channel}/load_stream_mgr.h | 2 +- .../channel}/load_stream_writer.cpp | 44 ++-- .../channel}/load_stream_writer.h | 4 +- .../channel}/tablets_channel.cpp | 18 +- .../channel}/tablets_channel.h | 4 +- .../delta_writer}/delta_writer.cpp | 28 +-- .../delta_writer}/delta_writer.h | 14 +- .../delta_writer}/delta_writer_context.h | 0 .../delta_writer}/delta_writer_v2.cpp | 36 +-- .../delta_writer}/delta_writer_v2.h | 16 +- .../delta_writer}/push_handler.cpp | 43 ++-- .../delta_writer}/push_handler.h | 14 +- .../group_commit}/group_commit_mgr.cpp | 6 +- .../group_commit}/group_commit_mgr.h | 6 +- .../group_commit}/wal/wal_dirs_info.cpp | 2 +- .../group_commit}/wal/wal_dirs_info.h | 0 .../group_commit}/wal/wal_info.cpp | 2 +- .../group_commit}/wal/wal_info.h | 0 .../group_commit}/wal/wal_manager.cpp | 6 +- .../group_commit}/wal/wal_manager.h | 16 +- .../group_commit}/wal/wal_reader.cpp | 4 +- .../group_commit}/wal/wal_reader.h | 3 +- .../group_commit}/wal/wal_table.cpp | 18 +- .../group_commit}/wal/wal_table.h | 13 +- .../group_commit}/wal/wal_writer.cpp | 6 +- .../group_commit}/wal/wal_writer.h | 3 +- be/src/{runtime => load}/load_path_mgr.cpp | 6 +- be/src/{runtime => load}/load_path_mgr.h | 0 be/src/{olap => load/memtable}/memtable.cpp | 16 +- be/src/{olap => load/memtable}/memtable.h | 12 +- .../memtable}/memtable_flush_executor.cpp | 12 +- .../memtable}/memtable_flush_executor.h | 2 +- .../memtable}/memtable_memory_limiter.cpp | 10 +- .../memtable}/memtable_memory_limiter.h | 0 .../memtable}/memtable_writer.cpp | 22 +- .../{olap => load/memtable}/memtable_writer.h | 12 +- .../{runtime => load}/message_body_sink.cpp | 2 +- be/src/{runtime => load}/message_body_sink.h | 0 .../routine_load/data_consumer.cpp | 4 +- .../routine_load/data_consumer.h | 2 +- .../routine_load/data_consumer_group.cpp | 6 +- .../routine_load/data_consumer_group.h | 2 +- .../routine_load/data_consumer_pool.cpp | 8 +- .../routine_load/data_consumer_pool.h | 0 .../routine_load_task_executor.cpp | 18 +- .../routine_load/routine_load_task_executor.h | 2 +- .../stream_load/new_load_stream_mgr.cpp | 6 +- .../stream_load/new_load_stream_mgr.h | 0 .../stream_load/stream_load_context.cpp | 2 +- .../stream_load/stream_load_context.h | 2 +- .../stream_load/stream_load_executor.cpp | 12 +- .../stream_load/stream_load_executor.h | 0 .../stream_load/stream_load_recorder.cpp | 2 +- .../stream_load/stream_load_recorder.h | 0 .../stream_load_recorder_manager.cpp | 8 +- .../stream_load_recorder_manager.h | 0 be/src/pch/pch.h | 2 +- .../partitioned_aggregation_source_operator.h | 80 ++++++- be/src/runtime/broker_mgr.cpp | 6 +- be/src/runtime/cache/result_cache.cpp | 4 +- be/src/runtime/cache/result_node.cpp | 2 +- be/src/runtime/cdc_client_mgr.cpp | 2 +- be/src/runtime/descriptor_helper.h | 4 +- be/src/runtime/descriptors.cpp | 22 +- be/src/runtime/descriptors.h | 7 +- be/src/runtime/exec_env.cpp | 14 +- be/src/runtime/exec_env.h | 14 +- be/src/runtime/exec_env_init.cpp | 80 +++---- be/src/runtime/external_scan_context_mgr.cpp | 4 +- be/src/runtime/fold_constant_executor.cpp | 42 ++-- be/src/runtime/fold_constant_executor.h | 7 +- be/src/runtime/fragment_mgr.cpp | 21 +- be/src/runtime/fragment_mgr.h | 6 +- .../runtime/index_policy/index_policy_mgr.cpp | 2 +- .../runtime/index_policy/index_policy_mgr.h | 4 +- be/src/runtime/memory/cache_manager.cpp | 2 +- be/src/runtime/memory/cache_manager.h | 2 +- be/src/runtime/memory/cache_policy.h | 2 +- be/src/runtime/memory/lru_cache_policy.h | 2 +- be/src/runtime/memory/mem_tracker_limiter.cpp | 2 +- be/src/runtime/memory/memory_profile.cpp | 8 +- be/src/runtime/memory/memory_profile.h | 5 +- be/src/runtime/memory/memory_reclamation.cpp | 2 +- be/src/runtime/process_profile.cpp | 2 +- be/src/runtime/process_profile.h | 5 +- .../query_cache/query_cache.cpp | 2 +- .../query_cache/query_cache.h | 4 +- be/src/runtime/query_context.cpp | 11 +- be/src/runtime/query_context.h | 7 +- be/src/runtime/record_batch_queue.cpp | 2 +- be/src/runtime/result_block_buffer.cpp | 10 +- be/src/runtime/result_buffer_mgr.cpp | 8 +- be/src/runtime/result_buffer_mgr.h | 2 +- be/src/runtime/result_queue_mgr.cpp | 4 +- be/src/runtime/runtime_predicate.cpp | 8 +- be/src/runtime/runtime_predicate.h | 20 +- be/src/{util => runtime}/runtime_profile.cpp | 4 +- be/src/{util => runtime}/runtime_profile.h | 2 +- .../runtime_profile_counter_tree_node.cpp | 4 +- .../runtime_profile_counter_tree_node.h | 2 +- .../runtime/runtime_query_statistics_mgr.cpp | 6 +- be/src/runtime/runtime_state.cpp | 14 +- be/src/runtime/runtime_state.h | 5 +- be/src/runtime/small_file_mgr.cpp | 6 +- be/src/runtime/snapshot_loader.cpp | 14 +- be/src/runtime/snapshot_loader.h | 2 +- be/src/runtime/types.cpp | 51 ---- be/src/runtime/user_function_cache.cpp | 4 +- .../runtime/workload_group/workload_group.cpp | 15 +- .../workload_group/workload_group_manager.cpp | 10 +- .../workload_group/workload_group_manager.h | 2 +- .../workload_group/workload_group_metrics.cpp | 6 +- .../runtime/workload_management/cpu_context.h | 2 +- .../runtime/workload_management/io_context.h | 2 +- .../workload_management/memory_context.h | 2 +- .../query_task_controller.cpp | 2 +- .../workload_management/resource_context.h | 2 +- .../arrow_flight_batch_reader.cpp | 10 +- .../arrow_flight/flight_sql_service.cpp | 2 +- be/src/service/backend_options.h | 2 +- be/src/service/backend_service.cpp | 37 +-- be/src/service/backend_service.h | 2 +- be/src/service/brpc_service.cpp | 2 +- be/src/service/doris_main.cpp | 10 +- .../http/action/adjust_log_level.cpp | 6 +- .../http/action/adjust_log_level.h | 2 +- .../http/action/adjust_tracing_dump.cpp | 8 +- .../http/action/adjust_tracing_dump.h | 2 +- .../http/action/batch_download_action.cpp | 10 +- .../http/action/batch_download_action.h | 4 +- .../http/action/be_proc_thread_action.cpp | 8 +- .../http/action/be_proc_thread_action.h | 4 +- .../http/action/calc_file_crc_action.cpp | 14 +- .../http/action/calc_file_crc_action.h | 2 +- .../http/action/check_encryption_action.cpp | 12 +- .../http/action/check_encryption_action.h | 6 +- .../http/action/check_rpc_channel_action.cpp | 8 +- .../http/action/check_rpc_channel_action.h | 2 +- .../action/check_tablet_segment_action.cpp | 14 +- .../http/action/check_tablet_segment_action.h | 2 +- .../http/action/checksum_action.cpp | 12 +- .../http/action/checksum_action.h | 2 +- .../http/action/clear_cache_action.cpp | 10 +- .../http/action/clear_cache_action.h | 2 +- .../http/action/compaction_action.cpp | 30 +-- .../http/action/compaction_action.h | 4 +- .../http/action/compaction_score_action.cpp | 16 +- .../http/action/compaction_score_action.h | 6 +- .../http/action/config_action.cpp | 10 +- .../{ => service}/http/action/config_action.h | 4 +- .../http/action/debug_point_action.cpp | 6 +- .../http/action/debug_point_action.h | 4 +- .../http/action/delete_bitmap_action.cpp | 16 +- .../http/action/delete_bitmap_action.h | 6 +- .../http/action/dictionary_status_action.cpp | 12 +- .../http/action/dictionary_status_action.h | 4 +- .../http/action/download_action.cpp | 8 +- .../http/action/download_action.h | 4 +- .../http/action/download_binlog_action.cpp | 12 +- .../http/action/download_binlog_action.h | 4 +- .../http/action/file_cache_action.cpp | 14 +- .../http/action/file_cache_action.h | 4 +- .../http/action/health_action.cpp | 10 +- .../{ => service}/http/action/health_action.h | 4 +- .../{ => service}/http/action/http_stream.cpp | 38 +-- .../{ => service}/http/action/http_stream.h | 9 +- .../http/action/jeprofile_actions.cpp | 14 +- .../http/action/jeprofile_actions.h | 4 +- .../http/action/load_channel_action.cpp | 18 +- .../http/action/load_channel_action.h | 4 +- .../http/action/load_stream_action.cpp | 18 +- .../http/action/load_stream_action.h | 4 +- .../{ => service}/http/action/meta_action.cpp | 20 +- .../{ => service}/http/action/meta_action.h | 2 +- .../http/action/metrics_action.cpp | 10 +- .../http/action/metrics_action.h | 2 +- .../http/action/pad_rowset_action.cpp | 20 +- .../http/action/pad_rowset_action.h | 2 +- .../http/action/pipeline_task_action.cpp | 12 +- .../http/action/pipeline_task_action.h | 4 +- .../http/action/pprof_actions.cpp | 14 +- .../{ => service}/http/action/pprof_actions.h | 0 .../http/action/reload_tablet_action.cpp | 10 +- .../http/action/reload_tablet_action.h | 2 +- .../http/action/report_action.cpp | 6 +- .../{ => service}/http/action/report_action.h | 4 +- .../http/action/reset_rpc_channel_action.cpp | 8 +- .../http/action/reset_rpc_channel_action.h | 2 +- .../http/action/restore_tablet_action.cpp | 20 +- .../http/action/restore_tablet_action.h | 2 +- .../http/action/show_hotspot_action.cpp | 6 +- .../http/action/show_hotspot_action.h | 4 +- .../action/show_nested_index_file_action.cpp | 14 +- .../action/show_nested_index_file_action.h | 2 +- .../http/action/shrink_mem_action.cpp | 6 +- .../http/action/shrink_mem_action.h | 4 +- .../http/action/snapshot_action.cpp | 12 +- .../http/action/snapshot_action.h | 2 +- .../{ => service}/http/action/stream_load.cpp | 34 +-- .../{ => service}/http/action/stream_load.h | 4 +- .../http/action/stream_load_2pc.cpp | 16 +- .../http/action/stream_load_2pc.h | 2 +- .../action/stream_load_forward_handler.cpp | 6 +- .../http/action/stream_load_forward_handler.h | 4 +- .../http/action/tablet_migration_action.cpp | 18 +- .../http/action/tablet_migration_action.h | 4 +- .../action/tablets_distribution_action.cpp | 18 +- .../http/action/tablets_distribution_action.h | 2 +- .../http/action/tablets_info_action.cpp | 16 +- .../http/action/tablets_info_action.h | 2 +- .../http/action/version_action.cpp | 10 +- .../http/action/version_action.h | 2 +- .../http/default_path_handlers.cpp | 6 +- .../http/default_path_handlers.h | 0 be/src/{ => service}/http/ev_http_server.cpp | 12 +- be/src/{ => service}/http/ev_http_server.h | 2 +- be/src/{ => service}/http/http_channel.cpp | 8 +- be/src/{ => service}/http/http_channel.h | 2 +- be/src/{ => service}/http/http_client.cpp | 4 +- be/src/{ => service}/http/http_client.h | 4 +- be/src/{ => service}/http/http_common.h | 0 be/src/{ => service}/http/http_handler.h | 0 .../http/http_handler_with_auth.cpp | 8 +- .../http/http_handler_with_auth.h | 2 +- be/src/{ => service}/http/http_headers.cpp | 2 +- be/src/{ => service}/http/http_headers.h | 0 be/src/{ => service}/http/http_method.cpp | 2 +- be/src/{ => service}/http/http_method.h | 0 be/src/{ => service}/http/http_parser.cpp | 2 +- be/src/{ => service}/http/http_parser.h | 0 be/src/{ => service}/http/http_request.cpp | 7 +- be/src/{ => service}/http/http_request.h | 3 +- be/src/{ => service}/http/http_response.cpp | 2 +- be/src/{ => service}/http/http_response.h | 2 +- be/src/{ => service}/http/http_status.cpp | 2 +- be/src/{ => service}/http/http_status.h | 0 .../{ => service}/http/rest_monitor_iface.h | 0 be/src/{ => service}/http/utils.cpp | 18 +- be/src/{ => service}/http/utils.h | 2 +- .../{ => service}/http/web_page_handler.cpp | 16 +- be/src/{ => service}/http/web_page_handler.h | 4 +- be/src/service/http_service.cpp | 104 ++++----- be/src/service/internal_service.cpp | 87 ++++--- be/src/service/point_query_executor.cpp | 33 ++- be/src/service/point_query_executor.h | 18 +- be/src/{olap => storage}/CMakeLists.txt | 19 +- be/src/{olap => storage}/binlog.h | 2 +- be/src/{olap => storage}/binlog_config.cpp | 7 +- be/src/{olap => storage}/binlog_config.h | 0 be/src/{olap => storage/cache}/page_cache.cpp | 2 +- be/src/{olap => storage/cache}/page_cache.h | 6 +- .../{olap => storage/cache}/schema_cache.cpp | 8 +- be/src/{olap => storage/cache}/schema_cache.h | 10 +- .../compaction}/base_compaction.cpp | 12 +- .../compaction}/base_compaction.h | 2 +- .../compaction}/cold_data_compaction.cpp | 16 +- .../compaction}/cold_data_compaction.h | 2 +- .../compaction}/collection_similarity.cpp | 6 +- .../compaction}/collection_similarity.h | 7 +- .../compaction}/collection_statistics.cpp | 22 +- .../compaction}/collection_statistics.h | 7 +- .../compaction}/compaction.cpp | 61 ++--- .../{olap => storage/compaction}/compaction.h | 14 +- .../compaction}/compaction_permit_limiter.cpp | 4 +- .../compaction}/compaction_permit_limiter.h | 0 .../compaction}/cumulative_compaction.cpp | 16 +- .../compaction}/cumulative_compaction.h | 4 +- .../cumulative_compaction_policy.cpp | 10 +- .../cumulative_compaction_policy.h | 4 +- ...mulative_compaction_time_series_policy.cpp | 6 +- ...cumulative_compaction_time_series_policy.h | 2 +- .../compaction}/full_compaction.cpp | 18 +- .../compaction}/full_compaction.h | 2 +- .../compaction}/single_replica_compaction.cpp | 24 +- .../compaction}/single_replica_compaction.h | 4 +- be/src/{olap => storage}/data_dir.cpp | 38 +-- be/src/{olap => storage}/data_dir.h | 6 +- .../delete}/calc_delete_bitmap_executor.cpp | 6 +- .../delete}/calc_delete_bitmap_executor.h | 8 +- .../delete}/delete_bitmap_calculator.cpp | 8 +- .../delete}/delete_bitmap_calculator.h | 18 +- .../delete}/delete_handler.cpp | 30 +-- .../{olap => storage/delete}/delete_handler.h | 8 +- be/src/{olap => storage}/field.h | 20 +- be/src/{olap => storage}/file_header.h | 8 +- be/src/{olap => storage}/id_manager.h | 6 +- .../index}/analyzer_key_matcher.cpp | 4 +- .../index}/analyzer_key_matcher.h | 2 +- .../index/ann}/CMakeLists.txt | 0 .../index/ann}/ann_index.cpp | 6 +- .../index/ann}/ann_index.h | 2 +- .../index/ann}/ann_index_files.h | 0 .../index/ann}/ann_index_iterator.cpp | 4 +- .../index/ann}/ann_index_iterator.h | 4 +- .../index/ann}/ann_index_reader.cpp | 20 +- .../index/ann}/ann_index_reader.h | 8 +- .../index/ann}/ann_index_writer.cpp | 6 +- .../index/ann}/ann_index_writer.h | 12 +- .../index/ann}/ann_range_search_runtime.cpp | 4 +- .../index/ann}/ann_range_search_runtime.h | 14 +- .../index/ann}/ann_search_params.h | 4 +- .../index/ann}/ann_topn_runtime.cpp | 30 +-- .../index/ann}/ann_topn_runtime.h | 18 +- .../index/ann}/cmake-protect/CMakeLists.txt | 0 .../index/ann}/faiss_ann_index.cpp | 12 +- .../index/ann}/faiss_ann_index.h | 4 +- .../block_split_bloom_filter.cpp | 2 +- .../bloom_filter}/block_split_bloom_filter.h | 2 +- .../index/bloom_filter}/bloom_filter.cpp | 6 +- .../index/bloom_filter}/bloom_filter.h | 2 +- .../bloom_filter_index_reader.cpp | 14 +- .../bloom_filter}/bloom_filter_index_reader.h | 8 +- .../bloom_filter_index_writer.cpp | 16 +- .../bloom_filter}/bloom_filter_index_writer.h | 6 +- .../bloom_filter}/ngram_bloom_filter.cpp | 2 +- .../index/bloom_filter}/ngram_bloom_filter.h | 2 +- .../index}/index_file_reader.cpp | 8 +- .../index}/index_file_reader.h | 4 +- .../index}/index_file_writer.cpp | 20 +- .../index}/index_file_writer.h | 8 +- .../index}/index_iterator.h | 8 +- .../index}/index_page.cpp | 2 +- .../segment_v2 => storage/index}/index_page.h | 4 +- .../index}/index_query_context.h | 4 +- .../index}/index_reader.h | 5 +- .../index}/index_reader_helper.h | 4 +- .../index}/index_storage_format.cpp | 6 +- .../index}/index_storage_format.h | 2 +- .../index}/index_storage_format_v1.cpp | 8 +- .../index}/index_storage_format_v1.h | 2 +- .../index}/index_storage_format_v2.cpp | 8 +- .../index}/index_storage_format_v2.h | 2 +- .../index}/index_writer.cpp | 6 +- .../index}/index_writer.h | 4 +- .../index}/indexed_column_reader.cpp | 16 +- .../index}/indexed_column_reader.h | 14 +- .../index}/indexed_column_writer.cpp | 20 +- .../index}/indexed_column_writer.h | 6 +- .../inverted}/abstract_analysis_factory.h | 2 +- .../index/inverted}/analysis_factory_mgr.cpp | 36 +-- .../index/inverted}/analysis_factory_mgr.h | 4 +- .../index/inverted}/analyzer/analyzer.cpp | 10 +- .../index/inverted}/analyzer/analyzer.h | 10 +- .../inverted}/analyzer/basic/basic_analyzer.h | 6 +- .../inverted}/analyzer/custom_analyzer.cpp | 6 +- .../inverted}/analyzer/custom_analyzer.h | 10 +- .../analyzer/custom_analyzer_config.cpp | 4 +- .../analyzer/custom_analyzer_config.h | 2 +- .../inverted}/analyzer/icu/icu_analyzer.h | 6 +- .../index/inverted}/analyzer/ik/IKAnalyzer.h | 2 +- .../inverted}/analyzer/ik/IKTokenizer.cpp | 2 +- .../index/inverted}/analyzer/ik/IKTokenizer.h | 4 +- .../inverted}/analyzer/ik/cfg/Configuration.h | 0 .../analyzer/ik/core/AnalyzeContext.cpp | 2 +- .../analyzer/ik/core/AnalyzeContext.h | 10 +- .../analyzer/ik/core/CJKSegmenter.cpp | 2 +- .../inverted}/analyzer/ik/core/CJKSegmenter.h | 6 +- .../ik/core/CN_QuantifierSegmenter.cpp | 2 +- .../analyzer/ik/core/CN_QuantifierSegmenter.h | 4 +- .../analyzer/ik/core/CharacterUtil.cpp | 2 +- .../analyzer/ik/core/CharacterUtil.h | 0 .../analyzer/ik/core/IKArbitrator.cpp | 2 +- .../inverted}/analyzer/ik/core/IKArbitrator.h | 6 +- .../analyzer/ik/core/IKSegmenter.cpp | 2 +- .../inverted}/analyzer/ik/core/IKSegmenter.h | 18 +- .../inverted}/analyzer/ik/core/ISegmenter.h | 2 +- .../analyzer/ik/core/LetterSegmenter.cpp | 2 +- .../analyzer/ik/core/LetterSegmenter.h | 4 +- .../inverted}/analyzer/ik/core/Lexeme.cpp | 2 +- .../index/inverted}/analyzer/ik/core/Lexeme.h | 2 +- .../inverted}/analyzer/ik/core/LexemePath.cpp | 2 +- .../inverted}/analyzer/ik/core/LexemePath.h | 2 +- .../analyzer/ik/core/QuickSortSet.cpp | 2 +- .../inverted}/analyzer/ik/core/QuickSortSet.h | 4 +- .../ik/core/SurrogatePairSegmenter.cpp | 2 +- .../analyzer/ik/core/SurrogatePairSegmenter.h | 8 +- .../inverted}/analyzer/ik/dic/DictSegment.cpp | 2 +- .../inverted}/analyzer/ik/dic/DictSegment.h | 4 +- .../inverted}/analyzer/ik/dic/Dictionary.cpp | 2 +- .../inverted}/analyzer/ik/dic/Dictionary.h | 8 +- .../index/inverted}/analyzer/ik/dic/Hit.h | 0 .../index/inverted}/char_filter/char_filter.h | 2 +- .../char_filter/char_filter_factory.h | 4 +- .../char_filter/char_replace_char_filter.cpp | 2 +- .../char_filter/char_replace_char_filter.h | 2 +- .../char_replace_char_filter_factory.h | 4 +- .../char_filter/empty_char_filter_factory.h | 4 +- .../icu_normalizer_char_filter.cpp | 2 +- .../char_filter/icu_normalizer_char_filter.h | 2 +- .../icu_normalizer_char_filter_factory.h | 4 +- .../index/inverted}/inverted_index_cache.cpp | 2 +- .../index/inverted}/inverted_index_cache.h | 4 +- .../index/inverted}/inverted_index_common.cpp | 2 +- .../index/inverted}/inverted_index_common.h | 2 +- .../inverted}/inverted_index_common_impl.h | 2 +- .../inverted}/inverted_index_compaction.cpp | 10 +- .../inverted}/inverted_index_compaction.h | 4 +- .../inverted_index_compound_reader.cpp | 6 +- .../inverted_index_compound_reader.h | 2 +- .../index/inverted}/inverted_index_desc.cpp | 4 +- .../index/inverted}/inverted_index_desc.h | 0 .../inverted}/inverted_index_fs_directory.cpp | 8 +- .../inverted}/inverted_index_fs_directory.h | 0 .../inverted}/inverted_index_iterator.cpp | 10 +- .../index/inverted}/inverted_index_iterator.h | 8 +- .../index/inverted}/inverted_index_parser.cpp | 2 +- .../index/inverted}/inverted_index_parser.h | 0 .../index/inverted}/inverted_index_profile.h | 4 +- .../inverted}/inverted_index_query_type.h | 0 .../index/inverted}/inverted_index_reader.cpp | 36 +-- .../index/inverted}/inverted_index_reader.h | 18 +- .../inverted}/inverted_index_searcher.cpp | 10 +- .../index/inverted}/inverted_index_searcher.h | 2 +- .../index/inverted}/inverted_index_stats.h | 0 .../index/inverted}/inverted_index_writer.cpp | 12 +- .../index/inverted}/inverted_index_writer.h | 12 +- .../normalizer/custom_normalizer.cpp | 8 +- .../inverted}/normalizer/custom_normalizer.h | 8 +- .../normalizer/custom_normalizer_config.cpp | 2 +- .../normalizer/custom_normalizer_config.h | 2 +- .../inverted}/query/conjunction_query.cpp | 10 +- .../index/inverted}/query/conjunction_query.h | 4 +- .../inverted}/query/disjunction_query.cpp | 4 +- .../index/inverted}/query/disjunction_query.h | 2 +- .../inverted}/query/phrase_edge_query.cpp | 2 +- .../index/inverted}/query/phrase_edge_query.h | 2 +- .../inverted}/query/phrase_prefix_query.cpp | 6 +- .../inverted}/query/phrase_prefix_query.h | 4 +- .../index/inverted}/query/phrase_query.cpp | 8 +- .../index/inverted}/query/phrase_query.h | 14 +- .../phrase_query/exact_phrase_matcher.cpp | 2 +- .../query/phrase_query/exact_phrase_matcher.h | 2 +- .../ordered_sloppy_phrase_matcher.cpp | 2 +- .../ordered_sloppy_phrase_matcher.h | 2 +- .../query/phrase_query/phrase_matcher.h | 2 +- .../query/phrase_query/phrase_positions.h | 2 +- .../query/phrase_query/phrase_queue.h | 4 +- .../phrase_query/sloppy_phrase_matcher.cpp | 2 +- .../phrase_query/sloppy_phrase_matcher.h | 10 +- .../index/inverted}/query/prefix_query.cpp | 2 +- .../index/inverted}/query/prefix_query.h | 2 +- .../index/inverted}/query/query.h | 12 +- .../index/inverted}/query/query_factory.h | 14 +- .../index/inverted}/query/query_helper.cpp | 2 +- .../index/inverted}/query/query_helper.h | 4 +- .../index/inverted}/query/query_info.h | 0 .../index/inverted}/query/regexp_query.cpp | 2 +- .../index/inverted}/query/regexp_query.h | 4 +- .../index/inverted}/query/term_query.cpp | 4 +- .../index/inverted}/query/term_query.h | 2 +- .../inverted}/query_v2/all_query/all_query.h | 8 +- .../query_v2/bit_set_query/bit_set_query.h | 4 +- .../query_v2/bit_set_query/bit_set_scorer.h | 2 +- .../query_v2/bit_set_query/bit_set_weight.h | 4 +- .../boolean_query/boolean_query_builder.h | 8 +- .../inverted}/query_v2/boolean_query/occur.h | 0 .../boolean_query/occur_boolean_query.h | 8 +- .../boolean_query/occur_boolean_weight.cpp | 17 +- .../boolean_query/occur_boolean_weight.h | 11 +- .../query_v2/boolean_query/operator.h | 0 .../boolean_query/operator_boolean_query.h | 8 +- .../boolean_query/operator_boolean_weight.h | 14 +- .../query_v2/buffered_union_scorer.cpp | 2 +- .../query_v2/buffered_union_scorer.h | 4 +- .../query_v2/collect/doc_set_collector.cpp | 0 .../query_v2/collect/doc_set_collector.h | 0 .../query_v2/collect/multi_segment_util.h | 0 .../query_v2/collect/top_k_collector.cpp | 0 .../query_v2/collect/top_k_collector.h | 0 .../inverted}/query_v2/composite_reader.h | 2 +- .../const_score_query/const_score_scorer.h | 2 +- .../inverted}/query_v2/disjunction_scorer.cpp | 4 +- .../inverted}/query_v2/disjunction_scorer.h | 2 +- .../index/inverted}/query_v2/doc_set.h | 0 .../inverted}/query_v2/exclude_scorer.cpp | 2 +- .../index/inverted}/query_v2/exclude_scorer.h | 4 +- .../index/inverted}/query_v2/intersection.cpp | 10 +- .../index/inverted}/query_v2/intersection.h | 2 +- .../query_v2/intersection_scorer.cpp | 2 +- .../inverted}/query_v2/intersection_scorer.h | 2 +- .../query_v2/match_all_docs_scorer.h | 0 .../inverted}/query_v2/null_bitmap_fetcher.h | 8 +- .../inverted}/query_v2/nullable_scorer.h | 4 +- .../phrase_prefix_query/phrase_prefix_query.h | 12 +- .../phrase_prefix_weight.h | 16 +- .../phrase_query/multi_phrase_query.h | 8 +- .../phrase_query/multi_phrase_weight.h | 16 +- .../query_v2/phrase_query/phrase_query.h | 8 +- .../query_v2/phrase_query/phrase_scorer.cpp | 2 +- .../query_v2/phrase_query/phrase_scorer.h | 8 +- .../query_v2/phrase_query/phrase_weight.h | 12 +- .../phrase_query/postings_with_offset.h | 4 +- .../query_v2/postings/loaded_postings.cpp | 2 +- .../query_v2/postings/loaded_postings.h | 2 +- .../query_v2/prefix_query/prefix_query.h | 6 +- .../query_v2/prefix_query/prefix_weight.h | 14 +- .../index/inverted}/query_v2/query.h | 2 +- .../query_v2/regexp_query/regexp_query.h | 6 +- .../query_v2/regexp_query/regexp_weight.cpp | 12 +- .../query_v2/regexp_query/regexp_weight.h | 4 +- .../index/inverted}/query_v2/reqopt_scorer.h | 4 +- .../index/inverted}/query_v2/score_combiner.h | 2 +- .../index/inverted}/query_v2/scorer.h | 2 +- .../inverted}/query_v2/segment_postings.h | 5 +- .../index/inverted}/query_v2/size_hint.h | 0 .../query_v2/term_query/term_query.h | 6 +- .../query_v2/term_query/term_scorer.h | 10 +- .../query_v2/term_query/term_weight.h | 11 +- .../query_v2/union/buffered_union.cpp | 8 +- .../inverted}/query_v2/union/buffered_union.h | 4 +- .../inverted}/query_v2/union/simple_union.cpp | 4 +- .../inverted}/query_v2/union/simple_union.h | 2 +- .../index/inverted}/query_v2/union_postings.h | 2 +- .../inverted}/query_v2/wand/block_wand.h | 0 .../index/inverted}/query_v2/weight.h | 6 +- .../query_v2/wildcard_query/wildcard_query.h | 6 +- .../query_v2/wildcard_query/wildcard_weight.h | 4 +- .../index/inverted}/setting.h | 0 .../inverted}/similarity/bm25_similarity.cpp | 2 +- .../inverted}/similarity/bm25_similarity.h | 2 +- .../index/inverted}/similarity/similarity.h | 2 +- .../token_filter/ascii_folding_filter.cpp | 2 +- .../token_filter/ascii_folding_filter.h | 2 +- .../ascii_folding_filter_factory.h | 4 +- .../token_filter/empty_token_filter_factory.h | 4 +- .../token_filter/icu_normalizer_filter.cpp | 2 +- .../token_filter/icu_normalizer_filter.h | 2 +- .../icu_normalizer_filter_factory.h | 4 +- .../token_filter/lower_case_filter.h | 2 +- .../token_filter/lower_case_filter_factory.h | 4 +- .../inverted}/token_filter/pinyin_filter.cpp | 10 +- .../inverted}/token_filter/pinyin_filter.h | 6 +- .../token_filter/pinyin_filter_factory.cpp | 2 +- .../token_filter/pinyin_filter_factory.h | 6 +- .../inverted}/token_filter/token_filter.h | 2 +- .../token_filter/token_filter_factory.h | 4 +- .../token_filter/word_delimiter_filter.cpp | 4 +- .../token_filter/word_delimiter_filter.h | 4 +- .../word_delimiter_filter_factory.h | 6 +- .../token_filter/word_delimiter_iterator.cpp | 2 +- .../token_filter/word_delimiter_iterator.h | 0 .../index/inverted}/token_stream.h | 2 +- .../tokenizer/basic/basic_tokenizer.cpp | 2 +- .../tokenizer/basic/basic_tokenizer.h | 2 +- .../tokenizer/basic/basic_tokenizer_factory.h | 4 +- .../char/char_group_tokenizer_factory.cpp | 6 +- .../char/char_group_tokenizer_factory.h | 2 +- .../tokenizer/char/char_tokenizer.cpp | 2 +- .../inverted}/tokenizer/char/char_tokenizer.h | 2 +- .../tokenizer/empty/empty_tokenizer_factory.h | 4 +- .../tokenizer/icu/break_iterator_wrapper.cpp | 6 +- .../tokenizer/icu/break_iterator_wrapper.h | 2 +- .../icu/composite_break_iterator.cpp | 2 +- .../tokenizer/icu/composite_break_iterator.h | 8 +- .../icu/default_icu_tokenizer_config.cpp | 2 +- .../icu/default_icu_tokenizer_config.h | 2 +- .../inverted}/tokenizer/icu/icu_common.h | 0 .../inverted}/tokenizer/icu/icu_tokenizer.cpp | 2 +- .../inverted}/tokenizer/icu/icu_tokenizer.h | 8 +- .../tokenizer/icu/icu_tokenizer_config.h | 2 +- .../tokenizer/icu/icu_tokenizer_factory.h | 4 +- .../tokenizer/icu/script_iterator.cpp | 2 +- .../inverted}/tokenizer/icu/script_iterator.h | 2 +- .../tokenizer/keyword/keyword_tokenizer.h | 2 +- .../keyword/keyword_tokenizer_factory.h | 6 +- .../inverted}/tokenizer/ngram/char_matcher.h | 0 .../tokenizer/ngram/edge_ngram_tokenizer.h | 2 +- .../ngram/edge_ngram_tokenizer_factory.h | 12 +- .../tokenizer/ngram/ngram_tokenizer.cpp | 2 +- .../tokenizer/ngram/ngram_tokenizer.h | 2 +- .../ngram/ngram_tokenizer_factory.cpp | 2 +- .../tokenizer/ngram/ngram_tokenizer_factory.h | 8 +- .../tokenizer/pinyin/chinese_util.cpp | 2 +- .../inverted}/tokenizer/pinyin/chinese_util.h | 0 .../pinyin/pinyin_alphabet_tokenizer.cpp | 2 +- .../pinyin/pinyin_alphabet_tokenizer.h | 0 .../tokenizer/pinyin/pinyin_config.h | 0 .../tokenizer/pinyin/pinyin_format.cpp | 2 +- .../tokenizer/pinyin/pinyin_format.h | 0 .../tokenizer/pinyin/pinyin_formatter.cpp | 2 +- .../tokenizer/pinyin/pinyin_formatter.h | 2 +- .../tokenizer/pinyin/pinyin_tokenizer.cpp | 10 +- .../tokenizer/pinyin/pinyin_tokenizer.h | 8 +- .../pinyin/pinyin_tokenizer_factory.cpp | 2 +- .../pinyin/pinyin_tokenizer_factory.h | 6 +- .../tokenizer/pinyin/pinyin_util.cpp | 6 +- .../inverted}/tokenizer/pinyin/pinyin_util.h | 4 +- .../index/inverted}/tokenizer/pinyin/rune.h | 0 .../tokenizer/pinyin/smart_forest.cpp | 4 +- .../inverted}/tokenizer/pinyin/smart_forest.h | 2 +- .../tokenizer/pinyin/smart_get_word.cpp | 4 +- .../tokenizer/pinyin/smart_get_word.h | 2 +- .../inverted}/tokenizer/pinyin/term_item.h | 0 .../tokenizer/standard/standard_tokenizer.h | 4 +- .../standard/standard_tokenizer_factory.h | 4 +- .../standard/standard_tokenizer_impl.cpp | 2 +- .../standard/standard_tokenizer_impl.h | 2 +- .../index/inverted}/tokenizer/tokenizer.h | 3 +- .../inverted}/tokenizer/tokenizer_factory.h | 4 +- .../index/inverted}/util/docid_set_iterator.h | 4 +- .../index/inverted}/util/fixed_bit_set.h | 0 .../index/inverted}/util/linked_hash_map.h | 0 .../index/inverted}/util/mock_iterator.h | 2 +- .../index/inverted}/util/priority_queue.h | 0 .../index/inverted}/util/reader.h | 0 .../index/inverted}/util/string_helper.h | 0 .../index/inverted}/util/term_iterator.h | 2 +- .../inverted}/util/term_position_iterator.h | 2 +- .../index/inverted}/util/tiny_set.h | 0 .../inverted}/util/union_term_iterator.h | 6 +- .../index}/ordinal_page_index.cpp | 12 +- .../index}/ordinal_page_index.h | 6 +- .../index}/primary_key_index.cpp | 12 +- .../index}/primary_key_index.h | 10 +- .../index}/short_key_index.cpp | 4 +- .../{olap => storage/index}/short_key_index.h | 0 .../index/zone_map}/zone_map_index.cpp | 32 +-- .../index/zone_map}/zone_map_index.h | 10 +- .../iterator}/block_reader.cpp | 28 +-- .../olap => storage/iterator}/block_reader.h | 16 +- .../iterator}/olap_data_convertor.cpp | 54 ++--- .../iterator}/olap_data_convertor.h | 34 +-- .../iterator}/vcollect_iterator.cpp | 28 +-- .../iterator}/vcollect_iterator.h | 12 +- .../iterator}/vertical_block_reader.cpp | 34 +-- .../iterator}/vertical_block_reader.h | 16 +- .../iterator}/vertical_merge_iterator.cpp | 18 +- .../iterator}/vertical_merge_iterator.h | 12 +- .../iterator}/vgeneric_iterators.cpp | 26 +-- .../iterator}/vgeneric_iterators.h | 9 +- be/src/{olap => storage}/iterators.h | 20 +- be/src/{olap => storage}/itoken_extractor.cpp | 2 +- be/src/{olap => storage}/itoken_extractor.h | 2 +- be/src/{olap => storage}/key_coder.cpp | 2 +- be/src/{olap => storage}/key_coder.h | 12 +- be/src/{olap => storage}/merger.cpp | 40 ++-- be/src/{olap => storage}/merger.h | 8 +- be/src/{olap => storage}/metadata_adder.h | 2 +- be/src/{olap => storage}/olap_common.h | 6 +- be/src/{olap => storage}/olap_define.h | 0 be/src/{olap => storage}/olap_meta.cpp | 8 +- be/src/{olap => storage}/olap_meta.h | 0 .../olap_scan_common.cpp} | 4 +- .../olap_scan_common.h} | 30 +-- be/src/{olap => storage}/olap_server.cpp | 53 ++--- be/src/{olap => storage}/olap_tuple.h | 0 be/src/{exec => storage}/olap_utils.h | 4 +- be/src/{olap => storage}/options.cpp | 6 +- be/src/{olap => storage}/options.h | 0 .../{olap => storage}/partial_update_info.cpp | 28 +-- .../{olap => storage}/partial_update_info.h | 6 +- be/src/{olap => storage}/pb_helper.h | 0 .../predicate}/accept_null_predicate.h | 10 +- .../predicate}/bitmap_filter_predicate.h | 6 +- .../predicate}/block_column_predicate.cpp | 2 +- .../predicate}/block_column_predicate.h | 8 +- .../predicate}/bloom_filter_predicate.h | 16 +- .../predicate}/column_predicate.h | 18 +- .../predicate}/comparison_predicate.h | 10 +- .../predicate}/filter_olap_param.h | 2 +- .../predicate}/in_list_predicate.h | 28 +-- .../predicate}/like_column_predicate.cpp | 12 +- .../predicate}/like_column_predicate.h | 16 +- .../predicate}/null_predicate.cpp | 12 +- .../predicate}/null_predicate.h | 8 +- .../predicate}/predicate_creator.cpp | 2 +- .../predicate}/predicate_creator.h | 26 +-- .../predicate}/shared_predicate.h | 8 +- .../{olap => storage}/predicate_collector.cpp | 0 .../{olap => storage}/predicate_collector.h | 0 be/src/{olap => storage}/row_cursor.cpp | 10 +- be/src/{olap => storage}/row_cursor.h | 8 +- be/src/{olap => storage}/row_cursor_cell.h | 0 be/src/{olap => storage}/rowid_conversion.h | 4 +- .../{olap => storage}/rowset/beta_rowset.cpp | 26 +-- be/src/{olap => storage}/rowset/beta_rowset.h | 12 +- .../rowset/beta_rowset_reader.cpp | 34 +-- .../rowset/beta_rowset_reader.h | 16 +- .../rowset/beta_rowset_writer.cpp | 32 +-- .../rowset/beta_rowset_writer.h | 18 +- .../rowset/beta_rowset_writer_v2.cpp | 30 +-- .../rowset/beta_rowset_writer_v2.h | 10 +- .../rowset/pending_rowset_helper.cpp | 4 +- .../rowset/pending_rowset_helper.h | 2 +- be/src/{olap => storage}/rowset/rowset.cpp | 10 +- be/src/{olap => storage}/rowset/rowset.h | 8 +- .../rowset/rowset_factory.cpp | 14 +- .../{olap => storage}/rowset/rowset_factory.h | 4 +- be/src/{olap => storage}/rowset/rowset_fwd.h | 0 .../rowset/rowset_id_generator.h | 2 +- .../{olap => storage}/rowset/rowset_meta.cpp | 18 +- be/src/{olap => storage}/rowset/rowset_meta.h | 10 +- .../rowset/rowset_meta_manager.cpp | 10 +- .../rowset/rowset_meta_manager.h | 4 +- .../{olap => storage}/rowset/rowset_reader.h | 10 +- .../rowset/rowset_reader_context.h | 14 +- .../{olap => storage}/rowset/rowset_writer.h | 17 +- .../rowset/rowset_writer_context.h | 10 +- .../rowset/segcompaction.cpp | 40 ++-- .../{olap => storage}/rowset/segcompaction.h | 10 +- .../rowset/segment_creator.cpp | 34 +-- .../rowset/segment_creator.h | 8 +- .../rowset/unique_rowset_id_generator.cpp | 2 +- .../rowset/unique_rowset_id_generator.h | 2 +- .../rowset/vertical_beta_rowset_writer.cpp | 10 +- .../rowset/vertical_beta_rowset_writer.h | 4 +- be/src/{olap => storage}/rowset_builder.cpp | 38 +-- be/src/{olap => storage}/rowset_builder.h | 14 +- .../{olap => storage}/rowset_version_mgr.cpp | 12 +- be/src/{olap => storage}/schema.cpp | 24 +- be/src/{olap => storage}/schema.h | 12 +- .../schema_change}/column_mapping.h | 2 +- .../schema_change}/schema_change.cpp | 80 +++---- .../schema_change}/schema_change.h | 24 +- .../segment}/binary_dict_page.cpp | 10 +- .../segment}/binary_dict_page.h | 18 +- .../segment}/binary_dict_page_pre_decoder.h | 10 +- .../segment}/binary_plain_page.h | 14 +- .../segment}/binary_plain_page_v2.h | 16 +- .../binary_plain_page_v2_pre_decoder.h | 4 +- .../segment}/binary_prefix_page.cpp | 2 +- .../segment}/binary_prefix_page.h | 8 +- .../segment}/bitshuffle_page.cpp | 2 +- .../segment}/bitshuffle_page.h | 20 +- .../segment}/bitshuffle_page_pre_decoder.h | 8 +- .../segment}/bitshuffle_wrapper.cpp | 2 +- .../segment}/bitshuffle_wrapper.h | 0 .../segment}/column_meta_accessor.cpp | 6 +- .../segment}/column_meta_accessor.h | 3 +- .../segment}/column_reader.cpp | 90 +++---- .../segment}/column_reader.h | 35 +-- .../segment}/column_reader_cache.cpp | 8 +- .../segment}/column_reader_cache.h | 4 +- .../segment}/column_writer.cpp | 34 +-- .../segment}/column_writer.h | 18 +- .../segment_v2 => storage/segment}/common.h | 0 .../segment}/condition_cache.cpp | 2 +- .../segment}/condition_cache.h | 2 +- .../segment}/empty_segment_iterator.cpp | 2 +- .../segment}/empty_segment_iterator.h | 4 +- .../segment}/encoding_info.cpp | 30 +-- .../segment}/encoding_info.h | 4 +- .../segment}/external_col_meta_util.cpp | 4 +- .../segment}/external_col_meta_util.h | 3 +- .../segment}/frame_of_reference_page.h | 6 +- .../segment}/lazy_init_segment_iterator.cpp | 4 +- .../segment}/lazy_init_segment_iterator.h | 8 +- .../segment_v2 => storage/segment}/options.h | 0 .../segment}/page_builder.h | 2 +- .../segment}/page_decoder.h | 2 +- .../segment}/page_handle.h | 2 +- .../segment}/page_io.cpp | 12 +- .../segment_v2 => storage/segment}/page_io.h | 2 +- .../segment}/page_pointer.h | 0 .../segment}/parsed_page.h | 12 +- .../segment}/plain_page.h | 12 +- .../segment_v2 => storage/segment}/rle_page.h | 12 +- .../segment}/row_ranges.h | 2 +- .../segment}/segment.cpp | 66 +++--- .../segment_v2 => storage/segment}/segment.h | 23 +- .../segment}/segment_iterator.cpp | 115 ++++----- .../segment}/segment_iterator.h | 42 ++-- .../segment}/segment_loader.cpp | 6 +- .../segment}/segment_loader.h | 6 +- .../segment}/segment_writer.cpp | 64 ++--- .../segment}/segment_writer.h | 11 +- .../segment}/stream_reader.h | 7 +- .../variant/binary_column_extract_iterator.h | 44 ++-- .../segment}/variant/binary_column_reader.cpp | 18 +- .../segment}/variant/binary_column_reader.h | 2 +- .../variant/hierarchical_data_iterator.cpp | 32 +-- .../variant/hierarchical_data_iterator.h | 42 ++-- .../segment}/variant/nested_group_path.h | 0 .../variant/nested_group_provider.cpp | 4 +- .../segment}/variant/nested_group_provider.h | 10 +- .../segment}/variant/nested_group_reader.h | 0 .../variant/nested_group_routing_plan.cpp | 14 +- .../variant/nested_group_routing_plan.h | 0 .../variant/sparse_column_merge_iterator.cpp | 20 +- .../variant/sparse_column_merge_iterator.h | 44 ++-- .../variant/variant_column_reader.cpp | 46 ++-- .../segment}/variant/variant_column_reader.h | 26 +-- .../variant/variant_column_writer_impl.cpp | 58 ++--- .../variant/variant_column_writer_impl.h | 16 +- .../variant_doc_snpashot_compact_iterator.h | 4 +- .../variant/variant_ext_meta_writer.cpp | 10 +- .../variant/variant_ext_meta_writer.h | 7 +- .../variant/variant_external_meta_reader.cpp | 10 +- .../variant/variant_external_meta_reader.h | 8 +- .../segment}/variant/variant_statistics.h | 0 .../segment}/variant_stats_calculator.cpp | 6 +- .../segment}/variant_stats_calculator.h | 7 +- .../segment}/vertical_segment_writer.cpp | 72 +++--- .../segment}/vertical_segment_writer.h | 12 +- .../segment}/virtual_column_iterator.cpp | 6 +- .../segment}/virtual_column_iterator.h | 4 +- .../simple_rowid_conversion.h | 6 +- .../snapshot}/snapshot_manager.cpp | 32 +-- .../snapshot}/snapshot_manager.h | 6 +- be/src/{olap => storage}/storage_engine.cpp | 48 ++-- be/src/{olap => storage}/storage_engine.h | 18 +- be/src/{olap => storage}/storage_policy.cpp | 8 +- be/src/{olap => storage}/storage_policy.h | 0 .../{olap => storage/tablet}/base_tablet.cpp | 39 ++-- be/src/{olap => storage/tablet}/base_tablet.h | 18 +- be/src/{olap => storage/tablet}/tablet.cpp | 96 ++++---- be/src/{olap => storage/tablet}/tablet.h | 24 +- .../tablet}/tablet_column_object_pool.cpp | 4 +- .../tablet}/tablet_column_object_pool.h | 4 +- be/src/{olap => storage/tablet}/tablet_fwd.h | 0 .../tablet}/tablet_manager.cpp | 36 +-- .../{olap => storage/tablet}/tablet_manager.h | 6 +- .../{olap => storage/tablet}/tablet_meta.cpp | 24 +- be/src/{olap => storage/tablet}/tablet_meta.h | 12 +- .../tablet}/tablet_meta_manager.cpp | 10 +- .../tablet}/tablet_meta_manager.h | 2 +- .../tablet}/tablet_reader.cpp | 32 +-- .../{olap => storage/tablet}/tablet_reader.h | 26 +-- .../tablet}/tablet_schema.cpp | 38 +-- .../{olap => storage/tablet}/tablet_schema.h | 20 +- .../tablet}/tablet_schema_cache.cpp | 4 +- .../tablet}/tablet_schema_cache.h | 2 +- be/src/{exec => storage}/tablet_info.cpp | 27 ++- be/src/{exec => storage}/tablet_info.h | 12 +- .../task/engine_batch_load_task.cpp | 22 +- .../task/engine_batch_load_task.h | 2 +- .../task/engine_checksum_task.cpp | 24 +- .../task/engine_checksum_task.h | 2 +- .../task/engine_clone_task.cpp | 28 +-- .../task/engine_clone_task.h | 6 +- .../task/engine_cloud_index_change_task.cpp | 4 +- .../task/engine_cloud_index_change_task.h | 4 +- .../task/engine_index_change_task.cpp | 6 +- .../task/engine_index_change_task.h | 2 +- .../task/engine_publish_version_task.cpp | 15 +- .../task/engine_publish_version_task.h | 8 +- .../task/engine_storage_migration_task.cpp | 24 +- .../task/engine_storage_migration_task.h | 8 +- be/src/{olap => storage}/task/engine_task.h | 0 .../{olap => storage}/task/index_builder.cpp | 22 +- be/src/{olap => storage}/task/index_builder.h | 20 +- be/src/{olap => storage/txn}/txn_manager.cpp | 32 +-- be/src/{olap => storage/txn}/txn_manager.h | 18 +- be/src/{olap => storage}/types.cpp | 4 +- be/src/{olap => storage}/types.h | 28 +-- be/src/{olap => storage}/utils.cpp | 8 +- be/src/{olap => storage}/utils.h | 2 +- be/src/{olap => storage}/version_graph.cpp | 2 +- be/src/{olap => storage}/version_graph.h | 4 +- be/src/tools/CMakeLists.txt | 32 +++ be/src/{index-tools => tools}/index_tool.cpp | 14 +- be/src/tools/meta_tool.cpp | 29 ++- be/src/util/async_io.h | 4 +- be/src/util/barrier.h | 2 +- be/src/util/bit_util.h | 2 +- be/src/util/bitmap_intersect.h | 4 +- be/src/util/block_compression.cpp | 4 +- be/src/util/brpc_client_cache.cpp | 4 +- be/src/util/bvar_helper.h | 4 +- be/src/util/byte_buffer.h | 4 +- be/src/util/byte_stream_split.cpp | 2 +- be/src/{runtime => util}/client_cache.cpp | 4 +- be/src/{runtime => util}/client_cache.h | 2 +- be/src/util/coding.h | 4 +- be/src/util/countdown_latch.h | 2 +- be/src/util/counts.h | 6 +- be/src/util/date_func.cpp | 10 +- be/src/util/debug_counters.h | 2 +- be/src/{exec => util}/decompressor.cpp | 4 +- be/src/{exec => util}/decompressor.h | 2 +- be/src/util/disk_info_mac.cpp | 2 +- be/src/util/faststring.cc | 2 +- be/src/util/faststring.h | 4 +- be/src/util/frame_of_reference_coding.cpp | 2 +- be/src/util/frame_of_reference_coding.h | 4 +- be/src/util/hash/city.cc | 2 +- be/src/util/{ => hash}/murmur_hash3.cpp | 21 +- .../types.h => util/hash/murmur_hash3.h} | 30 +-- be/src/util/hash_util.hpp | 4 +- be/src/{vec/io => util}/io_helper.cpp | 2 +- be/src/{vec/io => util}/io_helper.h | 22 +- be/src/util/jni-util.cpp | 2 +- be/src/util/jni_native_method.cpp | 2 +- be/src/{vec => util}/json/json_parser.cpp | 6 +- be/src/{vec => util}/json/json_parser.h | 14 +- be/src/{vec => util}/json/path_in_data.cpp | 6 +- be/src/{vec => util}/json/path_in_data.h | 4 +- be/src/{vec => util}/json/simd_json_parser.h | 2 +- be/src/{vec => util}/jsonb/serialize.cpp | 25 +- be/src/{vec => util}/jsonb/serialize.h | 6 +- be/src/util/jsonb_document.cpp | 2 +- be/src/util/jsonb_document.h | 6 +- be/src/util/jsonb_document_cast.h | 14 +- be/src/util/jsonb_parser_simd.h | 6 +- be/src/util/jsonb_utils.cpp | 4 +- be/src/util/jsonb_utils.h | 4 +- be/src/util/jsonb_writer.h | 6 +- be/src/{olap => util}/lru_cache.cpp | 20 +- be/src/{olap => util}/lru_cache.h | 21 +- be/src/{exec => util}/lzo_decompressor.cpp | 4 +- be/src/util/mem_info.cpp | 2 +- be/src/util/murmur_hash3.h | 22 -- be/src/util/mustache/mustache.cc | 2 +- be/src/util/mysql_row_buffer.cpp | 18 +- be/src/util/obj_lru_cache.h | 2 +- be/src/util/once.h | 2 +- be/src/util/perf_counters_mac.cpp | 2 +- be/src/util/pretty_printer.h | 2 +- be/src/util/proto_util.h | 2 +- be/src/{runtime => util}/raw_value.h | 7 +- be/src/util/reservoir_sampler.h | 6 +- be/src/util/s3_util.cpp | 7 +- be/src/util/s3_util.h | 2 +- be/src/util/simd/reverse_copy_bytes.h | 2 +- be/src/util/simd/vstring_function.h | 2 +- be/src/util/slice.h | 4 +- be/src/util/static_asserts.cpp | 4 +- be/src/util/string_parser.cpp | 4 +- be/src/util/string_parser.hpp | 12 +- be/src/{runtime => util}/string_search.hpp | 4 +- be/src/util/thread.cpp | 4 +- be/src/util/threadpool.cpp | 4 +- be/src/util/threadpool.h | 2 +- be/src/util/thrift_rpc_helper.cpp | 2 +- be/src/util/thrift_server.cpp | 2 +- be/src/util/thrift_server.h | 2 +- be/src/util/thrift_util.cpp | 4 +- be/src/util/time_lut.cpp | 2 +- be/src/{vec/common => util}/unaligned.h | 0 be/src/util/url_parser.cpp | 4 +- be/src/util/url_parser.h | 2 +- be/src/{vec/io => util}/var_int.h | 4 +- be/src/vec/CMakeLists.txt | 59 ----- be/src/vec/core/decomposed_float.h | 220 ------------------ be/test/CMakeLists.txt | 25 +- be/test/agent/heartbeat_server_test.cpp | 5 +- be/test/agent/task_worker_pool_test.cpp | 4 +- be/test/ai/aggregate_function_ai_agg_test.cpp | 12 +- be/test/ai/ai_adapter_test.cpp | 10 +- be/test/ai/ai_function_test.cpp | 32 +-- be/test/ai/embed_test.cpp | 4 +- be/test/cloud/cloud_compaction_test.cpp | 10 +- ...loud_cumulative_compaction_policy_test.cpp | 8 +- .../cloud_empty_rowset_compaction_test.cpp | 10 +- be/test/cloud/cloud_meta_mgr_test.cpp | 10 +- .../cloud_tablet_query_prefer_cache_test.cpp | 10 +- ...cloud_tablet_query_with_tolerance_test.cpp | 10 +- be/test/cloud/cloud_tablet_test.cpp | 8 +- be/test/common/check_overflow.cpp | 6 +- .../core/accurate_comparison_test.cpp | 2 +- .../{vec/core => core/block}/block_test.cpp | 54 ++--- .../core => core/block}/column_array_test.cpp | 8 +- .../block}/column_complex_test.cpp | 18 +- .../core => core/block}/column_map_test.cpp | 16 +- .../block}/column_nullable_test.cpp | 6 +- .../block}/column_struct_test.cpp | 12 +- .../{vec/core => core/block}/column_test.cpp | 14 +- .../block}/column_vector_test.cpp | 2 +- .../block}/column_with_type_and_name_test.cpp | 10 +- .../block}/get_common_type_test.cpp | 14 +- .../block}/number_traits_test.cpp | 6 +- .../column}/check_and_get_column_ptr_test.cpp | 7 +- .../check_column_with_type_and_name_test.cpp | 10 +- .../column}/column_array_test.cpp | 8 +- .../column}/column_base_test.cpp | 11 +- ...umn_check_const_only_in_top_level_test.cpp | 24 +- .../column}/column_const_test.cpp | 17 +- .../column}/column_decimal_test.cpp | 18 +- .../column}/column_dictionary_test.cpp | 20 +- .../column}/column_execute_util_test.cpp | 16 +- .../column_fixed_length_object_test.cpp | 8 +- .../column}/column_hash_func_test.cpp | 28 +-- .../column}/column_ip_test.cpp | 14 +- .../column}/column_map_test.cpp | 34 +-- .../column}/column_nothing_test.cpp | 14 +- .../column_nullable_seriazlization_test.cpp | 16 +- .../column}/column_nullable_test.cpp | 16 +- .../column}/column_nullable_test.h | 18 +- .../column}/column_resize_test.cpp | 32 +-- .../column}/column_string_test.cpp | 20 +- .../column}/column_struct_test.cpp | 34 +-- .../column}/column_varbinary_test.cpp | 17 +- .../column}/column_variant_test.cpp | 26 +-- .../column}/column_vector_test.cpp | 10 +- .../column}/common_column_test.h | 25 +- .../column}/pod_array_type_test.cpp | 16 +- .../common => core}/custom_allocator_test.cpp | 2 +- .../data_type}/block_check_type.cpp | 6 +- .../data_type}/common_data_type_serder_test.h | 20 +- .../data_type}/common_data_type_test.h | 16 +- .../data_type}/complex_type_test.cpp | 18 +- .../data_type}/data_type_agg_state_test.cpp | 28 +-- .../data_type}/data_type_array_test.cpp | 24 +- .../data_type}/data_type_bitmap_test.cpp | 22 +- .../data_type}/data_type_datetime_v1_test.cpp | 14 +- .../data_type}/data_type_datetime_v2_test.cpp | 12 +- .../data_type}/data_type_decimal_test.cpp | 20 +- .../data_type_fixed_length_object_test.cpp | 24 +- .../data_type}/data_type_hll_test.cpp | 18 +- .../data_type}/data_type_ip_test.cpp | 22 +- .../data_type}/data_type_jsonb_test.cpp | 27 ++- .../data_type}/data_type_map_test.cpp | 14 +- .../data_type}/data_type_nothing_test.cpp | 6 +- .../data_type}/data_type_number_test.cpp | 24 +- .../data_type_quantile_state_test.cpp | 20 +- .../data_type}/data_type_string_test.cpp | 26 +-- .../data_type}/data_type_struct_test.cpp | 22 +- .../data_type}/data_type_timestamptz_test.cpp | 20 +- .../data_type}/data_type_varbinary_test.cpp | 30 +-- .../data_type}/datetime_round_test.cpp | 8 +- .../data_type}/decimal_test.cpp | 10 +- .../data_type}/from_string_test.cpp | 12 +- .../data_type}/serde_utils.h | 0 .../data_type_from_string_test.cpp | 38 +-- .../data_type_jsonb_serde_test.cpp | 23 +- .../data_type_serde_agg_state_test.cpp | 6 +- .../data_type_serde_arrow_test.cpp | 63 ++--- .../data_type_serde_bitmap_test.cpp | 8 +- .../data_type_serde_csv_test.cpp | 30 +-- .../data_type_serde_datetime_v1_test.cpp | 14 +- .../data_type_serde_datetime_v2_test.cpp | 18 +- .../data_type_serde_decimal_test.cpp | 16 +- ...ta_type_serde_fixed_length_object_test.cpp | 4 +- .../data_type_serde_get_name_test.cpp | 14 +- .../data_type_serde_hll_test.cpp | 10 +- .../data_type_serde_map_test.cpp | 31 ++- .../data_type_serde_mysql_test.cpp | 68 +++--- .../data_type_serde_number_test.cpp | 14 +- .../data_type_serde_pb_test.cpp | 58 ++--- .../data_type_serde_quantile_state_test.cpp | 4 +- .../data_type_serde_string_test.cpp | 29 ++- .../data_type_serde_struct_test.cpp | 33 ++- .../data_type_serde}/data_type_serde_test.cpp | 44 ++-- .../data_type_serde_text_test.cpp | 22 +- .../data_type_serde_timestamptz_test.cpp | 12 +- .../data_type_serde_varbinary_test.cpp | 18 +- .../data_type_to_string_test.cpp | 14 +- .../data_type_write_to_jsonb_test.cpp | 22 +- be/test/{olap => core}/decimal12_test.cpp | 2 +- be/test/{vec => }/core/field_test.cpp | 16 +- .../jsonb/convert_field_to_type_test.cpp | 16 +- .../{vec => core}/jsonb/json_parser_test.cpp | 4 +- .../jsonb/jsonb_document_cast_test.cpp | 4 +- .../jsonb/jsonb_document_test.cpp | 2 +- .../{vec => core}/jsonb/path_in_data_test.cpp | 5 +- .../{vec => core}/jsonb/serialize_test.cpp | 71 +++--- .../{vec/common => core}/pod_array_test.cpp | 8 +- .../common => core}/string_buffer_test.cpp | 6 +- .../{vec/common => core}/string_view_test.cpp | 4 +- .../arrow_column_to_doris_column_test.cpp | 39 ++-- .../utils/histogram_helpers_test.cpp | 4 +- .../utils/small_size_hash_set_test.cpp | 2 +- .../utils/stringop_substring_test.cpp | 14 +- .../value}/bitmap_value_test.cpp | 2 +- be/test/{olap => core/value}/hll_test.cpp | 2 +- .../runtime => core/value}/ip_value_test.cpp | 6 +- .../value}/jsonb_value_test.cpp | 2 +- .../value/jsonb_value_test2.cpp} | 12 +- .../value}/quantile_state_test.cpp | 2 +- .../value}/sort_merger_test.cpp | 6 +- .../value}/vdatetime_value_test.cpp | 4 +- .../common => core}/wide_integer_test.cpp | 4 +- .../exec/agg/agg_fn_evaluator_test.cpp | 2 +- .../exec/column_type_convert_test.cpp | 24 +- .../common/schema_util_rowset_test.cpp | 14 +- .../{vec => exec}/common/schema_util_test.cpp | 28 +-- .../common/string_utils_test.cpp | 4 +- .../{vec => }/exec/concurrent_queue_order.cpp | 0 .../connector}/vjdbc_connector_test.cpp | 2 +- .../dictionary_get_nullable_test.cpp | 18 +- .../dictionary/dictionary_ip_trie_test.cpp | 12 +- .../dictionary/dictionary_status_test.cpp | 10 +- .../exec/dictionary/dictionary_util_test.cpp | 8 +- .../dictionary/dictionary_version_test.cpp | 10 +- .../exchange}/exchange_sink_test.cpp | 4 +- .../exchange}/exchange_sink_test.h | 6 +- .../exchange}/exchange_writer_test.cpp | 6 +- .../split_concurrency_controller_test.cpp | 2 +- .../time_sharing_task_executor_test.cpp | 6 +- .../exec/hash_map/hash_table_method_test.cpp | 10 +- .../agg_operator_group_by_limit_opt_test.cpp | 14 +- .../operator/agg_operator_test.cpp | 16 +- .../operator/agg_shared_state_test.cpp | 6 +- .../operator/analytic_sink_operator_test.cpp | 12 +- .../operator/asof_join_test.cpp | 0 .../operator/assert_nums_rows_operator.cpp | 8 +- .../operator/datagen_operator_test.cpp | 8 +- ...ct_streaming_aggregation_operator_test.cpp | 8 +- .../operator/empty_set_operator_test.cpp | 6 +- .../operator/exchange_sink_operator_test.cpp | 8 +- .../exchange_source_operator_test.cpp | 10 +- .../operator/hash_join_test_helper.cpp | 2 +- .../operator/hash_join_test_helper.h | 6 +- .../operator/hashjoin_build_sink_test.cpp | 12 +- .../operator/hashjoin_probe_operator_test.cpp | 22 +- .../operator/join_test_helper.cpp | 2 +- .../operator/join_test_helper.h | 6 +- .../local_merge_sort_source_operator_test.cpp | 8 +- .../materialization_shared_state_test.cpp | 12 +- .../operator/operator_helper.h | 2 +- .../partition_sort_sink_operator_test.cpp | 8 +- ...itioned_aggregation_sink_operator_test.cpp | 20 +- ...ioned_aggregation_source_operator_test.cpp | 22 +- .../partitioned_aggregation_test_helper.cpp | 4 +- .../partitioned_aggregation_test_helper.h | 18 +- ...titioned_hash_join_probe_operator_test.cpp | 18 +- ...rtitioned_hash_join_sink_operator_test.cpp | 22 +- .../partitioned_hash_join_test_helper.cpp | 2 +- .../partitioned_hash_join_test_helper.h | 14 +- .../operator/query_cache_operator_test.cpp | 8 +- .../operator/repeat_operator_test.cpp | 8 +- .../scan_normalize_predicate_test.cpp | 22 +- .../operator/set_operator_test.cpp | 11 +- .../operator/sort_operator_test.cpp | 8 +- .../spill_sort_sink_operator_test.cpp | 12 +- .../spill_sort_source_operator_test.cpp | 12 +- .../operator/spill_sort_test_helper.cpp | 8 +- .../operator/spill_sort_test_helper.h | 16 +- .../spillable_operator_test_helper.cpp | 2 +- .../operator/spillable_operator_test_helper.h | 8 +- .../operator/streaming_agg_operator_test.cpp | 16 +- .../operator/table_function_operator_test.cpp | 6 +- .../operator/union_operator_test.cpp | 11 +- .../pipeline/common/agg_utils_test.cpp | 6 +- .../common/distinct_agg_utils_test.cpp | 12 +- .../pipeline/common/set_utils_test.cpp | 10 +- .../pipeline}/data_queue_test.cpp | 6 +- .../{ => exec}/pipeline/dummy_task_queue.h | 4 +- .../pipeline/local_exchanger_test.cpp | 16 +- .../multi_cast_data_streamer_test.cpp | 10 +- .../pipeline/pipeline_task_test.cpp | 14 +- be/test/{ => exec}/pipeline/pipeline_test.cpp | 28 +-- .../pipeline}/query_cache_test.cpp | 4 +- be/test/{ => exec}/pipeline/thrift_builder.h | 6 +- .../pipeline}/vdata_stream_recvr_test.cpp | 10 +- .../runtime_filter_consumer_helper_test.cpp | 18 +- .../runtime_filter_consumer_test.cpp | 6 +- .../runtime_filter_merger_test.cpp | 6 +- .../runtime_filter_mgr_test.cpp | 6 +- ...time_filter_producer_helper_cross_test.cpp | 16 +- ...untime_filter_producer_helper_set_test.cpp | 16 +- .../runtime_filter_producer_helper_test.cpp | 14 +- .../runtime_filter_producer_test.cpp | 6 +- .../runtime_filter_selectivity_test.cpp | 2 +- .../runtime_filter_test_utils.h | 2 +- .../runtime_filter_wrapper_test.cpp | 6 +- .../{ => exec}/runtime_filter/utils_test.cpp | 8 +- .../scan/mock_simplified_scan_scheduler.h | 2 +- .../exec => exec/scan}/scan_operator_test.cpp | 2 +- .../{ => exec}/scan/scanner_context_test.cpp | 16 +- .../scan}/vfile_scanner_exception_test.cpp | 10 +- .../scan}/vgeneric_iterators_test.cpp | 20 +- .../exec => exec/scan}/vhive_utils_test.cpp | 2 +- ...uster_snapshot_properties_scanner_test.cpp | 6 +- .../schema_cluster_snapshots_scanner_test.cpp | 6 +- .../schema_encryption_keys_scanner_test.cpp | 4 +- .../sink/arrow_result_block_buffer_test.cpp | 4 +- .../sink/get_result_batch_test.cpp | 4 +- .../sink/result_block_buffer_test.cpp | 4 +- be/test/{vec => exec}/sink/sink_test_utils.h | 5 +- .../tablet_sink_hash_partitioner_test.cpp | 23 +- .../sink/vrow_distribution_test.cpp | 12 +- .../sink/vtablet_writer_v2_test.cpp | 6 +- .../iceberg/partition_transformers_test.cpp | 4 +- .../exec/skewed_partition_rebalancer_test.cpp | 2 +- .../{vec => }/exec/sort/full_sort_test.cpp | 12 +- .../{vec => }/exec/sort/heap_sorter_test.cpp | 12 +- .../exec/sort/merge_sorter_state.cpp | 12 +- .../exec/sort/partition_sorter_test.cpp | 14 +- be/test/{vec => }/exec/sort/sort_test.cpp | 14 +- .../{vec => }/exec/sort/topn_sort_test.cpp | 12 +- .../aggregate}/agg_array_agg_test.cpp | 34 +-- .../aggregate}/agg_avg_test.cpp | 4 +- .../aggregate}/agg_bit_test.cpp | 4 +- .../aggregate}/agg_bitmap_test.cpp | 22 +- .../aggregate}/agg_bool_union_test.cpp | 4 +- .../aggregate}/agg_collect_test.cpp | 32 +-- .../aggregate}/agg_corr_test.cpp | 6 +- .../aggregate}/agg_count_test.cpp | 4 +- .../aggregate}/agg_function_test.h | 2 +- .../agg_group_array_intersect_test.cpp | 26 +-- .../aggregate}/agg_histogram_test.cpp | 32 +-- .../aggregate}/agg_linear_histogram_test.cpp | 10 +- .../aggregate}/agg_min_max_by_test.cpp | 14 +- .../aggregate}/agg_min_max_test.cpp | 24 +- .../aggregate}/agg_replace_test.cpp | 52 ++--- .../aggregate}/agg_test.cpp | 30 +-- .../aggregate}/vec_count_by_enum_test.cpp | 12 +- .../aggregate}/vec_retention_test.cpp | 20 +- .../aggregate}/vec_sequence_match_test.cpp | 20 +- .../aggregate}/vec_window_funnel_test.cpp | 18 +- be/test/exprs/bitmapfilter_predicate_test.cpp | 2 +- be/test/exprs/bloom_filter_func_test.cpp | 8 +- .../{vec => exprs}/function/cast/cast_test.h | 10 +- .../function/cast/cast_to_array_test.cpp | 18 +- .../function/cast/cast_to_boolean_test.cpp | 4 +- .../function/cast/cast_to_date_test.cpp | 4 +- .../function/cast/cast_to_datetime_test.cpp | 4 +- .../function/cast/cast_to_decimal.cpp | 17 +- .../cast_to_decimal128_from_decimal128.cpp | 2 +- ...to_decimal128_from_decimal128_overflow.cpp | 2 +- .../cast_to_decimal128_from_decimal256.cpp | 16 +- ...to_decimal128_from_decimal256_overflow.cpp | 2 +- .../cast_to_decimal128_from_decimal32.cpp | 16 +- ..._to_decimal128_from_decimal32_overflow.cpp | 16 +- .../cast_to_decimal128_from_decimal64.cpp | 16 +- ..._to_decimal128_from_decimal64_overflow.cpp | 16 +- .../cast/cast_to_decimal128_from_double.cpp | 2 +- ...ast_to_decimal128_from_double_overflow.cpp | 2 +- .../cast/cast_to_decimal128_from_float.cpp | 2 +- ...cast_to_decimal128_from_float_overflow.cpp | 2 +- .../cast/cast_to_decimal128_from_int.cpp | 2 +- .../cast_to_decimal128_from_int_overflow.cpp | 2 +- .../cast/cast_to_decimal128_from_string.cpp | 2 +- ...ast_to_decimal128_from_string_overflow.cpp | 2 +- .../function/cast/cast_to_decimal128_perf.cpp | 14 +- .../cast_to_decimal256_from_decimal128.cpp | 2 +- ...to_decimal256_from_decimal128_overflow.cpp | 2 +- .../cast_to_decimal256_from_decimal256.cpp | 2 +- ...to_decimal256_from_decimal256_overflow.cpp | 2 +- .../cast_to_decimal256_from_decimal32.cpp | 2 +- ..._to_decimal256_from_decimal32_overflow.cpp | 2 +- .../cast_to_decimal256_from_decimal64.cpp | 2 +- ..._to_decimal256_from_decimal64_overflow.cpp | 2 +- .../cast/cast_to_decimal256_from_double.cpp | 2 +- ...ast_to_decimal256_from_double_overflow.cpp | 2 +- .../cast/cast_to_decimal256_from_float.cpp | 2 +- ...cast_to_decimal256_from_float_overflow.cpp | 2 +- .../cast/cast_to_decimal256_from_int.cpp | 2 +- .../cast_to_decimal256_from_int_overflow.cpp | 2 +- .../cast/cast_to_decimal256_from_string.cpp | 2 +- ...ast_to_decimal256_from_string_overflow.cpp | 2 +- .../cast_to_decimal32_from_decimal128.cpp | 2 +- ..._to_decimal32_from_decimal128_overflow.cpp | 2 +- .../cast_to_decimal32_from_decimal256.cpp | 2 +- ..._to_decimal32_from_decimal256_overflow.cpp | 2 +- .../cast/cast_to_decimal32_from_decimal32.cpp | 2 +- ...t_to_decimal32_from_decimal32_overflow.cpp | 2 +- .../cast/cast_to_decimal32_from_decimal64.cpp | 2 +- ...t_to_decimal32_from_decimal64_overflow.cpp | 2 +- .../cast/cast_to_decimal32_from_double.cpp | 2 +- ...cast_to_decimal32_from_double_overflow.cpp | 2 +- .../cast/cast_to_decimal32_from_float.cpp | 2 +- .../cast_to_decimal32_from_float_overflow.cpp | 2 +- .../cast/cast_to_decimal32_from_int.cpp | 2 +- .../cast_to_decimal32_from_int_overflow.cpp | 2 +- .../cast/cast_to_decimal32_from_string.cpp | 2 +- ...cast_to_decimal32_from_string_overflow.cpp | 2 +- .../cast_to_decimal64_from_decimal128.cpp | 2 +- ..._to_decimal64_from_decimal128_overflow.cpp | 2 +- .../cast_to_decimal64_from_decimal256.cpp | 16 +- ..._to_decimal64_from_decimal256_overflow.cpp | 16 +- .../cast/cast_to_decimal64_from_decimal32.cpp | 2 +- ...t_to_decimal64_from_decimal32_overflow.cpp | 2 +- .../cast/cast_to_decimal64_from_decimal64.cpp | 2 +- ...t_to_decimal64_from_decimal64_overflow.cpp | 2 +- .../cast/cast_to_decimal64_from_double.cpp | 2 +- ...cast_to_decimal64_from_double_overflow.cpp | 2 +- .../cast/cast_to_decimal64_from_float.cpp | 2 +- .../cast_to_decimal64_from_float_overflow.cpp | 2 +- .../cast/cast_to_decimal64_from_int.cpp | 2 +- .../cast_to_decimal64_from_int_overflow.cpp | 2 +- .../cast/cast_to_decimal64_from_string.cpp | 2 +- ...cast_to_decimal64_from_string_overflow.cpp | 16 +- .../function/cast/cast_to_decimal_test.h} | 12 +- .../function/cast/cast_to_float_double.cpp | 14 +- .../function/cast/cast_to_integer.cpp | 18 +- .../function/cast/cast_to_ip_test.cpp | 10 +- .../function/cast/cast_to_map_test.cpp | 20 +- .../function/cast/cast_to_string.cpp | 10 +- .../function/cast/cast_to_string_api_test.cpp | 8 +- .../function/cast/cast_to_struct_test.cpp | 20 +- .../function/cast/cast_to_time_test.cpp | 2 +- .../cast/cast_to_timestamptz_test.cpp | 20 +- .../cast/function_variant_cast_test.cpp | 28 +-- .../function/function_arithmetic_test.cpp | 8 +- .../function_array_aggregation_test.cpp | 8 +- .../function/function_array_element_test.cpp | 14 +- .../function/function_array_index_test.cpp | 8 +- .../function/function_array_size_test.cpp | 6 +- .../function/function_arrays_overlap_test.cpp | 6 +- .../function/function_bitmap_test.cpp | 12 +- ...omparison_evaluate_inverted_index_test.cpp | 16 +- .../function_complex_hash_map_dict_test.cpp | 10 +- ...nction_compressed_materialization_test.cpp | 20 +- .../function/function_dict_get_many_test.cpp | 8 +- .../function/function_dict_get_test.cpp | 8 +- .../function/function_eq_for_null_test.cpp | 20 +- .../function/function_geo_test.cpp | 14 +- .../function/function_hash_map_dict_test.cpp | 10 +- .../function/function_hash_map_dict_test.h | 10 +- .../function/function_hash_test.cpp | 12 +- .../function/function_hll_test.cpp | 8 +- .../function/function_ip_dict_test.cpp | 14 +- .../function/function_ip_dict_test.h | 14 +- .../function/function_ip_test.cpp | 16 +- .../function/function_is_null_test.cpp | 10 +- .../function/function_jsonb_test.cpp | 24 +- .../function/function_like_test.cpp | 16 +- .../function/function_map_test.cpp | 9 +- .../function/function_match_test.cpp | 10 +- .../function/function_math_test.cpp | 10 +- .../function/function_money_format_test.cpp | 23 +- .../function/function_multi_match_test.cpp | 10 +- .../function/function_nullif_test.cpp | 10 +- .../function/function_num_if_test.cpp | 4 +- .../function/function_quantile_state_test.cpp | 12 +- .../function/function_round_test.cpp | 20 +- .../function/function_search_nested_test.cpp | 8 +- .../function/function_search_test.cpp | 16 +- .../function/function_string_test.cpp | 10 +- .../function/function_struct_element_test.cpp | 20 +- .../function/function_sub_replace_test.cpp | 8 +- .../function/function_test_template.cpp | 8 +- .../function/function_test_util.cpp | 64 ++--- .../function/function_test_util.h | 56 ++--- .../function_throw_exception_test.cpp | 8 +- .../function/function_time_test.cpp | 24 +- .../function/function_tokenize_test.cpp | 12 +- .../function/function_url_test.cpp | 8 +- .../function/function_varbinary_test.cpp | 6 +- .../function_variant_element_test.cpp | 2 +- .../function}/geo/geo_types_test.cpp | 2 +- .../function}/geo/wkb_parse_test.cpp | 4 +- .../function}/geo/wkt_parse_test.cpp | 4 +- .../function/simple_function_factory_test.cpp | 4 +- .../function/table_function_test.cpp | 10 +- be/test/exprs/minmax_predicate_test.cpp | 2 +- be/test/exprs/mock_vexpr.h | 2 +- .../{vec => }/exprs/score_runtime_test.cpp | 10 +- .../exprs/short_circuit_util_test.cpp | 16 +- .../{vec => }/exprs/try_cast_expr_test.cpp | 16 +- .../vexpr_evalute_inverted_index_test.cpp | 12 +- be/test/{vec => }/exprs/vexpr_test.cpp | 34 +-- be/test/exprs/virtual_slot_ref_test.cpp | 6 +- be/test/{vec => }/exprs/vsearch_expr_test.cpp | 24 +- .../file_reader/file_meta_cache_test.cpp | 0 .../new_plain_text_line_reader_test.cpp | 2 +- .../native/native_reader_writer_test.cpp | 32 +-- .../orc/orc_convert_dict_test.cpp | 10 +- .../orc/orc_convert_to_orc_literal_test.cpp | 8 +- .../orc/orc_file_reader_test.cpp | 2 +- .../orc/orc_memory_stream_test.h | 32 +-- .../exec => format}/orc/orc_read_lines.cpp | 23 +- .../orc/orc_reader_fill_data_test.cpp | 20 +- .../orc/orc_reader_init_column_test.cpp | 6 +- .../exec => format/orc}/orc_reader_test.cpp | 12 +- .../parquet/bool_plain_decoder_test.cpp | 6 +- .../format/parquet/bool_rle_decoder_test.cpp | 6 +- .../parquet/byte_array_dict_decoder_test.cpp | 12 +- .../parquet/byte_array_plain_decoder_test.cpp | 6 +- .../byte_stream_split_decoder_test.cpp | 6 +- .../parquet/delta_bit_pack_decoder_test.cpp | 8 +- .../parquet/delta_byte_array_decoder_test.cpp | 8 +- .../delta_length_byte_array_decoder_test.cpp | 8 +- .../parquet/fix_length_dict_decoder_test.cpp | 8 +- .../parquet/fix_length_plain_decoder_test.cpp | 6 +- .../format/parquet/level_decoder_test.cpp | 2 +- .../format/parquet/parquet_common_test.cpp | 2 +- .../parquet_corrupt_statistics_test.cpp | 2 +- .../format/parquet/parquet_expr_test.cpp | 35 ++- .../parquet_nested_type_cross_page_test.cpp | 2 +- .../parquet/parquet_page_cache_test.cpp | 8 +- .../format/parquet/parquet_read_lines.cpp | 21 +- .../format/parquet/parquet_reader_test.cpp | 16 +- .../parquet/parquet_statistics_test.cpp | 2 +- .../format/parquet/parquet_thrift_test.cpp | 33 ++- .../format/parquet/parquet_utils_test.cpp | 12 +- .../format/parquet/parquet_version_test.cpp | 2 +- .../hive_reader_create_column_ids_test.cpp | 32 +-- .../format/table/hive/hive_reader_test.cpp | 32 +-- .../table/iceberg/arrow_schema_util_test.cpp | 6 +- .../iceberg_reader_create_column_ids_test.cpp | 32 +-- .../table/iceberg/iceberg_reader_test.cpp | 32 +-- .../iceberg/partition_spec_parser_test.cpp | 6 +- .../table/iceberg/schema_parser_test.cpp | 4 +- .../format/table/iceberg/schema_test.cpp | 2 +- .../format/table/iceberg/type_test.cpp | 2 +- .../format/table/paimon_cpp_reader_test.cpp | 6 +- .../table/table_schema_change_helper_test.cpp | 8 +- .../text/hive_text_field_splitter_test.cpp | 2 +- .../wal/wal_dirs_info_test.cpp | 2 +- .../{olap => format}/wal/wal_manager_test.cpp | 10 +- .../wal/wal_reader_writer_test.cpp | 12 +- be/test/gutil/strings/numbers_test.cpp | 2 +- be/test/io/cache/block_file_cache_test.cpp | 4 +- .../io/cache/block_file_cache_test_common.h | 2 +- .../cache/block_file_cache_test_lru_dump.cpp | 2 +- .../block_file_cache_test_meta_store.cpp | 2 +- .../cache/block_file_cache_ttl_mgr_test.cpp | 4 +- ...s_file_cache_storage_leak_cleaner_test.cpp | 2 +- be/test/io/fs/multi_table_pipe_test.cpp | 2 +- be/test/io/fs/s3_file_writer_test.cpp | 31 +-- .../io/fs/stream_sink_file_writer_test.cpp | 4 +- .../channel}/load_stream_stub_map_test.cpp | 4 +- .../delta_writer_cluster_key_test.cpp | 50 ++-- .../delta_writer}/delta_writer_test.cpp | 48 ++-- .../delta_writer_v2_pool_test.cpp | 4 +- .../memtable_flush_executor_test.cpp | 27 +-- .../memtable_memory_limiter_test.cpp | 10 +- .../memtable}/memtable_sort_test.cpp | 2 +- be/test/runtime/arena_test.cpp | 2 +- .../runtime/cache/partition_cache_test.cpp | 4 +- be/test/runtime/decimal_value_test.cpp | 2 +- be/test/runtime/decimalv2_value_test.cpp | 2 +- .../index_policy/index_policy_mgr_test.cpp | 2 +- be/test/runtime/large_int_value_test.cpp | 2 +- be/test/runtime/load_stream_test.cpp | 24 +- be/test/runtime/memory/allocator_test.cpp | 4 +- .../memory/memory_reclamation_test.cpp | 2 +- .../plugin/cloud_plugin_downloader_test.cpp | 2 +- be/test/runtime/result_buffer_mgr_test.cpp | 8 +- .../routine_load_task_executor_test.cpp | 12 +- ...runtime_profile_counter_tree_node_test.cpp | 4 +- .../runtime_profile_profile_level_test.cpp | 2 +- .../runtime_profile_test.cpp | 2 +- be/test/runtime/snapshot_loader_test.cpp | 50 ++-- be/test/runtime/stream_load_parquet_test.cpp | 4 +- be/test/runtime/string_value_test.cpp | 2 +- be/test/runtime/time_value_test.cpp | 3 +- be/test/runtime/timestamptz_value_test.cpp | 4 +- .../workload_group_manager_test.cpp | 6 +- .../runtime/workload_sched_policy_test.cpp | 4 +- be/test/{ => service}/http/http_auth_test.cpp | 14 +- .../{ => service}/http/http_client_test.cpp | 14 +- .../{ => service}/http/http_utils_test.cpp | 6 +- .../http/message_body_sink_test.cpp | 2 +- .../http/metrics_action_test.cpp | 10 +- .../{ => service}/http/stream_load_test.cpp | 22 +- be/test/service/point_query_exector_test.cpp | 12 +- .../cache}/lru_cache_test.cpp | 2 +- .../cache}/page_cache_test.cpp | 2 +- be/test/{olap => storage}/common_test.cpp | 2 +- .../compaction}/base_compaction_test.cpp | 18 +- .../cloud_index_change_compaction_test.cpp | 2 +- .../cloud_index_change_task_test.cpp | 4 +- .../collection_similarity_test.cpp | 6 +- .../collection_statistics_test.cpp | 22 +- ...mpaction_delete_bitmap_calculator_test.cpp | 20 +- .../compaction}/compaction_metrics_test.cpp | 18 +- .../compaction_permit_limiter_test.cpp | 2 +- .../compaction_sample_info_test.cpp | 8 +- .../compaction}/compaction_score_test.cpp | 12 +- .../compaction}/compaction_task_test.cpp | 12 +- .../cumulative_compaction_policy_test.cpp | 14 +- .../cumulative_compaction_test.cpp | 16 +- ...ive_compaction_time_series_policy_test.cpp | 14 +- .../ordered_data_compaction_test.cpp | 48 ++-- .../compaction}/segcompaction_mow_test.cpp | 28 +-- .../compaction}/segcompaction_test.cpp | 30 +-- .../compaction}/single_compaction_test.cpp | 18 +- .../compaction}/stale_at_test.cpp | 4 +- .../variant_doc_mode_compaction_test.cpp | 48 ++-- .../compaction}/vertical_compaction_test.cpp | 50 ++-- .../delete}/delete_bitmap_calculator_test.cpp | 18 +- .../delete}/delete_handler_test.cpp | 22 +- .../{olap => storage}/file_header_test.cpp | 2 +- be/test/{olap => storage}/id_manager_test.cpp | 4 +- .../index/ann}/CMakeLists.txt | 0 .../index/ann}/ann_index_edge_case_test.cpp | 10 +- .../index/ann}/ann_index_iterator_test.cpp | 10 +- .../index/ann}/ann_index_reader_test.cpp | 14 +- .../index/ann}/ann_index_smoke_test.cpp | 17 +- .../index/ann}/ann_index_writer_test.cpp | 12 +- .../index/ann}/ann_range_search_test.cpp | 30 +-- .../index/ann}/ann_topn_descriptor_test.cpp | 14 +- .../ann}/ann_topn_runtime_negative_test.cpp | 10 +- .../index/ann}/faiss_vector_index_test.cpp | 8 +- .../index/ann}/vector_search_utils.cpp | 8 +- .../index/ann}/vector_search_utils.h | 18 +- .../ann}/virtual_column_iterator_test.cpp | 12 +- .../index}/date_bloom_filter_test.cpp | 20 +- .../index}/index_builder_test.cpp | 16 +- .../inverted}/analysis_factory_mgr_test.cpp | 14 +- .../inverted}/analyzer/icu_analyzer_test.cpp | 2 +- .../inverted}/analyzer/ik_anayzer_test.cpp | 12 +- .../analyzer/simple_analyzer_test.cpp | 2 +- .../inverted}/ananlyzer/analyzer_test.cpp | 8 +- .../ananlyzer/custom_analyzer_test.cpp | 15 +- .../char_filter/char_filter_test.cpp | 4 +- .../char_replace_char_filter_factory_test.cpp | 2 +- .../char_replace_char_filter_test.cpp | 4 +- ...cu_normalizer_char_filter_factory_test.cpp | 2 +- .../common/inverted_index_common_test.cpp | 2 +- .../common/inverted_index_gc_binlogs_test.cpp | 8 +- .../index_compaction_performance_test.cpp | 7 +- .../compaction/index_compaction_test.cpp | 109 +++------ .../index_compaction_write_index_test.cpp | 0 .../util/index_compaction_utils.cpp | 14 +- .../index/inverted}/data/data1.csv | 0 .../index/inverted}/data/data2.csv | 0 .../inverted}/data/sorted_wikipedia-50-1.json | 0 .../inverted}/data/sorted_wikipedia-50-2.json | 0 .../index/inverted}/empty_index_file_test.cpp | 6 +- .../query/conjunction_query_test.cpp | 8 +- .../query/disjunction_query_test.cpp | 8 +- .../query/phrase_edge_query_test.cpp | 18 +- .../query/phrase_prefix_query_test.cpp | 18 +- .../exact_phrase_matcher_test.cpp | 4 +- .../ordered_sloppy_phrase_matcher_test.cpp | 4 +- .../query/phrase_query/phrase_freq_test.cpp | 12 +- .../phrase_query/phrase_matcher_test.cpp | 2 +- .../phrase_query/phrase_positions_test.cpp | 2 +- .../query/phrase_query/phrase_queue_test.cpp | 2 +- .../sloppy_phrase_matcher_test.cpp | 4 +- .../inverted}/query/phrase_query_test.cpp | 20 +- .../inverted}/query/query_helper_test.cpp | 14 +- .../inverted}/query/regexp_query_test.cpp | 8 +- .../boolean_query_builder_test.cpp | 12 +- .../inverted}/query_v2/boolean_query_test.cpp | 14 +- .../query_v2/buffered_union_scorer_test.cpp | 4 +- .../query_v2/buffered_union_test.cpp | 8 +- .../query_v2/composite_reader_test.cpp | 4 +- .../query_v2/disjunction_scorer_test.cpp | 6 +- .../index/inverted}/query_v2/doc_set_test.cpp | 2 +- .../query_v2/exclude_scorer_test.cpp | 4 +- .../query_v2/intersection_scorer_test.cpp | 2 +- .../inverted}/query_v2/intersection_test.cpp | 4 +- .../query_v2/loaded_postings_test.cpp | 2 +- .../query_v2/multi_phrase_query_test.cpp | 12 +- .../occur_boolean_query_real_index_test.cpp | 16 +- .../query_v2/occur_boolean_query_test.cpp | 17 +- .../query_v2/phrase_prefix_query_test.cpp | 12 +- .../inverted}/query_v2/phrase_query_test.cpp | 12 +- .../inverted}/query_v2/prefix_query_test.cpp | 10 +- .../inverted}/query_v2/regexp_query_test.cpp | 10 +- .../regexp_wildcard_lowercase_test.cpp | 10 +- .../inverted}/query_v2/reqopt_scorer_test.cpp | 6 +- .../query_v2/score_combiner_test.cpp | 4 +- .../query_v2/segment_postings_test.cpp | 2 +- .../inverted}/query_v2/simple_union_test.cpp | 4 +- .../query_v2/top_k_collector_test.cpp | 0 .../query_v2/union_postings_test.cpp | 4 +- .../query_v2/wildcard_query_test.cpp | 10 +- .../index/inverted}/setting_test.cpp | 2 +- .../similarity/bm25_similarity_test.cpp | 6 +- .../index/inverted}/string_helper_test.cpp | 2 +- .../ascii_folding_filter_factory_test.cpp | 4 +- .../icu_normalizer_filter_factory_test.cpp | 6 +- .../lower_case_filter_factory_test.cpp | 4 +- .../token_filter/pinyin_filter_test.cpp | 6 +- .../word_delimiter_filter_factory_test.cpp | 2 +- .../word_delimiter_filter_test.cpp | 6 +- .../word_delimiter_iterator_test.cpp | 2 +- .../basic_tokenizer_factory_test.cpp | 2 +- .../char_group_tokenizer_factory_test.cpp | 4 +- .../tokenizer/edge_ngram_tokenizer_test.cpp | 4 +- .../tokenizer/icu_tokenizer_factory_test.cpp | 2 +- .../tokenizer/keyword_analyzer_test.cpp | 4 +- .../tokenizer/ngram_tokenizer_test.cpp | 4 +- .../pinyin_alphabet_tokenizer_test.cpp | 2 +- .../tokenizer/pinyin_analysis_test.cpp | 8 +- .../inverted}/tokenizer/pinyin_util_test.cpp | 6 +- .../inverted}/tokenizer/smart_forest_test.cpp | 4 +- .../tokenizer/smart_get_word_test.cpp | 4 +- .../standard_tokenizer_factory_test.cpp | 2 +- .../inverted}/util/fixed_bit_set_test.cpp | 2 +- .../inverted}/util/linked_hash_map_test.cpp | 2 +- .../inverted}/util/mock_iterator_test.cpp | 2 +- .../inverted}/util/priority_queue_test.cpp | 2 +- .../index/inverted}/util/reader_test.cpp | 6 +- .../util/union_term_iterator_test.cpp | 4 +- .../index}/inverted_index_parser_test.cpp | 2 +- .../index}/inverted_index_profile_test.cpp | 2 +- .../index}/itoken_extractor_test.cpp | 2 +- .../index}/primary_key_index_test.cpp | 12 +- .../vertical_merge_iterator_test.cpp | 12 +- be/test/{olap => storage}/key_coder_test.cpp | 8 +- .../{olap => storage}/metadata_adder_test.cpp | 14 +- be/test/{olap => storage}/olap_meta_test.cpp | 4 +- be/test/{olap => storage}/olap_type_test.cpp | 10 +- be/test/{olap => storage}/options_test.cpp | 4 +- be/test/{olap => storage}/path_gc_test.cpp | 12 +- be/test/{olap => storage}/pb_convert_test.cpp | 0 .../predicate}/accept_null_predicate_test.cpp | 10 +- .../block_column_predicate_test.cpp | 28 +-- .../remote_rowset_gc_test.cpp | 34 +-- be/test/{olap => storage}/row_cursor_test.cpp | 8 +- .../rowid_conversion_test.cpp | 38 +-- .../rowset/beta_rowset_test.cpp | 26 +-- .../rowset/pending_rowset_test.cpp | 2 +- .../rowset/rowset_meta_manager_test.cpp | 12 +- .../rowset/rowset_meta_test.cpp | 8 +- .../unique_rowset_id_generator_test.cpp | 4 +- .../engine_storage_migration_task_test.cpp | 32 +-- .../segment}/analyzer_key_matcher_test.cpp | 4 +- .../segment}/binary_dict_page_test.cpp | 20 +- .../segment}/binary_plain_page_test.cpp | 10 +- .../segment}/binary_plain_page_v2_test.cpp | 16 +- .../segment}/binary_prefix_page_test.cpp | 12 +- .../segment}/bitshuffle_page_test.cpp | 10 +- .../segment}/block_bloom_filter_test.cpp | 8 +- .../bloom_filter_index_reader_writer_test.cpp | 16 +- .../segment}/bloom_filter_test.cpp | 2 +- .../segment}/column_meta_accessor_test.cpp | 6 +- .../segment}/column_reader_cache_test.cpp | 18 +- .../segment}/column_reader_test.cpp | 18 +- .../segment}/column_reader_writer_test.cpp | 26 +-- .../segment}/encoding_info_test.cpp | 12 +- .../segment}/external_col_meta_util_test.cpp | 16 +- .../segment}/frame_of_reference_page_test.cpp | 6 +- .../hierarchical_data_iterator_test.cpp | 12 +- .../segment}/index_reader_helper_test.cpp | 12 +- .../segment}/inverted_index_array_test.cpp | 42 ++-- .../inverted_index_compound_reader_test.cpp | 14 +- .../inverted_index_file_reader_test.cpp | 18 +- .../inverted_index_file_writer_test.cpp | 10 +- .../inverted_index_fs_directory_test.cpp | 2 +- .../segment}/inverted_index_iterator_test.cpp | 10 +- .../segment}/inverted_index_reader_test.cpp | 22 +- .../inverted_index_searcher_cache_test.cpp | 10 +- .../segment}/inverted_index_searcher_test.cpp | 2 +- .../segment}/inverted_index_writer_test.cpp | 22 +- .../segment}/mock/mock_segment.h | 6 +- .../nested_group_path_filter_test.cpp | 2 +- .../segment}/nested_group_path_test.cpp | 2 +- .../segment}/nested_group_provider_test.cpp | 10 +- .../segment}/ordinal_page_index_test.cpp | 2 +- .../segment}/plain_page_test.cpp | 10 +- .../segment}/rle_page_test.cpp | 8 +- .../segment}/row_ranges_test.cpp | 2 +- .../search_function_query_cache_test.cpp | 4 +- .../segment}/segment_cache_test.cpp | 46 ++-- .../segment}/segment_corruption_test.cpp | 26 +-- .../segment}/segment_footer_cache_test.cpp | 10 +- ...segment_iterator_apply_index_expr_test.cpp | 0 ...egment_iterator_no_need_read_data_test.cpp | 4 +- .../segments_key_bounds_truncation_test.cpp | 18 +- .../variant_column_writer_reader_test.cpp | 22 +- .../variant_stats_calculator_test.cpp | 30 +-- .../segment}/variant_util_test.cpp | 17 +- .../segment}/zone_map_index_test.cpp | 32 +-- .../short_key_index_test.cpp | 2 +- .../snapshot}/snapshot_manager_test.cpp | 20 +- .../{olap => storage}/storage_engine_test.cpp | 8 +- .../storage_resource_test.cpp | 6 +- .../{olap => storage}/storage_types_test.cpp | 14 +- .../tablet_column_object_pool_test.cpp | 2 +- .../tablet}/tablet_cooldown_test.cpp | 36 +-- .../tablet}/tablet_index_test.cpp | 4 +- .../tablet}/tablet_meta_manager_test.cpp | 8 +- .../tablet}/tablet_meta_test.cpp | 10 +- .../tablet}/tablet_mgr_test.cpp | 30 +-- .../tablet}/tablet_schema_helper.cpp | 6 +- .../tablet}/tablet_schema_helper.h | 4 +- .../tablet}/tablet_schema_index_test.cpp | 4 +- .../tablet}/tablet_schema_test.cpp | 10 +- .../{olap => storage/tablet}/tablet_test.cpp | 18 +- .../{olap => storage}/test_data/all_types_100 | Bin .../test_data/all_types_100.txt | 0 .../test_data/all_types_1000 | Bin .../test_data/all_types_1000.txt | 0 .../test_data/all_types_100000 | Bin .../test_data/all_types_100000.txt | 0 .../test_data/all_types_100_rollup | Bin .../test_data/arm_new_1744017919441.idx | Bin .../test_data/arm_new_v2.idx | Bin .../test_data/arm_old_1744016478651.idx | Bin .../test_data/arm_old_v2.idx | Bin .../15007_2_2_6029593056193292005_0_0.dat | Bin .../15007_2_2_6029593056193292005_0_0.idx | Bin .../15007_3_3_7368336314652758588_0_0.dat | Bin .../15007_3_3_7368336314652758588_0_0.idx | Bin .../15007_4_4_9172793704282665912_0_0.dat | Bin .../15007_4_4_9172793704282665912_0_0.idx | Bin .../15007_2_2_6029593056193292005_0_0.dat | Bin .../15007_2_2_6029593056193292005_0_0.idx | Bin .../15007_3_3_7368336314652758588_0_0.dat | Bin .../15007_3_3_7368336314652758588_0_0.idx | Bin .../15007_4_4_9172793704282665912_0_0.dat | Bin .../15007_4_4_9172793704282665912_0_0.idx | Bin .../368169781/pending_delta/10007_0_0.dat | Bin .../368169781/pending_delta/10007_0_0.idx | Bin .../368169781/pending_delta/10008_0_0.dat | Bin .../368169781/pending_delta/10008_0_0.idx | Bin .../test_data/dict_encoding_data.dat | 0 .../test_data/header_without_inc_rs.txt | 0 .../test_data/key_coder_complex.dat | Bin .../test_data/key_coder_test.dat | Bin .../test_data/push_broker_reader.parquet | Bin .../test_data/row_table/10009.hdr | Bin .../test_data/row_table/10009_0_1_0_0.dat | Bin .../test_data/row_table/10009_0_1_0_0.idx | Bin .../10009_2_2_7366856083625085639_0.dat | Bin .../10009_2_2_7366856083625085639_0.idx | Bin .../{olap => storage}/test_data/rowset.json | 0 .../test_data/rowset_meta.json | 0 .../test_data/rowset_meta2.json | 0 .../test_data/rowset_meta3.json | 0 .../test_data/x86_new_1744025019684.idx | Bin .../test_data/x86_new_v2.idx | Bin .../x86_noavx2_new_1744093412581.idx | Bin .../test_data/x86_noavx2_new_v2.idx | Bin .../x86_noavx2_old_1744076790030.idx | Bin .../test_data/x86_noavx2_old_v2.idx | Bin .../test_data/x86_old_10248.idx | Bin .../test_data/x86_old_v2.idx | Bin .../timestamped_version_tracker_test.cpp | 6 +- .../txn}/txn_manager_test.cpp | 28 +-- be/test/testutil/column_helper.cpp | 4 +- be/test/testutil/column_helper.h | 12 +- be/test/testutil/creators.h | 7 +- be/test/testutil/datetime_ut_util.h | 4 +- be/test/testutil/desc_tbl_builder.cpp | 4 +- be/test/testutil/desc_tbl_builder.h | 1 - be/test/testutil/function_utils.cpp | 4 +- be/test/testutil/function_utils.h | 3 +- be/test/testutil/http_utils.h | 2 +- .../testutil/mock/mock_agg_fn_evaluator.cpp | 12 +- be/test/testutil/mock/mock_agg_fn_evaluator.h | 2 +- .../testutil/mock/mock_data_stream_sender.h | 2 +- be/test/testutil/mock/mock_descriptors.h | 4 +- be/test/testutil/mock/mock_fn_call.cpp | 4 +- be/test/testutil/mock/mock_fn_call.h | 4 +- be/test/testutil/mock/mock_in_expr.cpp | 6 +- be/test/testutil/mock/mock_in_expr.h | 6 +- be/test/testutil/mock/mock_literal_expr.cpp | 6 +- be/test/testutil/mock/mock_literal_expr.h | 10 +- be/test/testutil/mock/mock_operators.h | 4 +- be/test/testutil/mock/mock_runtime_state.h | 2 +- be/test/testutil/mock/mock_slot_ref.cpp | 6 +- be/test/testutil/mock/mock_slot_ref.h | 4 +- be/test/testutil/mock/mock_sorter.h | 2 +- be/test/testutil/mock_rowset.h | 4 +- be/test/testutil/run_all_tests.cpp | 14 +- be/test/testutil/test_util.cpp | 5 +- be/test/testutil/test_util.h | 2 +- be/test/testutil/variant_util.h | 8 +- be/test/util/bit_util_test.cpp | 6 +- .../olap => util}/char_type_padding_test.cpp | 8 +- be/test/util/cityhash_test.cpp | 2 +- be/test/util/date_func_test.cpp | 4 +- be/test/util/decompress_test.cpp | 3 +- be/test/util/doris_metrics_test.cpp | 2 +- be/test/util/http_channel_test.cpp | 2 +- be/test/util/jsonb_parser_simd_test.cpp | 2 +- be/test/util/key_util_test.cpp | 8 +- be/test/util/metrics_test.cpp | 2 +- be/test/util/profile_spec_test.cpp | 6 +- be/test/util/system_metrics_test.cpp | 4 +- be/test/util/thread_test.cpp | 2 +- 3205 files changed, 16666 insertions(+), 16769 deletions(-) rename be/src/{vec => }/common/demangle.cpp (98%) rename be/src/{vec => }/common/demangle.h (100%) rename be/src/{util => common/metrics}/doris_metrics.cpp (99%) rename be/src/{util => common/metrics}/doris_metrics.h (99%) rename be/src/{util => common/metrics}/jvm_metrics.cpp (99%) rename be/src/{util => common/metrics}/jvm_metrics.h (99%) rename be/src/{util => common/metrics}/metrics.cpp (99%) rename be/src/{util => common/metrics}/metrics.h (100%) rename be/src/{util => common/metrics}/system_metrics.cpp (99%) rename be/src/{util => common/metrics}/system_metrics.h (99%) rename be/src/{http => core}/CMakeLists.txt (79%) rename be/src/{vec => }/core/accurate_comparison.h (99%) rename be/src/{vec/common => core}/allocator.cpp (99%) rename be/src/{vec/common => core}/allocator.h (99%) rename be/src/{vec/common => core}/allocator_fwd.h (100%) rename be/src/{vec/common => core}/arena.h (99%) rename be/src/{vec/common => core}/arena_with_free_lists.h (97%) rename be/src/{vec/common => core}/assert_cast.h (99%) rename be/src/{util => core}/binary_cast.hpp (95%) rename be/src/{vec/core => core/block}/block.cpp (98%) rename be/src/{vec/core => core/block}/block.h (98%) rename be/src/{vec/core => core/block}/column_numbers.h (100%) rename be/src/{vec/core => core/block}/column_with_type_and_name.cpp (95%) rename be/src/{vec/core => core/block}/column_with_type_and_name.h (95%) rename be/src/{vec/core => core/block}/columns_with_type_and_name.h (95%) rename be/src/{vec/core => core/block}/materialize_block.cpp (90%) rename be/src/{vec/core => core/block}/materialize_block.h (97%) rename be/src/{vec => }/core/call_on_type_index.h (99%) rename be/src/{vec/columns => core/column}/column.cpp (94%) rename be/src/{vec/columns => core/column}/column.h (99%) rename be/src/{vec/columns => core/column}/column_array.cpp (98%) rename be/src/{vec/columns => core/column}/column_array.h (97%) rename be/src/{vec/columns => core/column}/column_complex.h (97%) rename be/src/{vec/columns => core/column}/column_const.cpp (97%) rename be/src/{vec/columns => core/column}/column_const.h (97%) rename be/src/{vec/columns => core/column}/column_decimal.cpp (97%) rename be/src/{vec/columns => core/column}/column_decimal.h (97%) rename be/src/{vec/columns => core/column}/column_dictionary.h (98%) rename be/src/{vec/columns => core/column}/column_dummy.h (98%) rename be/src/{vec/columns => core/column}/column_execute_util.h (91%) rename be/src/{vec/columns => core/column}/column_filter_helper.cpp (97%) rename be/src/{vec/columns => core/column}/column_filter_helper.h (96%) rename be/src/{vec/columns => core/column}/column_fixed_length_object.h (97%) rename be/src/{vec/columns => core/column}/column_map.cpp (98%) rename be/src/{vec/columns => core/column}/column_map.h (96%) rename be/src/{vec/columns => core/column}/column_nothing.h (98%) rename be/src/{vec/columns => core/column}/column_nullable.cpp (99%) rename be/src/{vec/columns => core/column}/column_nullable.h (98%) rename be/src/{vec/columns => core/column}/column_string.cpp (98%) rename be/src/{vec/columns => core/column}/column_string.h (98%) rename be/src/{vec/columns => core/column}/column_struct.cpp (98%) rename be/src/{vec/columns => core/column}/column_struct.h (97%) rename be/src/{vec/columns => core/column}/column_varbinary.cpp (96%) rename be/src/{vec/columns => core/column}/column_varbinary.h (96%) rename be/src/{vec/columns => core/column}/column_variant.cpp (99%) rename be/src/{vec/columns => core/column}/column_variant.h (97%) rename be/src/{vec/columns => core/column}/column_vector.cpp (97%) rename be/src/{vec/columns => core/column}/column_vector.h (97%) rename be/src/{vec/columns => core/column}/columns_common.cpp (99%) rename be/src/{vec/columns => core/column}/columns_common.h (95%) rename be/src/{vec/columns => core/column}/predicate_column.h (97%) rename be/src/{vec/columns => core/column}/subcolumn_tree.h (98%) rename be/src/{vec/common => core}/cow.h (100%) rename be/src/{vec/common => core}/custom_allocator.h (98%) rename be/src/{vec/data_types => core/data_type}/convert_field_to_type.cpp (98%) rename be/src/{vec/data_types => core/data_type}/convert_field_to_type.h (98%) rename be/src/{vec/data_types => core/data_type}/data_type.cpp (97%) rename be/src/{vec/data_types => core/data_type}/data_type.h (96%) rename be/src/{vec/data_types => core/data_type}/data_type_agg_state.h (92%) rename be/src/{vec/data_types => core/data_type}/data_type_array.cpp (94%) rename be/src/{vec/data_types => core/data_type}/data_type_array.h (93%) rename be/src/{vec/data_types => core/data_type}/data_type_bitmap.cpp (95%) rename be/src/{vec/data_types => core/data_type}/data_type_bitmap.h (90%) rename be/src/{vec/data_types => core/data_type}/data_type_date.cpp (77%) rename be/src/{vec/data_types => core/data_type}/data_type_date.h (92%) rename be/src/{vec/data_types => core/data_type}/data_type_date_or_datetime_v2.cpp (94%) rename be/src/{vec/data_types => core/data_type}/data_type_date_or_datetime_v2.h (95%) rename be/src/{vec/data_types => core/data_type}/data_type_date_time.cpp (75%) rename be/src/{vec/data_types => core/data_type}/data_type_date_time.h (95%) rename be/src/{vec/data_types => core/data_type}/data_type_decimal.cpp (95%) rename be/src/{vec/data_types => core/data_type}/data_type_decimal.h (97%) rename be/src/{vec/data_types => core/data_type}/data_type_factory.cpp (95%) rename be/src/{vec/data_types => core/data_type}/data_type_factory.hpp (96%) rename be/src/{vec/data_types => core/data_type}/data_type_fixed_length_object.cpp (98%) rename be/src/{vec/data_types => core/data_type}/data_type_fixed_length_object.h (90%) rename be/src/{vec/data_types => core/data_type}/data_type_hll.cpp (96%) rename be/src/{vec/data_types => core/data_type}/data_type_hll.h (90%) rename be/src/{vec/data_types => core/data_type}/data_type_ipv4.cpp (77%) rename be/src/{vec/data_types => core/data_type}/data_type_ipv4.h (88%) rename be/src/{vec/data_types => core/data_type}/data_type_ipv6.cpp (72%) mode change 100755 => 100644 rename be/src/{vec/data_types => core/data_type}/data_type_ipv6.h (90%) mode change 100755 => 100644 rename be/src/{vec/data_types => core/data_type}/data_type_jsonb.cpp (93%) rename be/src/{vec/data_types => core/data_type}/data_type_jsonb.h (87%) rename be/src/{vec/data_types => core/data_type}/data_type_map.cpp (95%) rename be/src/{vec/data_types => core/data_type}/data_type_map.h (94%) rename be/src/{vec/data_types => core/data_type}/data_type_nothing.cpp (95%) rename be/src/{vec/data_types => core/data_type}/data_type_nothing.h (93%) rename be/src/{vec/data_types => core/data_type}/data_type_nullable.cpp (96%) rename be/src/{vec/data_types => core/data_type}/data_type_nullable.h (94%) rename be/src/{vec/data_types => core/data_type}/data_type_number.h (95%) rename be/src/{vec/data_types => core/data_type}/data_type_number_base.cpp (96%) rename be/src/{vec/data_types => core/data_type}/data_type_number_base.h (95%) rename be/src/{vec/data_types => core/data_type}/data_type_quantilestate.cpp (96%) rename be/src/{vec/data_types => core/data_type}/data_type_quantilestate.h (90%) rename be/src/{vec/data_types => core/data_type}/data_type_string.cpp (97%) rename be/src/{vec/data_types => core/data_type}/data_type_string.h (93%) rename be/src/{vec/data_types => core/data_type}/data_type_struct.cpp (96%) rename be/src/{vec/data_types => core/data_type}/data_type_struct.h (95%) rename be/src/{vec/data_types => core/data_type}/data_type_time.cpp (88%) rename be/src/{vec/data_types => core/data_type}/data_type_time.h (90%) rename be/src/{vec/data_types => core/data_type}/data_type_timestamptz.cpp (94%) rename be/src/{vec/data_types => core/data_type}/data_type_timestamptz.h (91%) rename be/src/{vec/data_types => core/data_type}/data_type_varbinary.cpp (92%) rename be/src/{vec/data_types => core/data_type}/data_type_varbinary.h (90%) rename be/src/{vec/data_types => core/data_type}/data_type_variant.cpp (96%) rename be/src/{vec/data_types => core/data_type}/data_type_variant.h (90%) rename be/src/{runtime => core/data_type}/define_primitive_type.h (100%) rename be/src/{vec/data_types => core/data_type}/get_least_supertype.cpp (93%) rename be/src/{vec/data_types => core/data_type}/get_least_supertype.h (97%) rename be/src/{vec/data_types => core/data_type}/nested_utils.cpp (95%) rename be/src/{vec/data_types => core/data_type}/nested_utils.h (98%) rename be/src/{vec/data_types => core/data_type}/number_traits.h (98%) rename be/src/{runtime => core/data_type}/primitive_type.cpp (98%) rename be/src/{runtime => core/data_type}/primitive_type.h (95%) rename be/src/{vec/data_types/serde => core/data_type_serde}/complex_type_deserialize_util.h (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_array_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_array_serde.h (99%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_bitmap_serde.cpp (97%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_bitmap_serde.h (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_date_or_datetime_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_date_or_datetime_serde.h (96%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_datetimev2_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_datetimev2_serde.h (96%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_datev2_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_datev2_serde.h (97%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_decimal_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_decimal_serde.h (97%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_hll_serde.cpp (97%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_hll_serde.h (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_ipv4_serde.cpp (97%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_ipv4_serde.h (93%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_ipv6_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_ipv6_serde.h (94%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_jsonb_serde.cpp (99%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_jsonb_serde.h (96%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_map_serde.cpp (99%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_map_serde.h (99%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_nothing_serde.h (99%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_nullable_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_nullable_serde.h (99%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_number_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_number_serde.h (97%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_quantilestate_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_quantilestate_serde.h (96%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_serde.cpp (96%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_serde.h (99%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_string_serde.cpp (99%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_string_serde.h (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_struct_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_struct_serde.h (99%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_time_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_time_serde.h (97%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_timestamptz_serde.cpp (97%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_timestamptz_serde.h (97%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_varbinary_serde.cpp (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_varbinary_serde.h (93%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_variant_serde.cpp (95%) rename be/src/{vec/data_types/serde => core/data_type_serde}/data_type_variant_serde.h (98%) rename be/src/{vec/data_types/serde => core/data_type_serde}/datelike_serde_common.hpp (97%) rename be/src/{olap => core}/decimal12.h (99%) rename be/src/{vec => }/core/decimal_comparison.h (97%) rename be/src/{vec => }/core/extended_types.h (99%) rename be/src/{vec => }/core/field.cpp (99%) rename be/src/{vec => }/core/field.h (97%) rename be/src/{vec/common => core}/memcmp_small.h (100%) rename be/src/{vec/common => core}/memcpy_small.h (100%) rename be/src/{vec/common => core}/mremap.cpp (98%) rename be/src/{vec/common => core}/mremap.h (100%) rename be/src/{util/types.h => core/packed_int128.h} (97%) rename be/src/{vec/common => core}/pod_array.cpp (96%) rename be/src/{vec/common => core}/pod_array.h (99%) rename be/src/{vec/common => core}/pod_array_fwd.h (98%) rename be/src/{vec/common => core}/string_buffer.hpp (98%) rename be/src/{vec/common => core}/string_ref.cpp (99%) rename be/src/{vec/common => core}/string_ref.h (99%) rename be/src/{vec/common => core}/string_view.cpp (98%) rename be/src/{vec/common => core}/string_view.h (99%) rename be/src/{runtime => core}/type_limit.h (96%) rename be/src/{vec/common => core}/typeid_cast.h (100%) rename be/src/{vec => }/core/types.h (99%) rename be/src/{vec/common => core}/uint128.h (97%) rename be/src/{olap => core}/uint24.h (100%) rename be/src/{util => core/value}/bitmap_value.h (99%) rename be/src/{runtime => core/value}/decimalv2_value.cpp (99%) rename be/src/{runtime => core/value}/decimalv2_value.h (99%) rename be/src/{olap => core/value}/hll.cpp (99%) rename be/src/{olap => core/value}/hll.h (99%) rename be/src/{vec/runtime => core/value}/ip_address_cidr.h (98%) rename be/src/{vec/runtime => core/value}/ipv4_value.h (98%) rename be/src/{vec/runtime => core/value}/ipv6_value.h (95%) rename be/src/{runtime => core/value}/jsonb_value.h (100%) rename be/src/{runtime => core/value}/large_int_value.cpp (97%) rename be/src/{runtime => core/value}/large_int_value.h (100%) rename be/src/{runtime => core/value}/map_value.cpp (96%) rename be/src/{runtime => core/value}/map_value.h (100%) rename be/src/{util => core/value}/quantile_state.cpp (99%) rename be/src/{util => core/value}/quantile_state.h (99%) rename be/src/{runtime => core/value}/struct_value.cpp (96%) rename be/src/{runtime => core/value}/struct_value.h (100%) rename be/src/{vec/runtime => core/value}/time_value.h (98%) rename be/src/{vec/runtime => core/value}/timestamptz_value.cpp (98%) rename be/src/{vec/runtime => core/value}/timestamptz_value.h (99%) rename be/src/{vec/runtime => core/value}/vdatetime_value.cpp (99%) rename be/src/{vec/runtime => core/value}/vdatetime_value.h (97%) rename be/src/{vec => }/core/wide_integer.h (95%) rename be/src/{vec => }/core/wide_integer_impl.h (100%) rename be/src/{vec => }/core/wide_integer_to_string.cpp (97%) rename be/src/{vec => }/core/wide_integer_to_string.h (100%) rename be/src/{pipeline => exec}/common/agg_utils.h (98%) rename be/src/{vec => exec}/common/arithmetic_overflow.h (99%) rename be/src/{vec/utils => exec/common}/arrow_column_to_doris_column.cpp (87%) rename be/src/{vec/utils => exec/common}/arrow_column_to_doris_column.h (95%) rename be/src/{vec => exec}/common/bit_helpers.h (100%) rename be/src/{vec => exec}/common/columns_hashing.h (95%) rename be/src/{vec => exec}/common/columns_hashing_impl.h (96%) rename be/src/{pipeline => exec}/common/data_gen_functions/vdata_gen_function_inf.h (98%) rename be/src/{pipeline => exec}/common/data_gen_functions/vnumbers_tvf.cpp (92%) rename be/src/{pipeline => exec}/common/data_gen_functions/vnumbers_tvf.h (95%) rename be/src/{pipeline => exec}/common/distinct_agg_utils.h (96%) rename be/src/{vec => exec}/common/endian.h (98%) rename be/src/{vec => exec}/common/field_visitors.h (98%) rename be/src/{vec => exec}/common/format_ip.cpp (98%) rename be/src/{vec => exec}/common/format_ip.h (99%) rename be/src/{vec => exec}/common/hash_table/hash.h (98%) rename be/src/{vec => exec}/common/hash_table/hash_key_type.h (97%) rename be/src/{vec => exec}/common/hash_table/hash_map.h (98%) rename be/src/{vec => exec}/common/hash_table/hash_map_context.h (99%) rename be/src/{vec => exec}/common/hash_table/hash_map_util.h (96%) rename be/src/{vec => exec}/common/hash_table/hash_table.h (99%) rename be/src/{vec => exec}/common/hash_table/hash_table_set_build.h (96%) rename be/src/{vec => exec}/common/hash_table/hash_table_set_probe.h (96%) rename be/src/{vec => exec}/common/hash_table/join_hash_table.h (99%) rename be/src/{vec => exec}/common/hash_table/ph_hash_map.h (98%) rename be/src/{vec => exec}/common/hash_table/ph_hash_set.h (98%) rename be/src/{vec => exec}/common/hash_table/phmap_fwd_decl.h (96%) rename be/src/{vec => exec}/common/hash_table/string_hash_map.h (98%) rename be/src/{vec => exec}/common/hash_table/string_hash_table.h (99%) rename be/src/{vec => exec}/common/hex.cpp (99%) rename be/src/{vec => exec}/common/hex.h (99%) rename be/src/{vec/utils => exec/common}/histogram_helpers.hpp (99%) rename be/src/{vec => exec}/common/int_exp.h (99%) rename be/src/{vec => exec}/common/ipv6_to_binary.h (98%) rename be/src/{pipeline => exec}/common/join_utils.h (98%) rename be/src/{vec => exec}/common/nan_utils.h (100%) rename be/src/{pipeline => exec}/common/partition_sort_utils.cpp (98%) rename be/src/{pipeline => exec}/common/partition_sort_utils.h (97%) rename be/src/{vec => exec}/common/pinyin.h (100%) rename be/src/{pipeline => exec}/common/set_utils.h (99%) rename be/src/{vec => exec}/common/sip_hash.h (99%) rename be/src/{vec => exec}/common/space_saving.h (100%) rename be/src/{vec => exec}/common/string_searcher.h (99%) rename be/src/{vec => exec}/common/string_utils/string_utils.h (100%) rename be/src/{vec/utils => exec/common}/stringop_substring.h (95%) rename be/src/{vec/utils => exec/common}/template_helpers.hpp (100%) rename be/src/{vec/utils => exec/common}/util.hpp (98%) rename be/src/{vec/utils => exec/common}/varbinaryop_subbinary.h (95%) rename be/src/{vec => exec}/common/variant_util.cpp (98%) rename be/src/{vec => exec}/common/variant_util.h (97%) rename be/src/{vec/exec => exec/connector}/jni_connector.cpp (98%) rename be/src/{vec/exec => exec/connector}/jni_connector.h (98%) rename be/src/{vec/exec => exec/connector}/skewed_partition_rebalancer.cpp (99%) rename be/src/{vec/exec => exec/connector}/skewed_partition_rebalancer.h (100%) rename be/src/{vec/exec => exec/connector}/vjdbc_connector.cpp (98%) rename be/src/{vec/exec => exec/connector}/vjdbc_connector.h (98%) rename be/src/{pipeline/shuffle => exec/exchange}/exchange_writer.cpp (97%) rename be/src/{pipeline/shuffle => exec/exchange}/exchange_writer.h (97%) rename be/src/{pipeline/local_exchange => exec/exchange}/local_exchange_sink_operator.cpp (97%) rename be/src/{pipeline/local_exchange => exec/exchange}/local_exchange_sink_operator.h (99%) rename be/src/{pipeline/local_exchange => exec/exchange}/local_exchange_source_operator.cpp (97%) rename be/src/{pipeline/local_exchange => exec/exchange}/local_exchange_source_operator.h (98%) rename be/src/{pipeline/local_exchange => exec/exchange}/local_exchanger.cpp (99%) rename be/src/{pipeline/local_exchange => exec/exchange}/local_exchanger.h (99%) rename be/src/{vec/runtime => exec/exchange}/vdata_stream_mgr.cpp (99%) rename be/src/{vec/runtime => exec/exchange}/vdata_stream_mgr.h (98%) rename be/src/{vec/runtime => exec/exchange}/vdata_stream_recvr.cpp (98%) rename be/src/{vec/runtime => exec/exchange}/vdata_stream_recvr.h (99%) rename be/src/{vec/sink => exec/exchange}/vdata_stream_sender.cpp (96%) rename be/src/{vec/sink => exec/exchange}/vdata_stream_sender.h (95%) rename be/src/{pipeline/exec => exec/operator}/aggregation_sink_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/aggregation_sink_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/aggregation_source_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/aggregation_source_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/analytic_sink_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/analytic_sink_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/analytic_source_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/analytic_source_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/assert_num_rows_operator.cpp (97%) rename be/src/{pipeline/exec => exec/operator}/assert_num_rows_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/blackhole_sink_operator.cpp (95%) rename be/src/{pipeline/exec => exec/operator}/blackhole_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/cache_sink_operator.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/cache_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/cache_source_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/cache_source_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/data_queue.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/data_queue.h (99%) rename be/src/{pipeline/exec => exec/operator}/datagen_operator.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/datagen_operator.h (95%) rename be/src/{pipeline/exec => exec/operator}/dict_sink_operator.cpp (95%) rename be/src/{pipeline/exec => exec/operator}/dict_sink_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/distinct_streaming_aggregation_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/distinct_streaming_aggregation_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/empty_set_operator.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/empty_set_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/es_scan_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/es_scan_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/exchange_sink_buffer.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/exchange_sink_buffer.h (100%) rename be/src/{pipeline/exec => exec/operator}/exchange_sink_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/exchange_sink_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/exchange_source_operator.cpp (97%) rename be/src/{pipeline/exec => exec/operator}/exchange_source_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/file_scan_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/file_scan_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/group_commit_block_sink_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/group_commit_block_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/group_commit_scan_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/group_commit_scan_operator.h (94%) rename be/src/{pipeline/exec => exec/operator}/hashjoin_build_sink.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/hashjoin_build_sink.h (98%) rename be/src/{pipeline/exec => exec/operator}/hashjoin_probe_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/hashjoin_probe_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/hive_table_sink_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/hive_table_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/iceberg_table_sink_operator.cpp (95%) rename be/src/{pipeline/exec => exec/operator}/iceberg_table_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/jdbc_scan_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/jdbc_scan_operator.h (96%) rename be/src/{pipeline/exec => exec/operator}/jdbc_table_sink_operator.cpp (94%) rename be/src/{pipeline/exec => exec/operator}/jdbc_table_sink_operator.h (96%) rename be/src/{pipeline/exec => exec/operator}/join/asof_left_inner_join_impl.cpp (100%) rename be/src/{pipeline/exec => exec/operator}/join/asof_left_outer_join_impl.cpp (100%) rename be/src/{pipeline/exec => exec/operator}/join/full_outer_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join/inner_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join/left_anti_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join/left_outer_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join/left_semi_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join/null_aware_left_anti_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join/null_aware_left_semi_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join/process_hash_table_probe.h (97%) rename be/src/{pipeline/exec => exec/operator}/join/process_hash_table_probe_impl.h (99%) rename be/src/{pipeline/exec => exec/operator}/join/right_anti_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join/right_outer_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join/right_semi_join_impl.cpp (93%) rename be/src/{pipeline/exec => exec/operator}/join_build_sink_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/join_build_sink_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/join_probe_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/join_probe_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/local_merge_sort_source_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/local_merge_sort_source_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/materialization_opertor.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/materialization_opertor.h (99%) rename be/src/{pipeline/exec => exec/operator}/maxcompute_table_sink_operator.cpp (95%) rename be/src/{pipeline/exec => exec/operator}/maxcompute_table_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/memory_scratch_sink_operator.cpp (95%) rename be/src/{pipeline/exec => exec/operator}/memory_scratch_sink_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/meta_scan_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/meta_scan_operator.h (96%) rename be/src/{pipeline/exec => exec/operator}/mock_operator.h (96%) rename be/src/{pipeline/exec => exec/operator}/mock_scan_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/multi_cast_data_stream_sink.cpp (94%) rename be/src/{pipeline/exec => exec/operator}/multi_cast_data_stream_sink.h (97%) rename be/src/{pipeline/exec => exec/operator}/multi_cast_data_stream_source.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/multi_cast_data_stream_source.h (98%) rename be/src/{pipeline/exec => exec/operator}/multi_cast_data_streamer.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/multi_cast_data_streamer.h (95%) rename be/src/{pipeline/exec => exec/operator}/nested_loop_join_build_operator.cpp (97%) rename be/src/{pipeline/exec => exec/operator}/nested_loop_join_build_operator.h (95%) rename be/src/{pipeline/exec => exec/operator}/nested_loop_join_probe_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/nested_loop_join_probe_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/olap_scan_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/olap_scan_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/olap_table_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/olap_table_sink_v2_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/operator.cpp (90%) rename be/src/{pipeline/exec => exec/operator}/operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/partition_sort_sink_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/partition_sort_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/partition_sort_source_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/partition_sort_source_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/partitioned_aggregation_sink_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/partitioned_aggregation_sink_operator.h (95%) rename be/src/{pipeline/exec => exec/operator}/partitioned_aggregation_source_operator.cpp (97%) create mode 100644 be/src/exec/operator/partitioned_aggregation_source_operator.h rename be/src/{pipeline/exec => exec/operator}/partitioned_hash_join_probe_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/partitioned_hash_join_probe_operator.h (96%) rename be/src/{pipeline/exec => exec/operator}/partitioned_hash_join_sink_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/partitioned_hash_join_sink_operator.h (95%) rename be/src/{pipeline/exec => exec/operator}/repeat_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/repeat_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/result_file_sink_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/result_file_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/result_sink_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/result_sink_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/scan_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/scan_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/schema_scan_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/schema_scan_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/select_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/set_probe_sink_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/set_probe_sink_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/set_sink_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/set_sink_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/set_source_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/set_source_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/sort_sink_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/sort_sink_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/sort_source_operator.cpp (95%) rename be/src/{pipeline/exec => exec/operator}/sort_source_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/spill_iceberg_table_sink_operator.cpp (96%) rename be/src/{pipeline/exec => exec/operator}/spill_iceberg_table_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/spill_sort_sink_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/spill_sort_sink_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/spill_sort_source_operator.cpp (97%) rename be/src/{pipeline/exec => exec/operator}/spill_sort_source_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/spill_utils.h (99%) rename be/src/{pipeline/exec => exec/operator}/streaming_aggregation_operator.cpp (99%) rename be/src/{pipeline/exec => exec/operator}/streaming_aggregation_operator.h (99%) rename be/src/{pipeline/exec => exec/operator}/table_function_operator.cpp (98%) rename be/src/{pipeline/exec => exec/operator}/table_function_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/tvf_table_sink_operator.cpp (95%) rename be/src/{pipeline/exec => exec/operator}/tvf_table_sink_operator.h (97%) rename be/src/{pipeline/exec => exec/operator}/union_sink_operator.cpp (97%) rename be/src/{pipeline/exec => exec/operator}/union_sink_operator.h (98%) rename be/src/{pipeline/exec => exec/operator}/union_source_operator.cpp (95%) rename be/src/{pipeline/exec => exec/operator}/union_source_operator.h (99%) rename be/src/{vec/runtime => exec/partitioner}/partitioner.cpp (94%) rename be/src/{vec/runtime => exec/partitioner}/partitioner.h (98%) rename be/src/{ => exec}/pipeline/dependency.cpp (97%) rename be/src/{ => exec}/pipeline/dependency.h (98%) rename be/src/{ => exec}/pipeline/pipeline.cpp (96%) rename be/src/{ => exec}/pipeline/pipeline.h (98%) rename be/src/{ => exec}/pipeline/pipeline_fragment_context.cpp (95%) rename be/src/{ => exec}/pipeline/pipeline_fragment_context.h (99%) rename be/src/{ => exec}/pipeline/pipeline_task.cpp (98%) rename be/src/{ => exec}/pipeline/pipeline_task.h (98%) rename be/src/{ => exec}/pipeline/pipeline_tracing.cpp (99%) rename be/src/{ => exec}/pipeline/pipeline_tracing.h (100%) rename be/src/{ => exec}/pipeline/revokable_task.h (92%) rename be/src/{ => exec}/pipeline/task_queue.cpp (98%) rename be/src/{ => exec}/pipeline/task_queue.h (99%) rename be/src/{ => exec}/pipeline/task_scheduler.cpp (97%) rename be/src/{ => exec}/pipeline/task_scheduler.h (97%) rename be/src/{ => exec}/runtime_filter/runtime_filter.cpp (98%) rename be/src/{ => exec}/runtime_filter/runtime_filter.h (96%) rename be/src/{ => exec}/runtime_filter/runtime_filter_consumer.cpp (98%) rename be/src/{ => exec}/runtime_filter/runtime_filter_consumer.h (98%) rename be/src/{ => exec}/runtime_filter/runtime_filter_consumer_helper.cpp (97%) rename be/src/{ => exec}/runtime_filter/runtime_filter_consumer_helper.h (96%) rename be/src/{ => exec}/runtime_filter/runtime_filter_definitions.h (97%) rename be/src/{ => exec}/runtime_filter/runtime_filter_merger.h (96%) rename be/src/{ => exec}/runtime_filter/runtime_filter_mgr.cpp (98%) rename be/src/{ => exec}/runtime_filter/runtime_filter_mgr.h (100%) rename be/src/{ => exec}/runtime_filter/runtime_filter_producer.cpp (97%) rename be/src/{ => exec}/runtime_filter/runtime_filter_producer.h (98%) rename be/src/{ => exec}/runtime_filter/runtime_filter_producer_helper.cpp (97%) rename be/src/{ => exec}/runtime_filter/runtime_filter_producer_helper.h (94%) rename be/src/{ => exec}/runtime_filter/runtime_filter_producer_helper_cross.h (90%) rename be/src/{ => exec}/runtime_filter/runtime_filter_producer_helper_set.h (86%) rename be/src/{ => exec}/runtime_filter/runtime_filter_selectivity.h (100%) rename be/src/{ => exec}/runtime_filter/runtime_filter_wrapper.cpp (99%) rename be/src/{ => exec}/runtime_filter/runtime_filter_wrapper.h (97%) rename be/src/{ => exec}/runtime_filter/utils.cpp (98%) rename be/src/{ => exec}/runtime_filter/utils.h (94%) rename be/src/{vec => }/exec/scan/es_scanner.cpp (96%) rename be/src/{vec => }/exec/scan/es_scanner.h (97%) rename be/src/{vec => }/exec/scan/file_scanner.cpp (97%) rename be/src/{vec => }/exec/scan/file_scanner.h (97%) rename be/src/{vec => }/exec/scan/jdbc_scanner.cpp (96%) rename be/src/{vec => }/exec/scan/jdbc_scanner.h (95%) rename be/src/{vec => }/exec/scan/meta_scanner.cpp (98%) rename be/src/{vec => }/exec/scan/meta_scanner.h (98%) rename be/src/{vec => }/exec/scan/olap_scanner.cpp (98%) rename be/src/{vec => }/exec/scan/olap_scanner.h (92%) rename be/src/{olap => exec/scan}/parallel_scanner_builder.cpp (98%) rename be/src/{olap => exec/scan}/parallel_scanner_builder.h (94%) rename be/src/{vec => }/exec/scan/scan_node.h (97%) rename be/src/{vec => }/exec/scan/scanner.cpp (97%) rename be/src/{vec => }/exec/scan/scanner.h (99%) rename be/src/{vec => }/exec/scan/scanner_context.cpp (98%) rename be/src/{vec => }/exec/scan/scanner_context.h (98%) rename be/src/{vec => }/exec/scan/scanner_scheduler.cpp (98%) rename be/src/{vec => }/exec/scan/scanner_scheduler.h (98%) rename be/src/{vec => }/exec/scan/simplified_scan_scheduler.cpp (95%) rename be/src/{vec => }/exec/scan/split_source_connector.cpp (98%) rename be/src/{vec => }/exec/scan/split_source_connector.h (99%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/listenable_future.h (100%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/split_runner.h (96%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/task_executor.h (93%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/task_handle.h (96%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/task_id.h (100%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/ticker.h (100%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/multilevel_split_queue.cpp (99%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/multilevel_split_queue.h (95%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/prioritized_split_runner.cpp (96%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/prioritized_split_runner.h (94%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/priority.h (100%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/split_concurrency_controller.h (100%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/split_queue.h (92%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/time_sharing_task_executor.cpp (99%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/time_sharing_task_executor.h (98%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/time_sharing_task_handle.cpp (98%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/time_sharing/time_sharing_task_handle.h (90%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/histogram.cpp (97%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/histogram.h (100%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/scheduled_executor.h (98%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/simulation_controller.cpp (97%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/simulation_controller.h (96%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/simulation_fifo_split_queue.h (98%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/simulation_split.cpp (95%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/simulation_split.h (98%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/simulation_task.cpp (97%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/simulation_task.h (92%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/split_generators.cpp (98%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/split_generators.h (98%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/split_specification.cpp (92%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/split_specification.h (100%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/task_executor_simulator.cpp (99%) rename be/src/{vec/exec/executor => exec/scan/task_executor}/tools/simulator/task_executor_simulator.h (88%) rename be/src/{vec/runtime => exec/scan}/vector_search_user_params.cpp (96%) rename be/src/{vec/runtime => exec/scan}/vector_search_user_params.h (100%) rename be/src/{vec => exec}/sink/autoinc_buffer.cpp (98%) rename be/src/{vec => exec}/sink/autoinc_buffer.h (100%) rename be/src/{vec => exec}/sink/delta_writer_v2_pool.cpp (96%) rename be/src/{vec => exec}/sink/delta_writer_v2_pool.h (100%) rename be/src/{vec => exec}/sink/load_stream_map_pool.cpp (99%) rename be/src/{vec => exec}/sink/load_stream_map_pool.h (93%) rename be/src/{vec => exec}/sink/load_stream_stub.cpp (99%) rename be/src/{vec => exec}/sink/load_stream_stub.h (97%) rename be/src/{vec => exec}/sink/scale_writer_partitioning_exchanger.hpp (97%) rename be/src/{vec => exec}/sink/tablet_sink_hash_partitioner.cpp (98%) rename be/src/{vec => exec}/sink/tablet_sink_hash_partitioner.h (92%) rename be/src/{vec => exec}/sink/vrow_distribution.cpp (98%) rename be/src/{vec => exec}/sink/vrow_distribution.h (97%) rename be/src/{vec => exec}/sink/vtablet_block_convertor.cpp (96%) rename be/src/{vec => exec}/sink/vtablet_block_convertor.h (95%) rename be/src/{vec => exec}/sink/vtablet_finder.cpp (97%) rename be/src/{vec => exec}/sink/vtablet_finder.h (96%) rename be/src/{vec => exec}/sink/writer/async_result_writer.cpp (98%) rename be/src/{vec => exec}/sink/writer/async_result_writer.h (97%) rename be/src/{vec => exec}/sink/writer/iceberg/partition_data.h (96%) rename be/src/{vec => exec}/sink/writer/iceberg/partition_transformers.cpp (98%) rename be/src/{vec => exec}/sink/writer/iceberg/partition_transformers.h (99%) rename be/src/{vec => exec}/sink/writer/iceberg/viceberg_partition_writer.cpp (96%) rename be/src/{vec => exec}/sink/writer/iceberg/viceberg_partition_writer.h (95%) rename be/src/{vec => exec}/sink/writer/iceberg/viceberg_sort_writer.cpp (99%) rename be/src/{vec => exec}/sink/writer/iceberg/viceberg_sort_writer.h (97%) rename be/src/{vec => exec}/sink/writer/iceberg/viceberg_table_writer.cpp (97%) rename be/src/{vec => exec}/sink/writer/iceberg/viceberg_table_writer.h (94%) rename be/src/{vec => exec}/sink/writer/iceberg/vpartition_writer_base.h (100%) rename be/src/{vec => exec}/sink/writer/maxcompute/vmc_partition_writer.cpp (96%) rename be/src/{vec => exec}/sink/writer/maxcompute/vmc_partition_writer.h (98%) rename be/src/{vec => exec}/sink/writer/maxcompute/vmc_table_writer.cpp (96%) rename be/src/{vec => exec}/sink/writer/maxcompute/vmc_table_writer.h (94%) rename be/src/{runtime => exec/sink/writer}/result_writer.h (100%) rename be/src/{vec/sink => exec/sink/writer}/varrow_flight_result_writer.cpp (98%) rename be/src/{vec/sink => exec/sink/writer}/varrow_flight_result_writer.h (97%) rename be/src/{vec => exec}/sink/writer/vfile_result_writer.cpp (96%) rename be/src/{vec => exec}/sink/writer/vfile_result_writer.h (97%) rename be/src/{vec => exec}/sink/writer/vhive_partition_writer.cpp (97%) rename be/src/{vec => exec}/sink/writer/vhive_partition_writer.h (96%) rename be/src/{vec => exec}/sink/writer/vhive_table_writer.cpp (98%) rename be/src/{vec => exec}/sink/writer/vhive_table_writer.h (94%) rename be/src/{vec => exec}/sink/writer/vhive_utils.cpp (98%) rename be/src/{vec => exec}/sink/writer/vhive_utils.h (100%) rename be/src/{vec => exec}/sink/writer/vjdbc_table_writer.cpp (95%) rename be/src/{vec => exec}/sink/writer/vjdbc_table_writer.h (95%) rename be/src/{vec/sink => exec/sink/writer}/vmysql_result_writer.cpp (95%) rename be/src/{vec/sink => exec/sink/writer}/vmysql_result_writer.h (94%) rename be/src/{vec => exec}/sink/writer/vtablet_writer.cpp (99%) rename be/src/{vec => exec}/sink/writer/vtablet_writer.h (98%) rename be/src/{vec => exec}/sink/writer/vtablet_writer_v2.cpp (99%) rename be/src/{vec => exec}/sink/writer/vtablet_writer_v2.h (95%) rename be/src/{vec => exec}/sink/writer/vtvf_table_writer.cpp (97%) rename be/src/{vec => exec}/sink/writer/vtvf_table_writer.h (91%) rename be/src/{vec => exec}/sink/writer/vwal_writer.cpp (98%) rename be/src/{vec => exec}/sink/writer/vwal_writer.h (93%) rename be/src/{vec/common => exec}/sort/heap_sorter.cpp (95%) rename be/src/{vec/common => exec}/sort/heap_sorter.h (98%) rename be/src/{vec/common => exec}/sort/partition_sorter.cpp (98%) rename be/src/{vec/common => exec}/sort/partition_sorter.h (99%) rename be/src/{vec/core => exec/sort}/sort_block.cpp (97%) rename be/src/{vec/core => exec/sort}/sort_block.h (97%) rename be/src/{vec/core => exec/sort}/sort_cursor.h (98%) rename be/src/{vec/core => exec/sort}/sort_description.h (100%) rename be/src/{vec/common => exec}/sort/sorter.cpp (96%) rename be/src/{vec/common => exec}/sort/sorter.h (95%) rename be/src/{vec/common => exec}/sort/topn_sorter.cpp (96%) rename be/src/{vec/common => exec}/sort/topn_sorter.h (98%) rename be/src/{vec/common => exec}/sort/vsort_exec_exprs.cpp (96%) rename be/src/{vec/common => exec}/sort/vsort_exec_exprs.h (99%) rename be/src/{vec/runtime => exec/sort}/vsorted_run_merger.cpp (97%) rename be/src/{vec/runtime => exec/sort}/vsorted_run_merger.h (95%) rename be/src/{vec => exec}/spill/spill_reader.cpp (98%) rename be/src/{vec => exec}/spill/spill_reader.h (96%) rename be/src/{vec => exec}/spill/spill_stream.cpp (96%) rename be/src/{vec => exec}/spill/spill_stream.h (97%) rename be/src/{vec => exec}/spill/spill_stream_manager.cpp (98%) rename be/src/{vec => exec}/spill/spill_stream_manager.h (98%) rename be/src/{vec => exec}/spill/spill_writer.cpp (98%) rename be/src/{vec => exec}/spill/spill_writer.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_ai_agg.cpp (89%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_ai_agg.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_approx_count_distinct.cpp (91%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_approx_count_distinct.h (93%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_array_agg.cpp (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_array_agg.h (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_avg.cpp (93%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_avg.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_avg_weighted.cpp (83%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_avg_weighted.h (93%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_binary.h (91%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_bit.cpp (88%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_bit.h (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_bitmap.cpp (94%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_bitmap.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_bitmap_agg.cpp (91%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_bitmap_agg.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_bool_union.cpp (89%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_bool_union.h (88%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_collect.cpp (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_collect.h (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_combinator.h (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_corr.cpp (90%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_corr.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_count.cpp (92%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_count.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_count_by_enum.cpp (90%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_count_by_enum.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_covar.cpp (93%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_covar.h (95%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_distinct.cpp (94%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_distinct.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_foreach.cpp (90%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_foreach.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_foreachv2.cpp (94%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_group_array_set_op.cpp (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_group_array_set_op.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_group_concat.cpp (95%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_group_concat.h (94%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_histogram.cpp (91%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_histogram.h (94%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_hll_union_agg.cpp (89%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_hll_union_agg.h (94%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_java_udaf.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_kurtosis.cpp (88%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_linear_histogram.cpp (95%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_linear_histogram.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_map.cpp (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_map.h (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_map_v2.cpp (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_map_v2.h (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_max_by.cpp (100%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_min_by.cpp (100%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_min_max.cpp (95%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_min_max.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_min_max_by.cpp (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_min_max_by.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_null.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_null_v2.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_orthogonal_bitmap.cpp (93%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_orthogonal_bitmap.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_percentile.cpp (95%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_percentile.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_percentile_reservoir.cpp (90%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_percentile_reservoir.h (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_product.h (95%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_quantile_state.cpp (91%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_quantile_state.h (94%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_reader.cpp (87%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_reader.h (100%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_reader_first_last.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_regr_union.cpp (91%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_regr_union.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_retention.cpp (86%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_retention.h (92%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_rpc.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_sem.cpp (86%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_sem.h (93%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_sequence_match.cpp (92%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_sequence_match.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_simple_factory.cpp (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_simple_factory.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_skew.cpp (88%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_sort.cpp (92%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_sort.h (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_state_merge.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_state_union.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_statistic.h (93%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_stddev.cpp (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_stddev.h (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_sum.cpp (93%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_sum.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_topn.cpp (96%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_topn.h (95%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_uniq.cpp (87%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_uniq.h (94%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_uniq_distribute_key.cpp (91%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_uniq_distribute_key.h (95%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_window.cpp (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_window.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_window_funnel.cpp (89%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/aggregate_function_window_funnel.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/factory_helpers.h (97%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/helpers.h (98%) rename be/src/{vec/aggregate_functions => exprs/aggregate}/moments.h (99%) rename be/src/{vec/functions => exprs/function}/ai/ai_adapter.h (99%) rename be/src/{vec/functions => exprs/function}/ai/ai_classify.h (97%) rename be/src/{vec/functions => exprs/function}/ai/ai_extract.h (97%) rename be/src/{vec/functions => exprs/function}/ai/ai_filter.h (97%) rename be/src/{vec/functions => exprs/function}/ai/ai_fix_grammar.h (97%) rename be/src/{vec/functions => exprs/function}/ai/ai_functions.cpp (93%) rename be/src/{vec/functions => exprs/function}/ai/ai_functions.h (96%) rename be/src/{vec/functions => exprs/function}/ai/ai_generate.h (97%) rename be/src/{vec/functions => exprs/function}/ai/ai_mask.h (97%) rename be/src/{vec/functions => exprs/function}/ai/ai_sentiment.h (97%) rename be/src/{vec/functions => exprs/function}/ai/ai_similarity.h (98%) rename be/src/{vec/functions => exprs/function}/ai/ai_summarize.h (97%) rename be/src/{vec/functions => exprs/function}/ai/ai_translate.h (97%) rename be/src/{vec/functions => exprs/function}/ai/embed.h (93%) rename be/src/{vec/functions => exprs/function}/array/function_array_aggregation.cpp (95%) rename be/src/{vec/functions => exprs/function}/array/function_array_apply.cpp (88%) rename be/src/{vec/functions => exprs/function}/array/function_array_binary.h (92%) rename be/src/{vec/functions => exprs/function}/array/function_array_compact.cpp (90%) rename be/src/{vec/functions => exprs/function}/array/function_array_compact.h (92%) rename be/src/{vec/functions => exprs/function}/array/function_array_concat.cpp (89%) rename be/src/{vec/functions => exprs/function}/array/function_array_constructor.cpp (86%) rename be/src/{vec/functions => exprs/function}/array/function_array_contains_all.cpp (97%) rename be/src/{vec/functions => exprs/function}/array/function_array_count.cpp (93%) rename be/src/{vec/functions => exprs/function}/array/function_array_cum_sum.cpp (96%) rename be/src/{vec/functions => exprs/function}/array/function_array_difference.cpp (89%) rename be/src/{vec/functions => exprs/function}/array/function_array_difference.h (94%) rename be/src/{vec/functions => exprs/function}/array/function_array_distance.cpp (94%) rename be/src/{vec/functions => exprs/function}/array/function_array_distance.h (94%) rename be/src/{vec/functions => exprs/function}/array/function_array_distinct.cpp (90%) rename be/src/{vec/functions => exprs/function}/array/function_array_distinct.h (95%) rename be/src/{vec/functions => exprs/function}/array/function_array_element.cpp (90%) rename be/src/{vec/functions => exprs/function}/array/function_array_element.h (95%) rename be/src/{vec/functions => exprs/function}/array/function_array_enumerate.cpp (87%) rename be/src/{vec/functions => exprs/function}/array/function_array_enumerate_uniq.cpp (93%) rename be/src/{vec/functions => exprs/function}/array/function_array_except.cpp (87%) rename be/src/{vec/functions => exprs/function}/array/function_array_exists.cpp (88%) rename be/src/{vec/functions => exprs/function}/array/function_array_filter.cpp (92%) rename be/src/{vec/functions => exprs/function}/array/function_array_first_or_last_index.cpp (89%) rename be/src/{vec/functions => exprs/function}/array/function_array_flatten.cpp (88%) rename be/src/{vec/functions => exprs/function}/array/function_array_index.cpp (91%) rename be/src/{vec/functions => exprs/function}/array/function_array_index.h (96%) rename be/src/{vec/functions => exprs/function}/array/function_array_intersect.cpp (90%) rename be/src/{vec/functions => exprs/function}/array/function_array_join.h (95%) rename be/src/{vec/functions => exprs/function}/array/function_array_map.h (96%) rename be/src/{vec/functions => exprs/function}/array/function_array_mapped.h (94%) rename be/src/{vec/functions => exprs/function}/array/function_array_nary.h (93%) rename be/src/{vec/functions => exprs/function}/array/function_array_pop.cpp (89%) rename be/src/{vec/functions => exprs/function}/array/function_array_pushback.cpp (89%) rename be/src/{vec/functions => exprs/function}/array/function_array_pushfront.cpp (90%) rename be/src/{vec/functions => exprs/function}/array/function_array_range.cpp (94%) rename be/src/{vec/functions => exprs/function}/array/function_array_register.cpp (98%) rename be/src/{vec/functions => exprs/function}/array/function_array_remove.cpp (90%) rename be/src/{vec/functions => exprs/function}/array/function_array_remove.h (96%) rename be/src/{vec/functions => exprs/function}/array/function_array_reverse.h (94%) rename be/src/{vec/functions => exprs/function}/array/function_array_set.h (96%) rename be/src/{vec/functions => exprs/function}/array/function_array_shuffle.cpp (90%) rename be/src/{vec/functions => exprs/function}/array/function_array_slice.cpp (90%) rename be/src/{vec/functions => exprs/function}/array/function_array_slice.h (92%) rename be/src/{vec/functions => exprs/function}/array/function_array_sort.cpp (92%) rename be/src/{vec/functions => exprs/function}/array/function_array_sort.h (93%) rename be/src/{vec/functions => exprs/function}/array/function_array_sortby.cpp (93%) rename be/src/{vec/functions => exprs/function}/array/function_array_split.cpp (91%) rename be/src/{vec/functions => exprs/function}/array/function_array_union.cpp (84%) rename be/src/{vec/functions => exprs/function}/array/function_array_utils.cpp (94%) rename be/src/{vec/functions => exprs/function}/array/function_array_utils.h (95%) rename be/src/{vec/functions => exprs/function}/array/function_array_with_constant.cpp (91%) rename be/src/{vec/functions => exprs/function}/array/function_array_zip.cpp (87%) rename be/src/{vec/functions => exprs/function}/array/function_arrays_overlap.cpp (90%) rename be/src/{vec/functions => exprs/function}/array/function_arrays_overlap.h (96%) rename be/src/{vec/functions => exprs/function}/array/varray_match_function.cpp (92%) rename be/src/{vec/functions => exprs/function}/binary_arithmetic.h (98%) rename be/src/{vec/functions => exprs/function}/cast/cast_base.cpp (99%) rename be/src/{vec/functions => exprs/function}/cast/cast_base.h (87%) rename be/src/{vec/functions => exprs/function}/cast/cast_parameters.h (100%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_array.h (96%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_basic_number_common.h (98%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_boolean.h (98%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_date.h (97%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_date_or_datetime_impl.hpp (99%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_datetimev2_impl.hpp (99%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_datev2_impl.hpp (99%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_decimal.h (99%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_float.h (97%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_int.h (98%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_ip.h (97%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_jsonb.h (96%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_map.h (96%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_string.h (99%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_struct.h (96%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_time_impl.hpp (98%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_timestamptz.h (96%) rename be/src/{vec/functions => exprs/function}/cast/cast_to_variant.h (98%) rename be/src/{vec/functions => exprs/function}/cast/function_cast.cpp (95%) rename be/src/{vec/functions => exprs/function}/cast_type_to_either.h (97%) rename be/src/{vec/functions => exprs/function}/comparison.cpp (96%) rename be/src/{vec/functions => exprs/function}/comparison_equal_for_null.cpp (95%) rename be/src/{vec/functions => exprs/function}/comparison_equals.cpp (84%) rename be/src/{vec/functions => exprs/function}/comparison_greater.cpp (85%) rename be/src/{vec/functions => exprs/function}/comparison_less.cpp (84%) rename be/src/{vec/functions => exprs/function}/complex_dict_hash_map.h (92%) rename be/src/{vec/functions => exprs/function}/complex_hash_map_dictionary.cpp (97%) rename be/src/{vec/functions => exprs/function}/complex_hash_map_dictionary.h (93%) rename be/src/{vec/functions => exprs/function}/date_format_type.h (99%) rename be/src/{vec/functions => exprs/function}/date_time_transforms.h (97%) rename be/src/{vec/functions => exprs/function}/datetime_errors.h (98%) rename be/src/{vec/functions => exprs/function}/dictionary.cpp (95%) rename be/src/{vec/functions => exprs/function}/dictionary.h (94%) rename be/src/{vec/functions => exprs/function}/dictionary_factory.cpp (98%) rename be/src/{vec/functions => exprs/function}/dictionary_factory.h (99%) rename be/src/{vec/functions => exprs/function}/dictionary_util.h (98%) rename be/src/{vec/functions => exprs/function}/divide.cpp (99%) rename be/src/{vec/functions => exprs/function}/function.cpp (96%) rename be/src/{vec/functions => exprs/function}/function.h (97%) rename be/src/{vec/functions => exprs/function}/function_agg_state.h (91%) rename be/src/{vec/functions => exprs/function}/function_always_not_nullable.h (96%) rename be/src/{vec/functions => exprs/function}/function_assert_true.cpp (87%) rename be/src/{vec/functions => exprs/function}/function_bit.cpp (95%) rename be/src/{vec/functions => exprs/function}/function_bit_count.cpp (94%) rename be/src/{vec/functions => exprs/function}/function_bit_shift.cpp (98%) rename be/src/{vec/functions => exprs/function}/function_bit_test.cpp (96%) rename be/src/{vec/functions => exprs/function}/function_bitmap.cpp (97%) rename be/src/{vec/functions => exprs/function}/function_bitmap_min_or_max.h (95%) rename be/src/{vec/functions => exprs/function}/function_bitmap_variadic.cpp (96%) rename be/src/{vec/functions => exprs/function}/function_collection_in.cpp (91%) rename be/src/{vec/functions => exprs/function}/function_collection_in.h (94%) rename be/src/{vec/functions => exprs/function}/function_compress.cpp (92%) rename be/src/{vec/functions => exprs/function}/function_const.h (96%) rename be/src/{vec/functions => exprs/function}/function_conv.cpp (93%) rename be/src/{vec/functions => exprs/function}/function_convert_tz.cpp (92%) rename be/src/{vec/functions => exprs/function}/function_date_or_datetime_computation.cpp (98%) rename be/src/{vec/functions => exprs/function}/function_date_or_datetime_computation.h (98%) rename be/src/{vec/functions => exprs/function}/function_date_or_datetime_to_something.h (98%) rename be/src/{vec/functions => exprs/function}/function_date_or_datetime_to_string.cpp (94%) rename be/src/{vec/functions => exprs/function}/function_datetime_floor_ceil.cpp (98%) rename be/src/{vec/functions => exprs/function}/function_datetime_string_to_string.cpp (90%) rename be/src/{vec/functions => exprs/function}/function_datetime_string_to_string.h (94%) rename be/src/{vec/functions => exprs/function}/function_decode_varchar.cpp (91%) rename be/src/{vec/functions => exprs/function}/function_dict_get.cpp (93%) rename be/src/{vec/functions => exprs/function}/function_dict_get_many.cpp (91%) rename be/src/{vec/functions => exprs/function}/function_encode_varchar.cpp (91%) rename be/src/{vec/functions => exprs/function}/function_encryption.cpp (97%) rename be/src/{vec/functions => exprs/function}/function_fake.cpp (95%) rename be/src/{vec/functions => exprs/function}/function_fake.h (93%) rename be/src/{vec/functions => exprs/function}/function_format.cpp (97%) rename be/src/{vec/functions => exprs/function}/function_grouping.cpp (91%) rename be/src/{vec/functions => exprs/function}/function_grouping.h (87%) rename be/src/{vec/functions => exprs/function}/function_hash.cpp (94%) rename be/src/{vec/functions => exprs/function}/function_hash.h (97%) rename be/src/{vec/functions => exprs/function}/function_helpers.cpp (95%) rename be/src/{vec/functions => exprs/function}/function_helpers.h (93%) rename be/src/{vec/functions => exprs/function}/function_hex.cpp (90%) rename be/src/{vec/functions => exprs/function}/function_hll.cpp (94%) rename be/src/{vec/functions => exprs/function}/function_ignore.cpp (93%) rename be/src/{vec/functions => exprs/function}/function_interval.cpp (87%) rename be/src/{vec/functions => exprs/function}/function_ip.cpp (97%) rename be/src/{vec/functions => exprs/function}/function_ip.h (98%) rename be/src/{vec/functions => exprs/function}/function_java_udf.cpp (98%) rename be/src/{vec/functions => exprs/function}/function_java_udf.h (95%) rename be/src/{vec/functions => exprs/function}/function_json.cpp (96%) rename be/src/{vec/functions => exprs/function}/function_json_hash.cpp (96%) rename be/src/{vec/functions => exprs/function}/function_jsonb.cpp (99%) rename be/src/{vec/functions => exprs/function}/function_jsonb_transform.cpp (98%) rename be/src/{vec/functions => exprs/function}/function_map.cpp (97%) rename be/src/{vec/functions => exprs/function}/function_math_log.h (95%) rename be/src/{vec/functions => exprs/function}/function_math_unary.h (90%) rename be/src/{vec/functions => exprs/function}/function_math_unary_alway_nullable.h (88%) rename be/src/{vec/functions => exprs/function}/function_multi_match.cpp (93%) rename be/src/{vec/functions => exprs/function}/function_multi_match.h (93%) rename be/src/{vec/functions => exprs/function}/function_multi_same_args.h (89%) rename be/src/{vec/functions => exprs/function}/function_needs_to_handle_null.h (99%) rename be/src/{vec/functions => exprs/function}/function_nullables.cpp (91%) rename be/src/{vec/functions => exprs/function}/function_other_types_to_date.cpp (98%) rename be/src/{vec/functions => exprs/function}/function_quantile_state.cpp (93%) rename be/src/{vec/functions => exprs/function}/function_regexp.cpp (98%) rename be/src/{vec/functions => exprs/function}/function_reverse.h (96%) rename be/src/{vec/functions => exprs/function}/function_rpc.cpp (97%) rename be/src/{vec/functions => exprs/function}/function_rpc.h (93%) rename be/src/{vec/functions => exprs/function}/function_score.cpp (86%) rename be/src/{vec/functions => exprs/function}/function_search.cpp (96%) rename be/src/{vec/functions => exprs/function}/function_search.h (95%) rename be/src/{vec/functions => exprs/function}/function_size.cpp (91%) rename be/src/{vec/functions => exprs/function}/function_soundex.cpp (96%) rename be/src/{vec/functions => exprs/function}/function_split_by_regexp.cpp (97%) rename be/src/{vec/functions => exprs/function}/function_string.cpp (99%) rename be/src/{vec/functions => exprs/function}/function_string.h (99%) rename be/src/{vec/functions => exprs/function}/function_string_to_string.h (92%) rename be/src/{vec/functions => exprs/function}/function_struct.cpp (89%) rename be/src/{vec/functions => exprs/function}/function_struct_element.cpp (92%) rename be/src/{vec/functions => exprs/function}/function_time_value_to_field.cpp (92%) rename be/src/{vec/functions => exprs/function}/function_to_json.cpp (95%) rename be/src/{vec/functions => exprs/function}/function_tokenize.cpp (95%) rename be/src/{vec/functions => exprs/function}/function_tokenize.h (84%) rename be/src/{vec/functions => exprs/function}/function_totype.h (97%) rename be/src/{vec/functions => exprs/function}/function_unary_arithmetic.h (94%) rename be/src/{vec/functions => exprs/function}/function_utility.cpp (87%) rename be/src/{vec/functions => exprs/function}/function_uuid.cpp (91%) rename be/src/{vec/functions => exprs/function}/function_varbinary.cpp (93%) rename be/src/{vec/functions => exprs/function}/function_varbinary.h (81%) rename be/src/{vec/functions => exprs/function}/function_variadic_arguments.h (91%) rename be/src/{vec/functions => exprs/function}/function_variant_element.cpp (96%) rename be/src/{vec/functions => exprs/function}/function_variant_type.cpp (96%) rename be/src/{vec/functions => exprs/function}/function_width_bucket.cpp (92%) rename be/src/{vec/functions => exprs/function}/functions_comparison.h (97%) rename be/src/{vec/functions => exprs/function}/functions_logical.cpp (95%) rename be/src/{vec/functions => exprs/function}/functions_logical.h (97%) rename be/src/{vec/functions => exprs/function}/functions_multi_string_position.cpp (93%) rename be/src/{vec/functions => exprs/function}/functions_multi_string_search.cpp (94%) rename be/src/{ => exprs/function}/geo/ByteOrderDataInStream.h (94%) rename be/src/{ => exprs/function}/geo/ByteOrderValues.cpp (99%) rename be/src/{ => exprs/function}/geo/ByteOrderValues.h (100%) rename be/src/{vec/functions => exprs/function/geo}/functions_geo.cpp (98%) rename be/src/{vec/functions => exprs/function/geo}/functions_geo.h (92%) rename be/src/{ => exprs/function}/geo/geo_common.cpp (97%) rename be/src/{ => exprs/function}/geo/geo_common.h (100%) rename be/src/{ => exprs/function}/geo/geo_tobinary.cpp (92%) rename be/src/{ => exprs/function}/geo/geo_tobinary.h (100%) rename be/src/{ => exprs/function}/geo/geo_tobinary_type.h (100%) rename be/src/{ => exprs/function}/geo/geo_types.cpp (99%) rename be/src/{ => exprs/function}/geo/geo_types.h (98%) rename be/src/{ => exprs/function}/geo/machine.h (100%) rename be/src/{ => exprs/function}/geo/wkb_parse.cpp (96%) rename be/src/{ => exprs/function}/geo/wkb_parse.h (96%) rename be/src/{ => exprs/function}/geo/wkb_parse_ctx.h (89%) rename be/src/{ => exprs/function}/geo/wkt_lex.l (95%) rename be/src/{ => exprs/function}/geo/wkt_parse.cpp (92%) rename be/src/{ => exprs/function}/geo/wkt_parse.h (93%) rename be/src/{ => exprs/function}/geo/wkt_parse_ctx.h (92%) rename be/src/{ => exprs/function}/geo/wkt_parse_type.h (100%) rename be/src/{ => exprs/function}/geo/wkt_yacc.y (97%) rename be/src/{vec/functions => exprs/function}/if.cpp (95%) rename be/src/{vec/functions => exprs/function}/if.h (97%) rename be/src/{vec/functions => exprs/function}/in.cpp (92%) rename be/src/{vec/functions => exprs/function}/in.h (95%) rename be/src/{vec/functions => exprs/function}/int_div.cpp (98%) rename be/src/{vec/functions => exprs/function}/ip_address_dictionary.cpp (96%) rename be/src/{vec/functions => exprs/function}/ip_address_dictionary.h (94%) rename be/src/{vec/functions => exprs/function}/is_not_null.cpp (91%) rename be/src/{vec/functions => exprs/function}/is_not_null.h (91%) rename be/src/{vec/functions => exprs/function}/is_null.cpp (91%) rename be/src/{vec/functions => exprs/function}/is_null.h (91%) rename be/src/{vec/functions => exprs/function}/least_greast.cpp (96%) rename be/src/{vec/functions => exprs/function}/like.cpp (99%) rename be/src/{vec/functions => exprs/function}/like.h (97%) rename be/src/{vec/functions => exprs/function}/match.cpp (99%) rename be/src/{vec/functions => exprs/function}/match.h (93%) rename be/src/{vec/functions => exprs/function}/math.cpp (98%) rename be/src/{vec/functions => exprs/function}/minus.cpp (98%) rename be/src/{vec/functions => exprs/function}/modulo.cpp (99%) rename be/src/{vec/functions => exprs/function}/multiply.cpp (99%) rename be/src/{vec/functions => exprs/function}/nullif.cpp (88%) rename be/src/{vec/functions => exprs/function}/plus.cpp (98%) rename be/src/{vec/functions => exprs/function}/random.cpp (93%) rename be/src/{vec/functions => exprs/function}/regexps.h (99%) rename be/src/{vec/functions => exprs/function}/round.cpp (97%) rename be/src/{vec/functions => exprs/function}/round.h (98%) rename be/src/{vec/functions => exprs/function}/simple_function_factory.h (99%) rename be/src/{vec/functions => exprs/function}/string_hex_util.h (98%) rename be/src/{vec/functions => exprs/function}/time_of_function.cpp (90%) rename be/src/{vec/functions => exprs/function}/to_time_function.cpp (94%) rename be/src/{vec/functions => exprs/function}/uniform.cpp (93%) rename be/src/{vec/functions => exprs/function}/url/domain.h (97%) rename be/src/{vec/functions => exprs/function}/url/find_symbols.h (100%) rename be/src/{vec/functions => exprs/function}/url/function_url.cpp (90%) rename be/src/{vec/functions => exprs/function}/url/functions_url.h (98%) rename be/src/{vec/functions => exprs/function}/url/protocol.h (95%) rename be/src/{vec/functions => exprs/function}/url/tldLookup.generated.cpp (100%) rename be/src/{vec/functions => exprs/function}/url/tldLookup.h (100%) rename be/src/{vec/functions => exprs/function}/uuid.cpp (86%) rename be/src/{vec/functions => exprs/function}/uuid_numeric.cpp (95%) rename be/src/{vec => }/exprs/function_context.cpp (97%) rename be/src/{vec => }/exprs/function_context.h (98%) rename be/src/{vec => }/exprs/lambda_function/lambda_function.h (92%) rename be/src/{vec => }/exprs/lambda_function/lambda_function_factory.h (97%) rename be/src/{vec => }/exprs/lambda_function/varray_filter_function.cpp (93%) rename be/src/{vec => }/exprs/lambda_function/varray_map_function.cpp (95%) rename be/src/{vec => }/exprs/lambda_function/varray_sort_function.cpp (95%) rename be/src/{vec => }/exprs/score_runtime.h (97%) rename be/src/{vec => }/exprs/short_circuit_evaluation_expr.cpp (98%) rename be/src/{vec => }/exprs/short_circuit_evaluation_expr.h (98%) rename be/src/{vec => }/exprs/short_circuit_util.h (98%) rename be/src/{vec => }/exprs/table_function/table_function.h (97%) rename be/src/{vec => }/exprs/table_function/table_function_factory.cpp (87%) rename be/src/{vec => }/exprs/table_function/table_function_factory.h (100%) rename be/src/{vec => }/exprs/table_function/udf_table_function.cpp (95%) rename be/src/{vec => }/exprs/table_function/udf_table_function.h (95%) rename be/src/{vec => }/exprs/table_function/vexplode.cpp (92%) rename be/src/{vec => }/exprs/table_function/vexplode.h (92%) rename be/src/{vec => }/exprs/table_function/vexplode_bitmap.cpp (91%) rename be/src/{vec => }/exprs/table_function/vexplode_bitmap.h (93%) rename be/src/{vec => }/exprs/table_function/vexplode_json_object.cpp (95%) rename be/src/{vec => }/exprs/table_function/vexplode_json_object.h (95%) rename be/src/{vec => }/exprs/table_function/vexplode_map.cpp (96%) rename be/src/{vec => }/exprs/table_function/vexplode_map.h (93%) rename be/src/{vec => }/exprs/table_function/vexplode_numbers.cpp (91%) rename be/src/{vec => }/exprs/table_function/vexplode_numbers.h (95%) rename be/src/{vec => }/exprs/table_function/vexplode_v2.cpp (94%) rename be/src/{vec => }/exprs/table_function/vexplode_v2.h (91%) rename be/src/{vec => }/exprs/varray_literal.cpp (90%) rename be/src/{vec => }/exprs/varray_literal.h (97%) rename be/src/{vec => }/exprs/vbitmap_predicate.cpp (92%) rename be/src/{vec => }/exprs/vbitmap_predicate.h (97%) rename be/src/{vec => }/exprs/vbloom_predicate.cpp (91%) rename be/src/{vec => }/exprs/vbloom_predicate.h (97%) rename be/src/{vec => }/exprs/vcase_expr.cpp (93%) rename be/src/{vec => }/exprs/vcase_expr.h (96%) rename be/src/{vec => }/exprs/vcast_expr.cpp (95%) rename be/src/{vec => }/exprs/vcast_expr.h (92%) rename be/src/{vec => }/exprs/vcolumn_ref.h (98%) rename be/src/{vec => }/exprs/vcompound_pred.h (98%) rename be/src/{vec => }/exprs/vcondition_expr.cpp (99%) rename be/src/{vec => }/exprs/vcondition_expr.h (95%) rename be/src/{vec => }/exprs/vdirect_in_predicate.h (97%) rename be/src/{vec => }/exprs/vectorized_agg_fn.cpp (95%) rename be/src/{vec => }/exprs/vectorized_agg_fn.h (95%) rename be/src/{vec => }/exprs/vectorized_fn_call.cpp (95%) rename be/src/{vec => }/exprs/vectorized_fn_call.h (93%) rename be/src/{vec => }/exprs/vexpr.cpp (96%) rename be/src/{vec => }/exprs/vexpr.h (97%) rename be/src/{vec => }/exprs/vexpr_context.cpp (98%) rename be/src/{vec => }/exprs/vexpr_context.h (97%) rename be/src/{vec => }/exprs/vexpr_fwd.h (100%) rename be/src/{vec => }/exprs/vin_predicate.cpp (94%) rename be/src/{vec => }/exprs/vin_predicate.h (96%) rename be/src/{vec => }/exprs/vinfo_func.cpp (89%) rename be/src/{vec => }/exprs/vinfo_func.h (95%) rename be/src/{vec => }/exprs/virtual_slot_ref.cpp (97%) rename be/src/{vec => }/exprs/virtual_slot_ref.h (99%) rename be/src/{vec => }/exprs/vlambda_function_call_expr.h (94%) rename be/src/{vec => }/exprs/vlambda_function_expr.h (97%) rename be/src/{vec => }/exprs/vliteral.cpp (93%) rename be/src/{vec => }/exprs/vliteral.h (95%) rename be/src/{vec => }/exprs/vmap_literal.cpp (92%) rename be/src/{vec => }/exprs/vmap_literal.h (97%) rename be/src/{vec => }/exprs/vmatch_predicate.cpp (95%) rename be/src/{vec => }/exprs/vmatch_predicate.h (94%) rename be/src/{vec => }/exprs/vruntimefilter_wrapper.cpp (95%) rename be/src/{vec => }/exprs/vruntimefilter_wrapper.h (97%) rename be/src/{vec => }/exprs/vsearch.cpp (97%) rename be/src/{vec => }/exprs/vsearch.h (97%) rename be/src/{vec => }/exprs/vslot_ref.cpp (98%) rename be/src/{vec => }/exprs/vslot_ref.h (99%) rename be/src/{vec => }/exprs/vstruct_literal.cpp (91%) rename be/src/{vec => }/exprs/vstruct_literal.h (97%) rename be/src/{vec => }/exprs/vtopn_pred.h (97%) rename be/src/{pipeline => format}/CMakeLists.txt (77%) rename be/src/{util/arrow/block_convertor.cpp => format/arrow/arrow_block_convertor.cpp} (92%) rename be/src/{util/arrow/block_convertor.h => format/arrow/arrow_block_convertor.h} (93%) rename be/src/{vec/exec => }/format/arrow/arrow_pip_input_stream.cpp (98%) rename be/src/{vec/exec => }/format/arrow/arrow_pip_input_stream.h (100%) rename be/src/{util/arrow/row_batch.cpp => format/arrow/arrow_row_batch.cpp} (96%) rename be/src/{util/arrow/row_batch.h => format/arrow/arrow_row_batch.h} (95%) rename be/src/{vec/exec => }/format/arrow/arrow_stream_reader.cpp (96%) rename be/src/{vec/exec => }/format/arrow/arrow_stream_reader.h (94%) rename be/src/{util/arrow/utils.cpp => format/arrow/arrow_utils.cpp} (98%) rename be/src/{util/arrow/utils.h => format/arrow/arrow_utils.h} (100%) rename be/src/{vec/exec => }/format/avro/avro_jni_reader.cpp (96%) rename be/src/{vec/exec => }/format/avro/avro_jni_reader.h (97%) rename be/src/{vec/exec => }/format/column_type_convert.cpp (99%) rename be/src/{vec/exec => }/format/column_type_convert.h (99%) rename be/src/{vec/exec => }/format/csv/csv_reader.cpp (98%) rename be/src/{vec/exec => }/format/csv/csv_reader.h (98%) rename be/src/{vec/exec => }/format/file_reader/new_plain_binary_line_reader.cpp (96%) rename be/src/{vec/exec => }/format/file_reader/new_plain_binary_line_reader.h (96%) rename be/src/{vec/exec => }/format/file_reader/new_plain_text_line_reader.cpp (99%) rename be/src/{vec/exec => }/format/file_reader/new_plain_text_line_reader.h (99%) rename be/src/{vec/exec => }/format/format_common.h (98%) rename be/src/{vec/exec => }/format/generic_reader.h (97%) rename be/src/{vec/exec => }/format/jni_reader.cpp (96%) rename be/src/{vec/exec => }/format/jni_reader.h (96%) rename be/src/{vec/exec => }/format/json/new_json_reader.cpp (98%) rename be/src/{vec/exec => }/format/json/new_json_reader.h (98%) rename be/src/{exec => format}/line_reader.h (100%) rename be/src/{vec/exec => }/format/native/native_format.h (100%) rename be/src/{vec/exec => }/format/native/native_reader.cpp (98%) rename be/src/{vec/exec => }/format/native/native_reader.h (97%) rename be/src/{vec/exec => }/format/orc/orc_file_reader.cpp (97%) rename be/src/{vec/exec => }/format/orc/orc_file_reader.h (98%) rename be/src/{vec/exec => }/format/orc/orc_memory_pool.h (96%) rename be/src/{vec/exec => }/format/orc/vorc_reader.cpp (99%) rename be/src/{vec/exec => }/format/orc/vorc_reader.h (98%) rename be/src/{vec/exec => }/format/parquet/arrow_memory_pool.cpp (98%) rename be/src/{vec/exec => }/format/parquet/arrow_memory_pool.h (99%) rename be/src/{vec/exec => }/format/parquet/bool_plain_decoder.cpp (95%) rename be/src/{vec/exec => }/format/parquet/bool_plain_decoder.h (97%) rename be/src/{vec/exec => }/format/parquet/bool_rle_decoder.cpp (96%) rename be/src/{vec/exec => }/format/parquet/bool_rle_decoder.h (95%) rename be/src/{vec/exec => }/format/parquet/byte_array_dict_decoder.cpp (95%) rename be/src/{vec/exec => }/format/parquet/byte_array_dict_decoder.h (91%) rename be/src/{vec/exec => }/format/parquet/byte_array_plain_decoder.cpp (96%) rename be/src/{vec/exec => }/format/parquet/byte_array_plain_decoder.h (90%) rename be/src/{vec/exec => }/format/parquet/byte_stream_split_decoder.cpp (98%) rename be/src/{vec/exec => }/format/parquet/byte_stream_split_decoder.h (97%) rename be/src/{vec/exec => }/format/parquet/decoder.cpp (91%) rename be/src/{vec/exec => }/format/parquet/decoder.h (92%) rename be/src/{vec/exec => }/format/parquet/delta_bit_pack_decoder.cpp (98%) rename be/src/{vec/exec => }/format/parquet/delta_bit_pack_decoder.h (99%) rename be/src/{vec/exec => }/format/parquet/fix_length_dict_decoder.hpp (98%) rename be/src/{vec/exec => }/format/parquet/fix_length_plain_decoder.cpp (96%) rename be/src/{vec/exec => }/format/parquet/fix_length_plain_decoder.h (96%) rename be/src/{vec/exec => }/format/parquet/level_decoder.cpp (98%) rename be/src/{vec/exec => }/format/parquet/level_decoder.h (98%) rename be/src/{vec/exec => }/format/parquet/parquet_block_split_bloom_filter.cpp (98%) rename be/src/{vec/exec => }/format/parquet/parquet_block_split_bloom_filter.h (98%) rename be/src/{vec/exec => }/format/parquet/parquet_column_convert.cpp (98%) rename be/src/{vec/exec => }/format/parquet/parquet_column_convert.h (98%) rename be/src/{vec/exec => }/format/parquet/parquet_common.cpp (99%) rename be/src/{vec/exec => }/format/parquet/parquet_common.h (99%) rename be/src/{vec/exec => }/format/parquet/parquet_predicate.h (98%) rename be/src/{vec/exec => }/format/parquet/parquet_thrift_util.h (96%) rename be/src/{vec/exec => }/format/parquet/schema_desc.cpp (98%) rename be/src/{vec/exec => }/format/parquet/schema_desc.h (97%) rename be/src/{vec/exec => }/format/parquet/vparquet_column_chunk_reader.cpp (98%) rename be/src/{vec/exec => }/format/parquet/vparquet_column_chunk_reader.h (97%) rename be/src/{vec/exec => }/format/parquet/vparquet_column_reader.cpp (98%) rename be/src/{vec/exec => }/format/parquet/vparquet_column_reader.h (98%) rename be/src/{vec/exec => }/format/parquet/vparquet_file_metadata.cpp (95%) rename be/src/{vec/exec => }/format/parquet/vparquet_file_metadata.h (97%) rename be/src/{vec/exec => }/format/parquet/vparquet_group_reader.cpp (98%) rename be/src/{vec/exec => }/format/parquet/vparquet_group_reader.h (97%) rename be/src/{vec/exec => }/format/parquet/vparquet_page_index.cpp (96%) rename be/src/{vec/exec => }/format/parquet/vparquet_page_index.h (96%) rename be/src/{vec/exec => }/format/parquet/vparquet_page_reader.cpp (98%) rename be/src/{vec/exec => }/format/parquet/vparquet_page_reader.h (99%) rename be/src/{vec/exec => }/format/parquet/vparquet_reader.cpp (98%) rename be/src/{vec/exec => }/format/parquet/vparquet_reader.h (97%) rename be/src/{vec/exec => }/format/table/deletion_vector_reader.cpp (98%) rename be/src/{vec/exec => }/format/table/deletion_vector_reader.h (98%) rename be/src/{vec/exec => }/format/table/equality_delete.cpp (99%) rename be/src/{vec/exec => }/format/table/equality_delete.h (98%) rename be/src/{vec/exec => }/format/table/hive/hive_orc_nested_column_utils.cpp (98%) rename be/src/{vec/exec => }/format/table/hive/hive_orc_nested_column_utils.h (96%) rename be/src/{vec/exec => }/format/table/hive/hive_parquet_nested_column_utils.cpp (97%) rename be/src/{vec/exec => }/format/table/hive/hive_parquet_nested_column_utils.h (96%) rename be/src/{vec/exec => }/format/table/hive_reader.cpp (98%) rename be/src/{vec/exec => }/format/table/hive_reader.h (97%) rename be/src/{vec/exec => }/format/table/hudi_jni_reader.cpp (97%) rename be/src/{vec/exec => }/format/table/hudi_jni_reader.h (96%) rename be/src/{vec/exec => }/format/table/hudi_reader.cpp (98%) rename be/src/{vec/exec => }/format/table/hudi_reader.h (96%) rename be/src/{vec/exec => }/format/table/iceberg/arrow_schema_util.cpp (98%) rename be/src/{vec/exec => }/format/table/iceberg/arrow_schema_util.h (96%) rename be/src/{vec/exec => }/format/table/iceberg/iceberg_orc_nested_column_utils.cpp (98%) rename be/src/{vec/exec => }/format/table/iceberg/iceberg_orc_nested_column_utils.h (96%) rename be/src/{vec/exec => }/format/table/iceberg/iceberg_parquet_nested_column_utils.cpp (97%) rename be/src/{vec/exec => }/format/table/iceberg/iceberg_parquet_nested_column_utils.h (96%) rename be/src/{vec/exec => }/format/table/iceberg/partition_spec.cpp (96%) rename be/src/{vec/exec => }/format/table/iceberg/partition_spec.h (100%) rename be/src/{vec/exec => }/format/table/iceberg/partition_spec_parser.cpp (97%) rename be/src/{vec/exec => }/format/table/iceberg/partition_spec_parser.h (93%) rename be/src/{vec/exec => }/format/table/iceberg/schema.cpp (97%) rename be/src/{vec/exec => }/format/table/iceberg/schema.h (97%) rename be/src/{vec/exec => }/format/table/iceberg/schema_parser.cpp (97%) rename be/src/{vec/exec => }/format/table/iceberg/schema_parser.h (100%) rename be/src/{vec/exec => }/format/table/iceberg/struct_like.h (100%) rename be/src/{vec/exec => }/format/table/iceberg/types.cpp (99%) rename be/src/{vec/exec => }/format/table/iceberg/types.h (100%) rename be/src/{vec/exec => }/format/table/iceberg/unbound_partition_spec.cpp (94%) rename be/src/{vec/exec => }/format/table/iceberg/unbound_partition_spec.h (96%) rename be/src/{vec/exec => }/format/table/iceberg_reader.cpp (97%) rename be/src/{vec/exec => }/format/table/iceberg_reader.h (96%) rename be/src/{vec/exec => }/format/table/iceberg_sys_table_jni_reader.cpp (97%) rename be/src/{vec/exec => }/format/table/iceberg_sys_table_jni_reader.h (96%) rename be/src/{vec/exec => }/format/table/lakesoul_jni_reader.cpp (96%) rename be/src/{vec/exec => }/format/table/lakesoul_jni_reader.h (94%) rename be/src/{vec/exec => }/format/table/max_compute_jni_reader.cpp (97%) rename be/src/{vec/exec => }/format/table/max_compute_jni_reader.h (96%) rename be/src/{vec/exec => }/format/table/nested_column_access_helper.h (98%) rename be/src/{vec/exec => }/format/table/paimon_cpp_reader.cpp (98%) rename be/src/{vec/exec => }/format/table/paimon_cpp_reader.h (97%) rename be/src/{vec/exec => }/format/table/paimon_doris_file_system.cpp (99%) rename be/src/{vec/exec => }/format/table/paimon_doris_file_system.h (100%) rename be/src/{vec/exec => }/format/table/paimon_jni_reader.cpp (97%) rename be/src/{vec/exec => }/format/table/paimon_jni_reader.h (96%) rename be/src/{vec/exec => }/format/table/paimon_predicate_converter.cpp (97%) rename be/src/{vec/exec => }/format/table/paimon_predicate_converter.h (97%) rename be/src/{vec/exec => }/format/table/paimon_reader.cpp (98%) rename be/src/{vec/exec => }/format/table/paimon_reader.h (97%) rename be/src/{vec/exec => }/format/table/parquet_metadata_reader.cpp (98%) rename be/src/{vec/exec => }/format/table/parquet_metadata_reader.h (98%) rename be/src/{vec/exec => }/format/table/parquet_utils.cpp (97%) rename be/src/{vec/exec => }/format/table/parquet_utils.h (98%) rename be/src/{vec/exec => }/format/table/remote_doris_reader.cpp (95%) rename be/src/{vec/exec => }/format/table/remote_doris_reader.h (97%) rename be/src/{vec/exec => }/format/table/table_format_reader.cpp (99%) rename be/src/{vec/exec => }/format/table/table_format_reader.h (98%) rename be/src/{vec/exec => }/format/table/transactional_hive_common.cpp (98%) rename be/src/{vec/exec => }/format/table/transactional_hive_common.h (97%) rename be/src/{vec/exec => }/format/table/transactional_hive_reader.cpp (98%) rename be/src/{vec/exec => }/format/table/transactional_hive_reader.h (97%) rename be/src/{vec/exec => }/format/table/trino_connector_jni_reader.cpp (97%) rename be/src/{vec/exec => }/format/table/trino_connector_jni_reader.h (96%) rename be/src/{vec/exec => }/format/text/text_reader.cpp (96%) rename be/src/{vec/exec => }/format/text/text_reader.h (98%) rename be/src/{vec/runtime => format/transformer}/vcsv_transformer.cpp (94%) rename be/src/{vec/runtime => format/transformer}/vcsv_transformer.h (98%) rename be/src/{vec/runtime => format/transformer}/vfile_format_transformer.h (92%) rename be/src/{vec/runtime => format/transformer}/vfile_format_transformer_factory.cpp (94%) rename be/src/{vec/runtime => format/transformer}/vfile_format_transformer_factory.h (97%) rename be/src/{vec/runtime => format/transformer}/vjni_format_transformer.cpp (98%) rename be/src/{vec/runtime => format/transformer}/vjni_format_transformer.h (97%) rename be/src/{vec/runtime => format/transformer}/vnative_transformer.cpp (97%) rename be/src/{vec/runtime => format/transformer}/vnative_transformer.h (96%) rename be/src/{vec/runtime => format/transformer}/vorc_transformer.cpp (96%) rename be/src/{vec/runtime => format/transformer}/vorc_transformer.h (97%) rename be/src/{vec/runtime => format/transformer}/vparquet_transformer.cpp (97%) rename be/src/{vec/runtime => format/transformer}/vparquet_transformer.h (97%) rename be/src/{vec/exec => }/format/wal/wal_reader.cpp (97%) rename be/src/{vec/exec => }/format/wal/wal_reader.h (96%) delete mode 100644 be/src/geo/CMakeLists.txt delete mode 100644 be/src/index-tools/CMakeLists.txt create mode 100644 be/src/information_schema/CMakeLists.txt rename be/src/{exec/schema_scanner => information_schema}/schema_active_queries_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_active_queries_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_authentication_integrations_scanner.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_authentication_integrations_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_backend_active_tasks.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_backend_active_tasks.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_backend_configuration_scanner.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_backend_configuration_scanner.h (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_backend_kerberos_ticket_cache.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_backend_kerberos_ticket_cache.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_catalog_meta_cache_stats_scanner.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_catalog_meta_cache_stats_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_charsets_scanner.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_charsets_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_cluster_snapshot_properties_scanner.cpp (94%) rename be/src/{exec/schema_scanner => information_schema}/schema_cluster_snapshot_properties_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_cluster_snapshots_scanner.cpp (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_cluster_snapshots_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_collations_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_collations_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_column_data_sizes_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_column_data_sizes_scanner.h (98%) rename be/src/{exec/schema_scanner => information_schema}/schema_columns_scanner.cpp (99%) rename be/src/{exec/schema_scanner => information_schema}/schema_columns_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_dummy_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_dummy_scanner.h (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_encryption_keys_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_encryption_keys_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_file_cache_info_scanner.cpp (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_file_cache_info_scanner.h (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_file_cache_statistics.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_file_cache_statistics.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_files_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_files_scanner.h (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_helper.cpp (99%) rename be/src/{exec/schema_scanner => information_schema}/schema_helper.h (100%) rename be/src/{exec/schema_scanner => information_schema}/schema_load_job_scanner.cpp (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_load_job_scanner.h (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_metadata_name_ids_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_metadata_name_ids_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_partitions_scanner.cpp (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_partitions_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_processlist_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_processlist_scanner.h (94%) rename be/src/{exec/schema_scanner => information_schema}/schema_profiling_scanner.cpp (94%) rename be/src/{exec/schema_scanner => information_schema}/schema_profiling_scanner.h (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_routine_load_job_scanner.cpp (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_routine_load_job_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_routine_scanner.cpp (100%) rename be/src/{exec/schema_scanner => information_schema}/schema_routine_scanner.h (100%) rename be/src/{exec/schema_scanner => information_schema}/schema_rowsets_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_rowsets_scanner.h (95%) rename be/src/{exec => information_schema}/schema_scanner.cpp (84%) rename be/src/{exec => information_schema}/schema_scanner.h (98%) rename be/src/{exec/schema_scanner => information_schema}/schema_scanner_helper.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_scanner_helper.h (100%) rename be/src/{exec/schema_scanner => information_schema}/schema_schema_privileges_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_schema_privileges_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_schemata_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_schemata_scanner.h (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_sql_block_rule_status_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_sql_block_rule_status_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_table_options_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_table_options_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_table_privileges_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_table_privileges_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_table_properties_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_table_properties_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_tables_scanner.cpp (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_tables_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_tablets_scanner.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_tablets_scanner.h (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_user_privileges_scanner.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_user_privileges_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_user_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_user_scanner.h (94%) rename be/src/{exec/schema_scanner => information_schema}/schema_variables_scanner.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_variables_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_view_dependency_scanner.cpp (95%) rename be/src/{exec/schema_scanner => information_schema}/schema_view_dependency_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_views_scanner.cpp (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_views_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_workload_group_privileges.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_workload_group_privileges.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_workload_group_resource_usage_scanner.cpp (94%) rename be/src/{exec/schema_scanner => information_schema}/schema_workload_group_resource_usage_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_workload_groups_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_workload_groups_scanner.h (97%) rename be/src/{exec/schema_scanner => information_schema}/schema_workload_sched_policy_scanner.cpp (96%) rename be/src/{exec/schema_scanner => information_schema}/schema_workload_sched_policy_scanner.h (97%) rename be/src/{runtime_filter => load}/CMakeLists.txt (77%) rename be/src/{runtime => load/channel}/load_channel.cpp (99%) rename be/src/{runtime => load/channel}/load_channel.h (99%) rename be/src/{runtime => load/channel}/load_channel_mgr.cpp (98%) rename be/src/{runtime => load/channel}/load_channel_mgr.h (97%) rename be/src/{runtime => load/channel}/load_stream.cpp (98%) rename be/src/{runtime => load/channel}/load_stream.h (98%) rename be/src/{runtime => load/channel}/load_stream_mgr.cpp (87%) rename be/src/{runtime => load/channel}/load_stream_mgr.h (98%) rename be/src/{runtime => load/channel}/load_stream_writer.cpp (93%) rename be/src/{runtime => load/channel}/load_stream_writer.h (96%) rename be/src/{runtime => load/channel}/tablets_channel.cpp (98%) rename be/src/{runtime => load/channel}/tablets_channel.h (99%) rename be/src/{olap => load/delta_writer}/delta_writer.cpp (96%) rename be/src/{olap => load/delta_writer}/delta_writer.h (94%) rename be/src/{olap => load/delta_writer}/delta_writer_context.h (100%) rename be/src/{olap => load/delta_writer}/delta_writer_v2.cpp (92%) rename be/src/{olap => load/delta_writer}/delta_writer_v2.h (91%) rename be/src/{olap => load/delta_writer}/push_handler.cpp (96%) rename be/src/{olap => load/delta_writer}/push_handler.h (95%) rename be/src/{runtime => load/group_commit}/group_commit_mgr.cpp (99%) rename be/src/{runtime => load/group_commit}/group_commit_mgr.h (98%) rename be/src/{olap => load/group_commit}/wal/wal_dirs_info.cpp (99%) rename be/src/{olap => load/group_commit}/wal/wal_dirs_info.h (100%) rename be/src/{olap => load/group_commit}/wal/wal_info.cpp (97%) rename be/src/{olap => load/group_commit}/wal/wal_info.h (100%) rename be/src/{olap => load/group_commit}/wal/wal_manager.cpp (99%) rename be/src/{olap => load/group_commit}/wal/wal_manager.h (93%) rename be/src/{olap => load/group_commit}/wal/wal_reader.cpp (98%) rename be/src/{olap => load/group_commit}/wal/wal_reader.h (97%) rename be/src/{olap => load/group_commit}/wal/wal_table.cpp (97%) rename be/src/{olap => load/group_commit}/wal/wal_table.h (90%) rename be/src/{olap => load/group_commit}/wal/wal_writer.cpp (97%) rename be/src/{olap => load/group_commit}/wal/wal_writer.h (97%) rename be/src/{runtime => load}/load_path_mgr.cpp (99%) rename be/src/{runtime => load}/load_path_mgr.h (100%) rename be/src/{olap => load/memtable}/memtable.cpp (98%) rename be/src/{olap => load/memtable}/memtable.h (97%) rename be/src/{olap => load/memtable}/memtable_flush_executor.cpp (98%) rename be/src/{olap => load/memtable}/memtable_flush_executor.h (99%) rename be/src/{olap => load/memtable}/memtable_memory_limiter.cpp (98%) rename be/src/{olap => load/memtable}/memtable_memory_limiter.h (100%) rename be/src/{olap => load/memtable}/memtable_writer.cpp (96%) rename be/src/{olap => load/memtable}/memtable_writer.h (95%) rename be/src/{runtime => load}/message_body_sink.cpp (98%) rename be/src/{runtime => load}/message_body_sink.h (100%) rename be/src/{runtime => load}/routine_load/data_consumer.cpp (99%) rename be/src/{runtime => load}/routine_load/data_consumer.h (99%) rename be/src/{runtime => load}/routine_load/data_consumer_group.cpp (98%) rename be/src/{runtime => load}/routine_load/data_consumer_group.h (98%) rename be/src/{runtime => load}/routine_load/data_consumer_pool.cpp (96%) rename be/src/{runtime => load}/routine_load/data_consumer_pool.h (100%) rename be/src/{runtime => load}/routine_load/routine_load_task_executor.cpp (98%) rename be/src/{runtime => load}/routine_load/routine_load_task_executor.h (98%) rename be/src/{runtime => load}/stream_load/new_load_stream_mgr.cpp (91%) rename be/src/{runtime => load}/stream_load/new_load_stream_mgr.h (100%) rename be/src/{runtime => load}/stream_load/stream_load_context.cpp (99%) rename be/src/{runtime => load}/stream_load/stream_load_context.h (99%) rename be/src/{runtime => load}/stream_load/stream_load_executor.cpp (98%) rename be/src/{runtime => load}/stream_load/stream_load_executor.h (100%) rename be/src/{runtime => load}/stream_load/stream_load_recorder.cpp (99%) rename be/src/{runtime => load}/stream_load/stream_load_recorder.h (100%) rename be/src/{runtime => load}/stream_load/stream_load_recorder_manager.cpp (98%) rename be/src/{runtime => load}/stream_load/stream_load_recorder_manager.h (100%) rename be/src/{pipeline => runtime}/query_cache/query_cache.cpp (98%) rename be/src/{pipeline => runtime}/query_cache/query_cache.h (99%) rename be/src/{util => runtime}/runtime_profile.cpp (99%) rename be/src/{util => runtime}/runtime_profile.h (99%) rename be/src/{util => runtime}/runtime_profile_counter_tree_node.cpp (98%) rename be/src/{util => runtime}/runtime_profile_counter_tree_node.h (98%) delete mode 100644 be/src/runtime/types.cpp rename be/src/{ => service}/http/action/adjust_log_level.cpp (95%) rename be/src/{ => service}/http/action/adjust_log_level.h (96%) rename be/src/{ => service}/http/action/adjust_tracing_dump.cpp (89%) rename be/src/{ => service}/http/action/adjust_tracing_dump.h (95%) rename be/src/{ => service}/http/action/batch_download_action.cpp (97%) rename be/src/{ => service}/http/action/batch_download_action.h (96%) rename be/src/{ => service}/http/action/be_proc_thread_action.cpp (86%) rename be/src/{ => service}/http/action/be_proc_thread_action.h (92%) rename be/src/{ => service}/http/action/calc_file_crc_action.cpp (94%) rename be/src/{ => service}/http/action/calc_file_crc_action.h (97%) rename be/src/{ => service}/http/action/check_encryption_action.cpp (97%) rename be/src/{ => service}/http/action/check_encryption_action.h (90%) rename be/src/{ => service}/http/action/check_rpc_channel_action.cpp (96%) rename be/src/{ => service}/http/action/check_rpc_channel_action.h (96%) rename be/src/{ => service}/http/action/check_tablet_segment_action.cpp (90%) rename be/src/{ => service}/http/action/check_tablet_segment_action.h (96%) rename be/src/{ => service}/http/action/checksum_action.cpp (94%) rename be/src/{ => service}/http/action/checksum_action.h (96%) rename be/src/{ => service}/http/action/clear_cache_action.cpp (92%) rename be/src/{ => service}/http/action/clear_cache_action.h (95%) rename be/src/{ => service}/http/action/compaction_action.cpp (95%) rename be/src/{ => service}/http/action/compaction_action.h (96%) rename be/src/{ => service}/http/action/compaction_score_action.cpp (96%) rename be/src/{ => service}/http/action/compaction_score_action.h (94%) rename be/src/{ => service}/http/action/config_action.cpp (96%) rename be/src/{ => service}/http/action/config_action.h (94%) rename be/src/{ => service}/http/action/debug_point_action.cpp (96%) rename be/src/{ => service}/http/action/debug_point_action.h (94%) rename be/src/{ => service}/http/action/delete_bitmap_action.cpp (96%) rename be/src/{ => service}/http/action/delete_bitmap_action.h (94%) rename be/src/{ => service}/http/action/dictionary_status_action.cpp (85%) rename be/src/{ => service}/http/action/dictionary_status_action.h (92%) rename be/src/{ => service}/http/action/download_action.cpp (98%) rename be/src/{ => service}/http/action/download_action.h (96%) rename be/src/{ => service}/http/action/download_binlog_action.cpp (97%) rename be/src/{ => service}/http/action/download_binlog_action.h (94%) rename be/src/{ => service}/http/action/file_cache_action.cpp (95%) rename be/src/{ => service}/http/action/file_cache_action.h (93%) rename be/src/{ => service}/http/action/health_action.cpp (90%) rename be/src/{ => service}/http/action/health_action.h (92%) rename be/src/{ => service}/http/action/http_stream.cpp (96%) rename be/src/{ => service}/http/action/http_stream.h (93%) rename be/src/{ => service}/http/action/jeprofile_actions.cpp (95%) rename be/src/{ => service}/http/action/jeprofile_actions.h (95%) rename be/src/{ => service}/http/action/load_channel_action.cpp (84%) rename be/src/{ => service}/http/action/load_channel_action.h (93%) rename be/src/{ => service}/http/action/load_stream_action.cpp (84%) rename be/src/{ => service}/http/action/load_stream_action.h (93%) rename be/src/{ => service}/http/action/meta_action.cpp (90%) rename be/src/{ => service}/http/action/meta_action.h (96%) rename be/src/{ => service}/http/action/metrics_action.cpp (87%) rename be/src/{ => service}/http/action/metrics_action.h (96%) rename be/src/{ => service}/http/action/pad_rowset_action.cpp (90%) rename be/src/{ => service}/http/action/pad_rowset_action.h (96%) rename be/src/{ => service}/http/action/pipeline_task_action.cpp (92%) rename be/src/{ => service}/http/action/pipeline_task_action.h (94%) rename be/src/{ => service}/http/action/pprof_actions.cpp (97%) rename be/src/{ => service}/http/action/pprof_actions.h (100%) rename be/src/{ => service}/http/action/reload_tablet_action.cpp (95%) rename be/src/{ => service}/http/action/reload_tablet_action.h (96%) rename be/src/{ => service}/http/action/report_action.cpp (92%) rename be/src/{ => service}/http/action/report_action.h (93%) rename be/src/{ => service}/http/action/reset_rpc_channel_action.cpp (94%) rename be/src/{ => service}/http/action/reset_rpc_channel_action.h (96%) rename be/src/{ => service}/http/action/restore_tablet_action.cpp (96%) rename be/src/{ => service}/http/action/restore_tablet_action.h (97%) rename be/src/{ => service}/http/action/show_hotspot_action.cpp (97%) rename be/src/{ => service}/http/action/show_hotspot_action.h (93%) rename be/src/{ => service}/http/action/show_nested_index_file_action.cpp (90%) rename be/src/{ => service}/http/action/show_nested_index_file_action.h (96%) rename be/src/{ => service}/http/action/shrink_mem_action.cpp (92%) rename be/src/{ => service}/http/action/shrink_mem_action.h (92%) rename be/src/{ => service}/http/action/snapshot_action.cpp (94%) rename be/src/{ => service}/http/action/snapshot_action.h (96%) rename be/src/{ => service}/http/action/stream_load.cpp (98%) rename be/src/{ => service}/http/action/stream_load.h (96%) rename be/src/{ => service}/http/action/stream_load_2pc.cpp (91%) rename be/src/{ => service}/http/action/stream_load_2pc.h (96%) rename be/src/{ => service}/http/action/stream_load_forward_handler.cpp (99%) rename be/src/{ => service}/http/action/stream_load_forward_handler.h (98%) rename be/src/{ => service}/http/action/tablet_migration_action.cpp (96%) rename be/src/{ => service}/http/action/tablet_migration_action.h (97%) rename be/src/{ => service}/http/action/tablets_distribution_action.cpp (93%) rename be/src/{ => service}/http/action/tablets_distribution_action.h (96%) rename be/src/{ => service}/http/action/tablets_info_action.cpp (91%) rename be/src/{ => service}/http/action/tablets_info_action.h (96%) rename be/src/{ => service}/http/action/version_action.cpp (92%) rename be/src/{ => service}/http/action/version_action.h (95%) rename be/src/{ => service}/http/default_path_handlers.cpp (99%) rename be/src/{ => service}/http/default_path_handlers.h (100%) rename be/src/{ => service}/http/ev_http_server.cpp (97%) rename be/src/{ => service}/http/ev_http_server.h (98%) rename be/src/{ => service}/http/http_channel.cpp (97%) rename be/src/{ => service}/http/http_channel.h (98%) rename be/src/{ => service}/http/http_client.cpp (99%) rename be/src/{ => service}/http/http_client.h (99%) rename be/src/{ => service}/http/http_common.h (100%) rename be/src/{ => service}/http/http_handler.h (100%) rename be/src/{ => service}/http/http_handler_with_auth.cpp (96%) rename be/src/{ => service}/http/http_handler_with_auth.h (98%) rename be/src/{ => service}/http/http_headers.cpp (99%) rename be/src/{ => service}/http/http_headers.h (100%) rename be/src/{ => service}/http/http_method.cpp (97%) rename be/src/{ => service}/http/http_method.h (100%) rename be/src/{ => service}/http/http_parser.cpp (99%) rename be/src/{ => service}/http/http_parser.h (100%) rename be/src/{ => service}/http/http_request.cpp (95%) rename be/src/{ => service}/http/http_request.h (97%) rename be/src/{ => service}/http/http_response.cpp (97%) rename be/src/{ => service}/http/http_response.h (97%) rename be/src/{ => service}/http/http_status.cpp (98%) rename be/src/{ => service}/http/http_status.h (100%) rename be/src/{ => service}/http/rest_monitor_iface.h (100%) rename be/src/{ => service}/http/utils.cpp (97%) rename be/src/{ => service}/http/utils.h (98%) rename be/src/{ => service}/http/web_page_handler.cpp (96%) rename be/src/{ => service}/http/web_page_handler.h (98%) rename be/src/{olap => storage}/CMakeLists.txt (68%) rename be/src/{olap => storage}/binlog.h (99%) rename be/src/{olap => storage}/binlog_config.cpp (95%) rename be/src/{olap => storage}/binlog_config.h (100%) rename be/src/{olap => storage/cache}/page_cache.cpp (99%) rename be/src/{olap => storage/cache}/page_cache.h (99%) rename be/src/{olap => storage/cache}/schema_cache.cpp (93%) rename be/src/{olap => storage/cache}/schema_cache.h (95%) rename be/src/{olap => storage/compaction}/base_compaction.cpp (97%) rename be/src/{olap => storage/compaction}/base_compaction.h (97%) rename be/src/{olap => storage/compaction}/cold_data_compaction.cpp (92%) rename be/src/{olap => storage/compaction}/cold_data_compaction.h (97%) rename be/src/{olap => storage/compaction}/collection_similarity.cpp (97%) rename be/src/{olap => storage/compaction}/collection_similarity.h (95%) rename be/src/{olap => storage/compaction}/collection_statistics.cpp (95%) rename be/src/{olap => storage/compaction}/collection_statistics.h (95%) rename be/src/{olap => storage/compaction}/compaction.cpp (98%) rename be/src/{olap => storage/compaction}/compaction.h (96%) rename be/src/{olap => storage/compaction}/compaction_permit_limiter.cpp (96%) rename be/src/{olap => storage/compaction}/compaction_permit_limiter.h (100%) rename be/src/{olap => storage/compaction}/cumulative_compaction.cpp (97%) rename be/src/{olap => storage/compaction}/cumulative_compaction.h (95%) rename be/src/{olap => storage/compaction}/cumulative_compaction_policy.cpp (98%) rename be/src/{olap => storage/compaction}/cumulative_compaction_policy.h (99%) rename be/src/{olap => storage/compaction}/cumulative_compaction_time_series_policy.cpp (99%) rename be/src/{olap => storage/compaction}/cumulative_compaction_time_series_policy.h (98%) rename be/src/{olap => storage/compaction}/full_compaction.cpp (96%) rename be/src/{olap => storage/compaction}/full_compaction.h (97%) rename be/src/{olap => storage/compaction}/single_replica_compaction.cpp (98%) rename be/src/{olap => storage/compaction}/single_replica_compaction.h (96%) rename be/src/{olap => storage}/data_dir.cpp (98%) rename be/src/{olap => storage}/data_dir.h (97%) rename be/src/{olap => storage/delete}/calc_delete_bitmap_executor.cpp (96%) rename be/src/{olap => storage/delete}/calc_delete_bitmap_executor.h (96%) rename be/src/{olap => storage/delete}/delete_bitmap_calculator.cpp (97%) rename be/src/{olap => storage/delete}/delete_bitmap_calculator.h (88%) rename be/src/{olap => storage/delete}/delete_handler.cpp (98%) rename be/src/{olap => storage/delete}/delete_handler.h (97%) rename be/src/{olap => storage}/field.h (98%) rename be/src/{olap => storage}/file_header.h (99%) rename be/src/{olap => storage}/id_manager.h (98%) rename be/src/{olap/rowset/segment_v2 => storage/index}/analyzer_key_matcher.cpp (94%) rename be/src/{olap/rowset/segment_v2 => storage/index}/analyzer_key_matcher.h (98%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/CMakeLists.txt (100%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_index.cpp (93%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_index.h (99%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_index_files.h (100%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_index_iterator.cpp (96%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_index_iterator.h (94%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_index_reader.cpp (95%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_index_reader.h (92%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_index_writer.cpp (97%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_index_writer.h (91%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_range_search_runtime.cpp (94%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_range_search_runtime.h (94%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_search_params.h (98%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_topn_runtime.cpp (94%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/ann_topn_runtime.h (95%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/cmake-protect/CMakeLists.txt (100%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/faiss_ann_index.cpp (99%) rename be/src/{olap/rowset/segment_v2/ann_index => storage/index/ann}/faiss_ann_index.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/block_split_bloom_filter.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/block_split_bloom_filter.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/bloom_filter.cpp (92%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/bloom_filter.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/bloom_filter_index_reader.cpp (92%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/bloom_filter_index_reader.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/bloom_filter_index_writer.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/bloom_filter_index_writer.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/ngram_bloom_filter.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/index/bloom_filter}/ngram_bloom_filter.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_file_reader.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_file_reader.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_file_writer.cpp (95%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_file_writer.h (94%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_iterator.h (89%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_page.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_page.h (98%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_query_context.h (92%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_reader.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_reader_helper.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_storage_format.cpp (96%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_storage_format.h (96%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_storage_format_v1.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_storage_format_v1.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_storage_format_v2.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_storage_format_v2.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_writer.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/index}/index_writer.h (98%) rename be/src/{olap/rowset/segment_v2 => storage/index}/indexed_column_reader.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/index}/indexed_column_reader.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/index}/indexed_column_writer.cpp (94%) rename be/src/{olap/rowset/segment_v2 => storage/index}/indexed_column_writer.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/abstract_analysis_factory.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analysis_factory_mgr.cpp (75%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analysis_factory_mgr.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/analyzer.cpp (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/analyzer.h (89%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/basic/basic_analyzer.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/custom_analyzer.cpp (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/custom_analyzer.h (86%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/custom_analyzer_config.cpp (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/custom_analyzer_config.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/icu/icu_analyzer.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/IKAnalyzer.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/IKTokenizer.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/IKTokenizer.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/cfg/Configuration.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/AnalyzeContext.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/AnalyzeContext.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/CJKSegmenter.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/CJKSegmenter.h (86%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/CN_QuantifierSegmenter.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/CN_QuantifierSegmenter.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/CharacterUtil.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/CharacterUtil.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/IKArbitrator.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/IKArbitrator.h (89%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/IKSegmenter.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/IKSegmenter.h (71%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/ISegmenter.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/LetterSegmenter.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/LetterSegmenter.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/Lexeme.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/Lexeme.h (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/LexemePath.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/LexemePath.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/QuickSortSet.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/QuickSortSet.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/SurrogatePairSegmenter.cpp (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/core/SurrogatePairSegmenter.h (82%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/dic/DictSegment.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/dic/DictSegment.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/dic/Dictionary.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/dic/Dictionary.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik/dic/Hit.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/char_filter.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/char_filter_factory.h (89%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/char_replace_char_filter.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/char_replace_char_filter.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/char_replace_char_filter_factory.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/empty_char_filter_factory.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/icu_normalizer_char_filter.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/icu_normalizer_char_filter.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/icu_normalizer_char_filter_factory.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_cache.cpp (99%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_cache.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_common.cpp (95%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_common.h (98%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_common_impl.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_compaction.cpp (93%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_compaction.h (92%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_compound_reader.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_compound_reader.h (98%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_desc.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_desc.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_fs_directory.cpp (99%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_fs_directory.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_iterator.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_iterator.h (95%) rename be/src/{olap => storage/index/inverted}/inverted_index_parser.cpp (99%) rename be/src/{olap => storage/index/inverted}/inverted_index_parser.h (100%) rename be/src/{olap => storage/index/inverted}/inverted_index_profile.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_query_type.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_reader.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_reader.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_searcher.cpp (93%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_searcher.h (97%) rename be/src/{olap => storage/index/inverted}/inverted_index_stats.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_writer.cpp (99%) rename be/src/{olap/rowset/segment_v2 => storage/index/inverted}/inverted_index_writer.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/normalizer/custom_normalizer.cpp (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/normalizer/custom_normalizer.h (89%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/normalizer/custom_normalizer_config.cpp (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/normalizer/custom_normalizer_config.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/conjunction_query.cpp (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/conjunction_query.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/disjunction_query.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/disjunction_query.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_edge_query.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_edge_query.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_prefix_query.cpp (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_prefix_query.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query.h (84%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/exact_phrase_matcher.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/exact_phrase_matcher.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/ordered_sloppy_phrase_matcher.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/ordered_sloppy_phrase_matcher.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/phrase_matcher.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/phrase_positions.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/phrase_queue.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/sloppy_phrase_matcher.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/sloppy_phrase_matcher.h (86%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/prefix_query.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/prefix_query.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/query.h (82%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/query_factory.h (80%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/query_helper.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/query_helper.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/query_info.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/regexp_query.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/regexp_query.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/term_query.cpp (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/term_query.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/all_query/all_query.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/bit_set_query/bit_set_query.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/bit_set_query/bit_set_scorer.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/bit_set_query/bit_set_weight.h (91%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query/boolean_query_builder.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query/occur.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query/occur_boolean_query.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query/occur_boolean_weight.cpp (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query/occur_boolean_weight.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query/operator.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query/operator_boolean_query.h (87%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query/operator_boolean_weight.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/buffered_union_scorer.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/buffered_union_scorer.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/collect/doc_set_collector.cpp (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/collect/doc_set_collector.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/collect/multi_segment_util.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/collect/top_k_collector.cpp (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/collect/top_k_collector.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/composite_reader.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/const_score_query/const_score_scorer.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/disjunction_scorer.cpp (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/disjunction_scorer.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/doc_set.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/exclude_scorer.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/exclude_scorer.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/intersection.cpp (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/intersection.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/intersection_scorer.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/intersection_scorer.h (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/match_all_docs_scorer.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/null_bitmap_fetcher.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/nullable_scorer.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_prefix_query/phrase_prefix_query.h (87%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_prefix_query/phrase_prefix_weight.h (88%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_query/multi_phrase_query.h (89%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_query/multi_phrase_weight.h (88%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_query/phrase_query.h (89%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_query/phrase_scorer.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_query/phrase_scorer.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_query/phrase_weight.h (88%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_query/postings_with_offset.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/postings/loaded_postings.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/postings/loaded_postings.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/prefix_query/prefix_query.h (88%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/prefix_query/prefix_weight.h (91%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/query.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/regexp_query/regexp_query.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/regexp_query/regexp_weight.cpp (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/regexp_query/regexp_weight.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/reqopt_scorer.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/score_combiner.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/scorer.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/segment_postings.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/size_hint.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/term_query/term_query.h (89%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/term_query/term_scorer.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/term_query/term_weight.h (89%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/union/buffered_union.cpp (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/union/buffered_union.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/union/simple_union.cpp (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/union/simple_union.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/union_postings.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/wand/block_wand.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/weight.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/wildcard_query/wildcard_query.h (88%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/wildcard_query/wildcard_weight.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/setting.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/similarity/bm25_similarity.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/similarity/bm25_similarity.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/similarity/similarity.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/ascii_folding_filter.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/ascii_folding_filter.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/ascii_folding_filter_factory.h (91%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/empty_token_filter_factory.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/icu_normalizer_filter.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/icu_normalizer_filter.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/icu_normalizer_filter_factory.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/lower_case_filter.h (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/lower_case_filter_factory.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/pinyin_filter.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/pinyin_filter.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/pinyin_filter_factory.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/pinyin_filter_factory.h (84%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/token_filter.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/token_filter_factory.h (88%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/word_delimiter_filter.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/word_delimiter_filter.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/word_delimiter_filter_factory.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/word_delimiter_iterator.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/word_delimiter_iterator.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_stream.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/basic/basic_tokenizer.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/basic/basic_tokenizer.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/basic/basic_tokenizer_factory.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/char/char_group_tokenizer_factory.cpp (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/char/char_group_tokenizer_factory.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/char/char_tokenizer.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/char/char_tokenizer.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/empty/empty_tokenizer_factory.h (93%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/break_iterator_wrapper.cpp (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/break_iterator_wrapper.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/composite_break_iterator.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/composite_break_iterator.h (86%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/default_icu_tokenizer_config.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/default_icu_tokenizer_config.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/icu_common.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/icu_tokenizer.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/icu_tokenizer.h (83%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/icu_tokenizer_config.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/icu_tokenizer_factory.h (91%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/script_iterator.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu/script_iterator.h (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/keyword/keyword_tokenizer.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/keyword/keyword_tokenizer_factory.h (88%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/ngram/char_matcher.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/ngram/edge_ngram_tokenizer.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/ngram/edge_ngram_tokenizer_factory.h (85%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/ngram/ngram_tokenizer.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/ngram/ngram_tokenizer.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/ngram/ngram_tokenizer_factory.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/ngram/ngram_tokenizer_factory.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/chinese_util.cpp (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/chinese_util.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_alphabet_tokenizer.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_config.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_format.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_format.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_formatter.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_formatter.h (94%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_tokenizer.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_tokenizer.h (91%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_tokenizer_factory.cpp (96%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_tokenizer_factory.h (88%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_util.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/pinyin_util.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/rune.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/smart_forest.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/smart_forest.h (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/smart_get_word.cpp (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/smart_get_word.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin/term_item.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/standard/standard_tokenizer.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/standard/standard_tokenizer_factory.h (90%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/standard/standard_tokenizer_impl.cpp (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/standard/standard_tokenizer_impl.h (99%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/tokenizer.h (92%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/tokenizer_factory.h (88%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/docid_set_iterator.h (95%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/fixed_bit_set.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/linked_hash_map.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/mock_iterator.h (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/priority_queue.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/reader.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/string_helper.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/term_iterator.h (98%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/term_position_iterator.h (97%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/tiny_set.h (100%) rename be/src/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/union_term_iterator.h (96%) rename be/src/{olap/rowset/segment_v2 => storage/index}/ordinal_page_index.cpp (95%) rename be/src/{olap/rowset/segment_v2 => storage/index}/ordinal_page_index.h (97%) rename be/src/{olap => storage/index}/primary_key_index.cpp (95%) rename be/src/{olap => storage/index}/primary_key_index.h (95%) rename be/src/{olap => storage/index}/short_key_index.cpp (97%) rename be/src/{olap => storage/index}/short_key_index.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/index/zone_map}/zone_map_index.cpp (96%) rename be/src/{olap/rowset/segment_v2 => storage/index/zone_map}/zone_map_index.h (97%) rename be/src/{vec/olap => storage/iterator}/block_reader.cpp (96%) rename be/src/{vec/olap => storage/iterator}/block_reader.h (92%) rename be/src/{vec/olap => storage/iterator}/olap_data_convertor.cpp (97%) mode change 100755 => 100644 rename be/src/{vec/olap => storage/iterator}/olap_data_convertor.h (97%) rename be/src/{vec/olap => storage/iterator}/vcollect_iterator.cpp (98%) rename be/src/{vec/olap => storage/iterator}/vcollect_iterator.h (98%) rename be/src/{vec/olap => storage/iterator}/vertical_block_reader.cpp (97%) rename be/src/{vec/olap => storage/iterator}/vertical_block_reader.h (94%) rename be/src/{vec/olap => storage/iterator}/vertical_merge_iterator.cpp (99%) rename be/src/{vec/olap => storage/iterator}/vertical_merge_iterator.h (98%) rename be/src/{vec/olap => storage/iterator}/vgeneric_iterators.cpp (97%) rename be/src/{vec/olap => storage/iterator}/vgeneric_iterators.h (98%) rename be/src/{olap => storage}/iterators.h (95%) rename be/src/{olap => storage}/itoken_extractor.cpp (98%) rename be/src/{olap => storage}/itoken_extractor.h (98%) rename be/src/{olap => storage}/key_coder.cpp (99%) rename be/src/{olap => storage}/key_coder.h (99%) rename be/src/{olap => storage}/merger.cpp (97%) rename be/src/{olap => storage}/merger.h (96%) rename be/src/{olap => storage}/metadata_adder.h (99%) rename be/src/{olap => storage}/olap_common.h (99%) rename be/src/{olap => storage}/olap_define.h (100%) rename be/src/{olap => storage}/olap_meta.cpp (98%) rename be/src/{olap => storage}/olap_meta.h (100%) rename be/src/{exec/olap_common.cpp => storage/olap_scan_common.cpp} (96%) rename be/src/{exec/olap_common.h => storage/olap_scan_common.h} (98%) rename be/src/{olap => storage}/olap_server.cpp (98%) rename be/src/{olap => storage}/olap_tuple.h (100%) rename be/src/{exec => storage}/olap_utils.h (98%) rename be/src/{olap => storage}/options.cpp (99%) rename be/src/{olap => storage}/options.h (100%) rename be/src/{olap => storage}/partial_update_info.cpp (99%) rename be/src/{olap => storage}/partial_update_info.h (99%) rename be/src/{olap => storage}/pb_helper.h (100%) rename be/src/{olap => storage/predicate}/accept_null_predicate.h (97%) rename be/src/{olap => storage/predicate}/bitmap_filter_predicate.h (97%) rename be/src/{olap => storage/predicate}/block_column_predicate.cpp (99%) rename be/src/{olap => storage/predicate}/block_column_predicate.h (98%) rename be/src/{olap => storage/predicate}/bloom_filter_predicate.h (93%) rename be/src/{olap => storage/predicate}/column_predicate.h (97%) rename be/src/{olap => storage/predicate}/comparison_predicate.h (99%) rename be/src/{olap => storage/predicate}/filter_olap_param.h (98%) rename be/src/{olap => storage/predicate}/in_list_predicate.h (98%) rename be/src/{olap => storage/predicate}/like_column_predicate.cpp (96%) rename be/src/{olap => storage/predicate}/like_column_predicate.h (96%) rename be/src/{olap => storage/predicate}/null_predicate.cpp (94%) rename be/src/{olap => storage/predicate}/null_predicate.h (96%) rename be/src/{olap => storage/predicate}/predicate_creator.cpp (99%) rename be/src/{olap => storage/predicate}/predicate_creator.h (95%) rename be/src/{olap => storage/predicate}/shared_predicate.h (97%) rename be/src/{olap => storage}/predicate_collector.cpp (100%) rename be/src/{olap => storage}/predicate_collector.h (100%) rename be/src/{olap => storage}/row_cursor.cpp (98%) rename be/src/{olap => storage}/row_cursor.h (96%) rename be/src/{olap => storage}/row_cursor_cell.h (100%) rename be/src/{olap => storage}/rowid_conversion.h (99%) rename be/src/{olap => storage}/rowset/beta_rowset.cpp (98%) rename be/src/{olap => storage}/rowset/beta_rowset.h (94%) rename be/src/{olap => storage}/rowset/beta_rowset_reader.cpp (96%) rename be/src/{olap => storage}/rowset/beta_rowset_reader.h (95%) rename be/src/{olap => storage}/rowset/beta_rowset_writer.cpp (98%) rename be/src/{olap => storage}/rowset/beta_rowset_writer.h (97%) rename be/src/{olap => storage}/rowset/beta_rowset_writer_v2.cpp (86%) rename be/src/{olap => storage}/rowset/beta_rowset_writer_v2.h (96%) rename be/src/{olap => storage}/rowset/pending_rowset_helper.cpp (97%) rename be/src/{olap => storage}/rowset/pending_rowset_helper.h (98%) rename be/src/{olap => storage}/rowset/rowset.cpp (97%) rename be/src/{olap => storage}/rowset/rowset.h (98%) rename be/src/{olap => storage}/rowset/rowset_factory.cpp (90%) rename be/src/{olap => storage}/rowset/rowset_factory.h (96%) rename be/src/{olap => storage}/rowset/rowset_fwd.h (100%) rename be/src/{olap => storage}/rowset/rowset_id_generator.h (97%) rename be/src/{olap => storage}/rowset/rowset_meta.cpp (97%) rename be/src/{olap => storage}/rowset/rowset_meta.h (99%) rename be/src/{olap => storage}/rowset/rowset_meta_manager.cpp (99%) rename be/src/{olap => storage}/rowset/rowset_meta_manager.h (98%) rename be/src/{olap => storage}/rowset/rowset_reader.h (93%) rename be/src/{olap => storage}/rowset/rowset_reader_context.h (94%) rename be/src/{olap => storage}/rowset/rowset_writer.h (95%) rename be/src/{olap => storage}/rowset/rowset_writer_context.h (98%) rename be/src/{olap => storage}/rowset/segcompaction.cpp (96%) rename be/src/{olap => storage}/rowset/segcompaction.h (95%) rename be/src/{olap => storage}/rowset/segment_creator.cpp (95%) rename be/src/{olap => storage}/rowset/segment_creator.h (97%) rename be/src/{olap => storage}/rowset/unique_rowset_id_generator.cpp (95%) rename be/src/{olap => storage}/rowset/unique_rowset_id_generator.h (96%) rename be/src/{olap => storage}/rowset/vertical_beta_rowset_writer.cpp (97%) rename be/src/{olap => storage}/rowset/vertical_beta_rowset_writer.h (95%) rename be/src/{olap => storage}/rowset_builder.cpp (95%) rename be/src/{olap => storage}/rowset_builder.h (93%) rename be/src/{olap => storage}/rowset_version_mgr.cpp (98%) rename be/src/{olap => storage}/schema.cpp (94%) rename be/src/{olap => storage}/schema.h (97%) rename be/src/{olap => storage/schema_change}/column_mapping.h (97%) rename be/src/{olap => storage/schema_change}/schema_change.cpp (97%) rename be/src/{olap => storage/schema_change}/schema_change.h (96%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/binary_dict_page.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/binary_dict_page.h (93%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/binary_dict_page_pre_decoder.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/binary_plain_page.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/binary_plain_page_v2.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/binary_plain_page_v2_pre_decoder.h (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/binary_prefix_page.cpp (99%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/binary_prefix_page.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/bitshuffle_page.cpp (96%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/bitshuffle_page.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/bitshuffle_page_pre_decoder.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/bitshuffle_wrapper.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/bitshuffle_wrapper.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/column_meta_accessor.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/column_meta_accessor.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/column_reader.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/column_reader.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/column_reader_cache.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/column_reader_cache.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/column_writer.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/column_writer.h (98%) mode change 100755 => 100644 rename be/src/{olap/rowset/segment_v2 => storage/segment}/common.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/condition_cache.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/condition_cache.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/empty_segment_iterator.cpp (95%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/empty_segment_iterator.h (96%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/encoding_info.cpp (96%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/encoding_info.h (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/external_col_meta_util.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/external_col_meta_util.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/frame_of_reference_page.h (96%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/lazy_init_segment_iterator.cpp (95%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/lazy_init_segment_iterator.h (93%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/options.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/page_builder.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/page_decoder.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/page_handle.h (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/page_io.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/page_io.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/page_pointer.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/parsed_page.h (93%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/plain_page.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/rle_page.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/row_ranges.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/segment.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/segment.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/segment_iterator.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/segment_iterator.h (96%) rename be/src/{olap => storage/segment}/segment_loader.cpp (97%) rename be/src/{olap => storage/segment}/segment_loader.h (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/segment_writer.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/segment_writer.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/stream_reader.h (93%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/binary_column_extract_iterator.h (88%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/binary_column_reader.cpp (96%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/binary_column_reader.h (99%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/hierarchical_data_iterator.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/hierarchical_data_iterator.h (88%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/nested_group_path.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/nested_group_provider.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/nested_group_provider.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/nested_group_reader.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/nested_group_routing_plan.cpp (95%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/nested_group_routing_plan.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/sparse_column_merge_iterator.cpp (94%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/sparse_column_merge_iterator.h (83%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_column_reader.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_column_reader.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_column_writer_impl.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_column_writer_impl.h (96%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_doc_snpashot_compact_iterator.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_ext_meta_writer.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_ext_meta_writer.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_external_meta_reader.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_external_meta_reader.h (94%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant/variant_statistics.h (100%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant_stats_calculator.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/variant_stats_calculator.h (95%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/vertical_segment_writer.cpp (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/vertical_segment_writer.h (97%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/virtual_column_iterator.cpp (98%) rename be/src/{olap/rowset/segment_v2 => storage/segment}/virtual_column_iterator.h (96%) rename be/src/{olap => storage}/simple_rowid_conversion.h (96%) rename be/src/{olap => storage/snapshot}/snapshot_manager.cpp (98%) rename be/src/{olap => storage/snapshot}/snapshot_manager.h (97%) rename be/src/{olap => storage}/storage_engine.cpp (98%) rename be/src/{olap => storage}/storage_engine.h (98%) rename be/src/{olap => storage}/storage_policy.cpp (98%) rename be/src/{olap => storage}/storage_policy.h (100%) rename be/src/{olap => storage/tablet}/base_tablet.cpp (99%) rename be/src/{olap => storage/tablet}/base_tablet.h (98%) rename be/src/{olap => storage/tablet}/tablet.cpp (98%) rename be/src/{olap => storage/tablet}/tablet.h (98%) rename be/src/{olap => storage/tablet}/tablet_column_object_pool.cpp (97%) rename be/src/{olap => storage/tablet}/tablet_column_object_pool.h (97%) rename be/src/{olap => storage/tablet}/tablet_fwd.h (100%) rename be/src/{olap => storage/tablet}/tablet_manager.cpp (99%) rename be/src/{olap => storage/tablet}/tablet_manager.h (99%) rename be/src/{olap => storage/tablet}/tablet_meta.cpp (99%) rename be/src/{olap => storage/tablet}/tablet_meta.h (99%) rename be/src/{olap => storage/tablet}/tablet_meta_manager.cpp (98%) rename be/src/{olap => storage/tablet}/tablet_meta_manager.h (98%) rename be/src/{olap => storage/tablet}/tablet_reader.cpp (97%) rename be/src/{olap => storage/tablet}/tablet_reader.h (95%) rename be/src/{olap => storage/tablet}/tablet_schema.cpp (99%) rename be/src/{olap => storage/tablet}/tablet_schema.h (98%) rename be/src/{olap => storage/tablet}/tablet_schema_cache.cpp (97%) rename be/src/{olap => storage/tablet}/tablet_schema_cache.h (98%) rename be/src/{exec => storage}/tablet_info.cpp (98%) rename be/src/{exec => storage}/tablet_info.h (98%) rename be/src/{olap => storage}/task/engine_batch_load_task.cpp (96%) rename be/src/{olap => storage}/task/engine_batch_load_task.h (98%) rename be/src/{olap => storage}/task/engine_checksum_task.cpp (90%) rename be/src/{olap => storage}/task/engine_checksum_task.h (97%) rename be/src/{olap => storage}/task/engine_clone_task.cpp (98%) rename be/src/{olap => storage}/task/engine_clone_task.h (96%) rename be/src/{olap => storage}/task/engine_cloud_index_change_task.cpp (98%) rename be/src/{olap => storage}/task/engine_cloud_index_change_task.h (94%) rename be/src/{olap => storage}/task/engine_index_change_task.cpp (95%) rename be/src/{olap => storage}/task/engine_index_change_task.h (97%) rename be/src/{olap => storage}/task/engine_publish_version_task.cpp (99%) rename be/src/{olap => storage}/task/engine_publish_version_task.h (97%) rename be/src/{olap => storage}/task/engine_storage_migration_task.cpp (97%) rename be/src/{olap => storage}/task/engine_storage_migration_task.h (95%) rename be/src/{olap => storage}/task/engine_task.h (100%) rename be/src/{olap => storage}/task/index_builder.cpp (99%) rename be/src/{olap => storage}/task/index_builder.h (89%) rename be/src/{olap => storage/txn}/txn_manager.cpp (98%) rename be/src/{olap => storage/txn}/txn_manager.h (97%) rename be/src/{olap => storage}/types.cpp (99%) rename be/src/{olap => storage}/types.h (99%) rename be/src/{olap => storage}/utils.cpp (98%) rename be/src/{olap => storage}/utils.h (99%) rename be/src/{olap => storage}/version_graph.cpp (99%) rename be/src/{olap => storage}/version_graph.h (99%) rename be/src/{index-tools => tools}/index_tool.cpp (98%) rename be/src/{runtime => util}/client_cache.cpp (99%) rename be/src/{runtime => util}/client_cache.h (99%) rename be/src/{exec => util}/decompressor.cpp (99%) rename be/src/{exec => util}/decompressor.h (99%) rename be/src/util/{ => hash}/murmur_hash3.cpp (93%) rename be/src/{runtime/types.h => util/hash/murmur_hash3.h} (51%) rename be/src/{vec/io => util}/io_helper.cpp (98%) rename be/src/{vec/io => util}/io_helper.h (95%) rename be/src/{vec => util}/json/json_parser.cpp (99%) rename be/src/{vec => util}/json/json_parser.h (96%) rename be/src/{vec => util}/json/path_in_data.cpp (98%) rename be/src/{vec => util}/json/path_in_data.h (99%) rename be/src/{vec => util}/json/simd_json_parser.h (99%) rename be/src/{vec => util}/jsonb/serialize.cpp (92%) rename be/src/{vec => util}/jsonb/serialize.h (95%) rename be/src/{olap => util}/lru_cache.cpp (97%) rename be/src/{olap => util}/lru_cache.h (95%) rename be/src/{exec => util}/lzo_decompressor.cpp (99%) delete mode 100644 be/src/util/murmur_hash3.h rename be/src/{runtime => util}/raw_value.h (96%) rename be/src/{runtime => util}/string_search.hpp (97%) rename be/src/{vec/common => util}/unaligned.h (100%) rename be/src/{vec/io => util}/var_int.h (95%) delete mode 100644 be/src/vec/CMakeLists.txt delete mode 100644 be/src/vec/core/decomposed_float.h rename be/test/{vec => }/core/accurate_comparison_test.cpp (97%) rename be/test/{vec/core => core/block}/block_test.cpp (98%) rename be/test/{vec/core => core/block}/column_array_test.cpp (97%) rename be/test/{vec/core => core/block}/column_complex_test.cpp (99%) rename be/test/{vec/core => core/block}/column_map_test.cpp (98%) rename be/test/{vec/core => core/block}/column_nullable_test.cpp (94%) rename be/test/{vec/core => core/block}/column_struct_test.cpp (93%) rename be/test/{vec/core => core/block}/column_test.cpp (97%) rename be/test/{vec/core => core/block}/column_vector_test.cpp (97%) rename be/test/{vec/core => core/block}/column_with_type_and_name_test.cpp (89%) rename be/test/{vec/core => core/block}/get_common_type_test.cpp (93%) rename be/test/{vec/core => core/block}/number_traits_test.cpp (95%) rename be/test/{vec/columns => core/column}/check_and_get_column_ptr_test.cpp (96%) rename be/test/{vec/columns => core/column}/check_column_with_type_and_name_test.cpp (92%) rename be/test/{vec/columns => core/column}/column_array_test.cpp (99%) rename be/test/{vec/columns => core/column}/column_base_test.cpp (93%) rename be/test/{vec/columns => core/column}/column_check_const_only_in_top_level_test.cpp (96%) rename be/test/{vec/columns => core/column}/column_const_test.cpp (97%) rename be/test/{vec/columns => core/column}/column_decimal_test.cpp (98%) rename be/test/{vec/columns => core/column}/column_dictionary_test.cpp (97%) rename be/test/{vec/columns => core/column}/column_execute_util_test.cpp (94%) rename be/test/{vec/columns => core/column}/column_fixed_length_object_test.cpp (98%) rename be/test/{vec/columns => core/column}/column_hash_func_test.cpp (94%) rename be/test/{vec/columns => core/column}/column_ip_test.cpp (97%) rename be/test/{vec/columns => core/column}/column_map_test.cpp (92%) rename be/test/{vec/columns => core/column}/column_nothing_test.cpp (85%) rename be/test/{vec/columns => core/column}/column_nullable_seriazlization_test.cpp (98%) rename be/test/{vec/columns => core/column}/column_nullable_test.cpp (96%) rename be/test/{vec/columns => core/column}/column_nullable_test.h (91%) rename be/test/{vec/columns => core/column}/column_resize_test.cpp (87%) rename be/test/{vec/columns => core/column}/column_string_test.cpp (99%) rename be/test/{vec/columns => core/column}/column_struct_test.cpp (84%) rename be/test/{vec/columns => core/column}/column_varbinary_test.cpp (99%) rename be/test/{vec/columns => core/column}/column_variant_test.cpp (99%) rename be/test/{vec/columns => core/column}/column_vector_test.cpp (99%) rename be/test/{vec/columns => core/column}/common_column_test.h (99%) rename be/test/{vec/columns => core/column}/pod_array_type_test.cpp (85%) rename be/test/{vec/common => core}/custom_allocator_test.cpp (98%) rename be/test/{vec/data_types => core/data_type}/block_check_type.cpp (92%) rename be/test/{vec/data_types => core/data_type}/common_data_type_serder_test.h (98%) rename be/test/{vec/data_types => core/data_type}/common_data_type_test.h (98%) rename be/test/{vec/data_types => core/data_type}/complex_type_test.cpp (86%) rename be/test/{vec/data_types => core/data_type}/data_type_agg_state_test.cpp (95%) rename be/test/{vec/data_types => core/data_type}/data_type_array_test.cpp (98%) rename be/test/{vec/data_types => core/data_type}/data_type_bitmap_test.cpp (94%) rename be/test/{vec/data_types => core/data_type}/data_type_datetime_v1_test.cpp (98%) rename be/test/{vec/data_types => core/data_type}/data_type_datetime_v2_test.cpp (99%) rename be/test/{vec/data_types => core/data_type}/data_type_decimal_test.cpp (98%) rename be/test/{vec/data_types => core/data_type}/data_type_fixed_length_object_test.cpp (93%) rename be/test/{vec/data_types => core/data_type}/data_type_hll_test.cpp (95%) rename be/test/{vec/data_types => core/data_type}/data_type_ip_test.cpp (97%) rename be/test/{vec/data_types => core/data_type}/data_type_jsonb_test.cpp (96%) rename be/test/{vec/data_types => core/data_type}/data_type_map_test.cpp (99%) rename be/test/{vec/data_types => core/data_type}/data_type_nothing_test.cpp (93%) rename be/test/{vec/data_types => core/data_type}/data_type_number_test.cpp (97%) rename be/test/{vec/data_types => core/data_type}/data_type_quantile_state_test.cpp (94%) rename be/test/{vec/data_types => core/data_type}/data_type_string_test.cpp (96%) rename be/test/{vec/data_types => core/data_type}/data_type_struct_test.cpp (98%) rename be/test/{vec/data_types => core/data_type}/data_type_timestamptz_test.cpp (93%) rename be/test/{vec/data_types => core/data_type}/data_type_varbinary_test.cpp (94%) rename be/test/{vec/data_types => core/data_type}/datetime_round_test.cpp (99%) rename be/test/{vec/data_types => core/data_type}/decimal_test.cpp (98%) rename be/test/{vec/data_types => core/data_type}/from_string_test.cpp (98%) rename be/test/{vec/data_types => core/data_type}/serde_utils.h (100%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_from_string_test.cpp (96%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_jsonb_serde_test.cpp (96%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_agg_state_test.cpp (99%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_arrow_test.cpp (94%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_bitmap_test.cpp (97%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_csv_test.cpp (98%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_datetime_v1_test.cpp (96%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_datetime_v2_test.cpp (96%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_decimal_test.cpp (97%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_fixed_length_object_test.cpp (98%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_get_name_test.cpp (93%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_hll_test.cpp (97%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_map_test.cpp (91%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_mysql_test.cpp (91%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_number_test.cpp (98%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_pb_test.cpp (96%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_quantile_state_test.cpp (98%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_string_test.cpp (95%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_struct_test.cpp (90%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_test.cpp (96%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_text_test.cpp (99%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_timestamptz_test.cpp (96%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_serde_varbinary_test.cpp (97%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_to_string_test.cpp (94%) rename be/test/{vec/data_types/serde => core/data_type_serde}/data_type_write_to_jsonb_test.cpp (95%) rename be/test/{olap => core}/decimal12_test.cpp (98%) rename be/test/{vec => }/core/field_test.cpp (97%) rename be/test/{vec => core}/jsonb/convert_field_to_type_test.cpp (98%) rename be/test/{vec => core}/jsonb/json_parser_test.cpp (99%) rename be/test/{vec => core}/jsonb/jsonb_document_cast_test.cpp (99%) rename be/test/{vec => core}/jsonb/jsonb_document_test.cpp (99%) rename be/test/{vec => core}/jsonb/path_in_data_test.cpp (99%) rename be/test/{vec => core}/jsonb/serialize_test.cpp (94%) rename be/test/{vec/common => core}/pod_array_test.cpp (99%) rename be/test/{vec/common => core}/string_buffer_test.cpp (98%) rename be/test/{vec/common => core}/string_view_test.cpp (99%) rename be/test/{vec => core}/utils/arrow_column_to_doris_column_test.cpp (97%) rename be/test/{vec => core}/utils/histogram_helpers_test.cpp (99%) rename be/test/{vec => core}/utils/small_size_hash_set_test.cpp (98%) rename be/test/{vec => core}/utils/stringop_substring_test.cpp (97%) rename be/test/{util => core/value}/bitmap_value_test.cpp (99%) rename be/test/{olap => core/value}/hll_test.cpp (99%) rename be/test/{vec/runtime => core/value}/ip_value_test.cpp (97%) rename be/test/{runtime => core/value}/jsonb_value_test.cpp (98%) rename be/test/{vec/olap/jsonb_value_test.cpp => core/value/jsonb_value_test2.cpp} (97%) rename be/test/{util => core/value}/quantile_state_test.cpp (97%) rename be/test/{vec/runtime => core/value}/sort_merger_test.cpp (99%) rename be/test/{vec/runtime => core/value}/vdatetime_value_test.cpp (99%) rename be/test/{vec/common => core}/wide_integer_test.cpp (99%) rename be/test/{vec => }/exec/agg/agg_fn_evaluator_test.cpp (98%) rename be/test/{vec => }/exec/column_type_convert_test.cpp (99%) rename be/test/{vec => exec}/common/schema_util_rowset_test.cpp (99%) rename be/test/{vec => exec}/common/schema_util_test.cpp (99%) rename be/test/{vec => exec}/common/string_utils_test.cpp (98%) rename be/test/{vec => }/exec/concurrent_queue_order.cpp (100%) rename be/test/{vec/exec => exec/connector}/vjdbc_connector_test.cpp (99%) rename be/test/{vec => }/exec/dictionary/dictionary_get_nullable_test.cpp (96%) rename be/test/{vec => }/exec/dictionary/dictionary_ip_trie_test.cpp (92%) rename be/test/{vec => }/exec/dictionary/dictionary_status_test.cpp (94%) rename be/test/{vec => }/exec/dictionary/dictionary_util_test.cpp (97%) rename be/test/{vec => }/exec/dictionary/dictionary_version_test.cpp (96%) rename be/test/{vec/exec => exec/exchange}/exchange_sink_test.cpp (99%) rename be/test/{vec/exec => exec/exchange}/exchange_sink_test.h (97%) rename be/test/{pipeline/shuffle => exec/exchange}/exchange_writer_test.cpp (98%) rename be/test/{vec => }/exec/executor/time_sharing/split_concurrency_controller_test.cpp (96%) rename be/test/{vec => }/exec/executor/time_sharing/time_sharing_task_executor_test.cpp (99%) rename be/test/{pipeline => exec}/operator/agg_operator_group_by_limit_opt_test.cpp (98%) rename be/test/{pipeline => exec}/operator/agg_operator_test.cpp (98%) rename be/test/{pipeline => exec}/operator/agg_shared_state_test.cpp (96%) rename be/test/{pipeline => exec}/operator/analytic_sink_operator_test.cpp (99%) rename be/test/{pipeline => exec}/operator/asof_join_test.cpp (100%) rename be/test/{pipeline => exec}/operator/assert_nums_rows_operator.cpp (94%) rename be/test/{pipeline => exec}/operator/datagen_operator_test.cpp (96%) rename be/test/{pipeline => exec}/operator/distinct_streaming_aggregation_operator_test.cpp (97%) rename be/test/{pipeline => exec}/operator/empty_set_operator_test.cpp (90%) rename be/test/{pipeline => exec}/operator/exchange_sink_operator_test.cpp (97%) rename be/test/{pipeline => exec}/operator/exchange_source_operator_test.cpp (96%) rename be/test/{pipeline => exec}/operator/hash_join_test_helper.cpp (99%) rename be/test/{pipeline => exec}/operator/hash_join_test_helper.h (94%) rename be/test/{pipeline => exec}/operator/hashjoin_build_sink_test.cpp (98%) rename be/test/{pipeline => exec}/operator/hashjoin_probe_operator_test.cpp (99%) rename be/test/{pipeline => exec}/operator/join_test_helper.cpp (97%) rename be/test/{pipeline => exec}/operator/join_test_helper.h (93%) rename be/test/{pipeline => exec}/operator/local_merge_sort_source_operator_test.cpp (97%) rename be/test/{pipeline => exec}/operator/materialization_shared_state_test.cpp (98%) rename be/test/{pipeline => exec}/operator/operator_helper.h (98%) rename be/test/{pipeline => exec}/operator/partition_sort_sink_operator_test.cpp (98%) rename be/test/{pipeline => exec}/operator/partitioned_aggregation_sink_operator_test.cpp (97%) rename be/test/{pipeline => exec}/operator/partitioned_aggregation_source_operator_test.cpp (97%) rename be/test/{pipeline => exec}/operator/partitioned_aggregation_test_helper.cpp (98%) rename be/test/{pipeline => exec}/operator/partitioned_aggregation_test_helper.h (93%) rename be/test/{pipeline => exec}/operator/partitioned_hash_join_probe_operator_test.cpp (99%) rename be/test/{pipeline => exec}/operator/partitioned_hash_join_sink_operator_test.cpp (96%) rename be/test/{pipeline => exec}/operator/partitioned_hash_join_test_helper.cpp (99%) rename be/test/{pipeline => exec}/operator/partitioned_hash_join_test_helper.h (96%) rename be/test/{pipeline => exec}/operator/query_cache_operator_test.cpp (98%) rename be/test/{pipeline => exec}/operator/repeat_operator_test.cpp (98%) rename be/test/{pipeline => exec}/operator/scan_normalize_predicate_test.cpp (99%) rename be/test/{pipeline => exec}/operator/set_operator_test.cpp (98%) rename be/test/{pipeline => exec}/operator/sort_operator_test.cpp (98%) rename be/test/{pipeline => exec}/operator/spill_sort_sink_operator_test.cpp (98%) rename be/test/{pipeline => exec}/operator/spill_sort_source_operator_test.cpp (98%) rename be/test/{pipeline => exec}/operator/spill_sort_test_helper.cpp (97%) rename be/test/{pipeline => exec}/operator/spill_sort_test_helper.h (88%) rename be/test/{pipeline => exec}/operator/spillable_operator_test_helper.cpp (98%) rename be/test/{pipeline => exec}/operator/spillable_operator_test_helper.h (96%) rename be/test/{pipeline => exec}/operator/streaming_agg_operator_test.cpp (97%) rename be/test/{pipeline => exec}/operator/table_function_operator_test.cpp (99%) rename be/test/{pipeline => exec}/operator/union_operator_test.cpp (98%) rename be/test/{ => exec}/pipeline/common/agg_utils_test.cpp (98%) rename be/test/{ => exec}/pipeline/common/distinct_agg_utils_test.cpp (97%) rename be/test/{ => exec}/pipeline/common/set_utils_test.cpp (97%) rename be/test/{pipeline/exec => exec/pipeline}/data_queue_test.cpp (97%) rename be/test/{ => exec}/pipeline/dummy_task_queue.h (96%) rename be/test/{ => exec}/pipeline/local_exchanger_test.cpp (99%) rename be/test/{pipeline/exec => exec/pipeline}/multi_cast_data_streamer_test.cpp (98%) rename be/test/{ => exec}/pipeline/pipeline_task_test.cpp (99%) rename be/test/{ => exec}/pipeline/pipeline_test.cpp (98%) rename be/test/{pipeline/exec => exec/pipeline}/query_cache_test.cpp (99%) rename be/test/{ => exec}/pipeline/thrift_builder.h (99%) rename be/test/{pipeline/exec => exec/pipeline}/vdata_stream_recvr_test.cpp (98%) rename be/test/{ => exec}/runtime_filter/runtime_filter_consumer_helper_test.cpp (90%) rename be/test/{ => exec}/runtime_filter/runtime_filter_consumer_test.cpp (98%) rename be/test/{ => exec}/runtime_filter/runtime_filter_merger_test.cpp (97%) rename be/test/{ => exec}/runtime_filter/runtime_filter_mgr_test.cpp (98%) rename be/test/{ => exec}/runtime_filter/runtime_filter_producer_helper_cross_test.cpp (89%) rename be/test/{ => exec}/runtime_filter/runtime_filter_producer_helper_set_test.cpp (89%) rename be/test/{ => exec}/runtime_filter/runtime_filter_producer_helper_test.cpp (95%) rename be/test/{ => exec}/runtime_filter/runtime_filter_producer_test.cpp (98%) rename be/test/{ => exec}/runtime_filter/runtime_filter_selectivity_test.cpp (99%) rename be/test/{ => exec}/runtime_filter/runtime_filter_test_utils.h (98%) rename be/test/{ => exec}/runtime_filter/runtime_filter_wrapper_test.cpp (99%) rename be/test/{ => exec}/runtime_filter/utils_test.cpp (97%) rename be/test/{ => exec}/scan/mock_simplified_scan_scheduler.h (97%) rename be/test/{vec/exec => exec/scan}/scan_operator_test.cpp (99%) rename be/test/{ => exec}/scan/scanner_context_test.cpp (99%) rename be/test/{vec/exec => exec/scan}/vfile_scanner_exception_test.cpp (98%) rename be/test/{vec/exec => exec/scan}/vgeneric_iterators_test.cpp (97%) rename be/test/{vec/exec => exec/scan}/vhive_utils_test.cpp (98%) rename be/test/{vec => exec}/sink/arrow_result_block_buffer_test.cpp (99%) rename be/test/{vec => exec}/sink/get_result_batch_test.cpp (97%) rename be/test/{vec => exec}/sink/result_block_buffer_test.cpp (99%) rename be/test/{vec => exec}/sink/sink_test_utils.h (98%) rename be/test/{vec => exec}/sink/tablet_sink_hash_partitioner_test.cpp (95%) rename be/test/{vec => exec}/sink/vrow_distribution_test.cpp (98%) rename be/test/{vec => exec}/sink/vtablet_writer_v2_test.cpp (98%) rename be/test/{vec => exec}/sink/writer/iceberg/partition_transformers_test.cpp (99%) rename be/test/{vec => }/exec/skewed_partition_rebalancer_test.cpp (99%) rename be/test/{vec => }/exec/sort/full_sort_test.cpp (95%) rename be/test/{vec => }/exec/sort/heap_sorter_test.cpp (94%) rename be/test/{vec => }/exec/sort/merge_sorter_state.cpp (93%) rename be/test/{vec => }/exec/sort/partition_sorter_test.cpp (96%) rename be/test/{vec => }/exec/sort/sort_test.cpp (96%) rename be/test/{vec => }/exec/sort/topn_sort_test.cpp (94%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_array_agg_test.cpp (91%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_avg_test.cpp (93%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_bit_test.cpp (95%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_bitmap_test.cpp (95%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_bool_union_test.cpp (97%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_collect_test.cpp (94%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_corr_test.cpp (97%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_count_test.cpp (93%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_function_test.h (99%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_group_array_intersect_test.cpp (97%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_histogram_test.cpp (93%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_linear_histogram_test.cpp (98%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_min_max_by_test.cpp (93%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_min_max_test.cpp (93%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_replace_test.cpp (95%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/agg_test.cpp (95%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/vec_count_by_enum_test.cpp (97%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/vec_retention_test.cpp (96%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/vec_sequence_match_test.cpp (97%) rename be/test/{vec/aggregate_functions => exprs/aggregate}/vec_window_funnel_test.cpp (97%) rename be/test/{vec => exprs}/function/cast/cast_test.h (99%) rename be/test/{vec => exprs}/function/cast/cast_to_array_test.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_boolean_test.cpp (99%) rename be/test/{vec => exprs}/function/cast/cast_to_date_test.cpp (99%) rename be/test/{vec => exprs}/function/cast/cast_to_datetime_test.cpp (99%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal.cpp (95%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_decimal128.cpp (95%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_decimal128_overflow.cpp (95%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_decimal256.cpp (77%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_decimal256_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_decimal32.cpp (77%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_decimal32_overflow.cpp (77%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_decimal64.cpp (77%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_decimal64_overflow.cpp (77%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_double.cpp (97%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_double_overflow.cpp (97%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_float.cpp (97%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_float_overflow.cpp (97%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_int.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_int_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_string.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_from_string_overflow.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal128_perf.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_decimal128.cpp (95%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_decimal128_overflow.cpp (95%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_decimal256.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_decimal256_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_decimal32.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_decimal32_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_decimal64.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_decimal64_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_double.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_double_overflow.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_float.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_float_overflow.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_int.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_int_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_string.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal256_from_string_overflow.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_decimal128.cpp (95%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_decimal128_overflow.cpp (95%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_decimal256.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_decimal256_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_decimal32.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_decimal32_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_decimal64.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_decimal64_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_double.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_double_overflow.cpp (97%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_float.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_float_overflow.cpp (97%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_int.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_int_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_string.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal32_from_string_overflow.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_decimal128.cpp (95%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_decimal128_overflow.cpp (95%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_decimal256.cpp (77%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_decimal256_overflow.cpp (77%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_decimal32.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_decimal32_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_decimal64.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_decimal64_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_double.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_double_overflow.cpp (97%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_float.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_float_overflow.cpp (97%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_int.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_int_overflow.cpp (94%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_string.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_decimal64_from_string_overflow.cpp (91%) rename be/test/{vec/function/cast/cast_to_decimal.h => exprs/function/cast/cast_to_decimal_test.h} (99%) rename be/test/{vec => exprs}/function/cast/cast_to_float_double.cpp (99%) rename be/test/{vec => exprs}/function/cast/cast_to_integer.cpp (99%) rename be/test/{vec => exprs}/function/cast/cast_to_ip_test.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_map_test.cpp (93%) rename be/test/{vec => exprs}/function/cast/cast_to_string.cpp (98%) rename be/test/{vec => exprs}/function/cast/cast_to_string_api_test.cpp (96%) rename be/test/{vec => exprs}/function/cast/cast_to_struct_test.cpp (91%) rename be/test/{vec => exprs}/function/cast/cast_to_time_test.cpp (99%) rename be/test/{vec => exprs}/function/cast/cast_to_timestamptz_test.cpp (97%) rename be/test/{vec => exprs}/function/cast/function_variant_cast_test.cpp (97%) rename be/test/{vec => exprs}/function/function_arithmetic_test.cpp (96%) rename be/test/{vec => exprs}/function/function_array_aggregation_test.cpp (99%) rename be/test/{vec => exprs}/function/function_array_element_test.cpp (95%) rename be/test/{vec => exprs}/function/function_array_index_test.cpp (98%) rename be/test/{vec => exprs}/function/function_array_size_test.cpp (97%) rename be/test/{vec => exprs}/function/function_arrays_overlap_test.cpp (98%) rename be/test/{vec => exprs}/function/function_bitmap_test.cpp (98%) rename be/test/{vec => exprs}/function/function_comparison_evaluate_inverted_index_test.cpp (92%) rename be/test/{vec => exprs}/function/function_complex_hash_map_dict_test.cpp (95%) rename be/test/{vec => exprs}/function/function_compressed_materialization_test.cpp (95%) rename be/test/{vec => exprs}/function/function_dict_get_many_test.cpp (94%) rename be/test/{vec => exprs}/function/function_dict_get_test.cpp (94%) rename be/test/{vec => exprs}/function/function_eq_for_null_test.cpp (98%) rename be/test/{vec => exprs}/function/function_geo_test.cpp (98%) rename be/test/{vec => exprs}/function/function_hash_map_dict_test.cpp (91%) rename be/test/{vec => exprs}/function/function_hash_map_dict_test.h (96%) rename be/test/{vec => exprs}/function/function_hash_test.cpp (97%) rename be/test/{vec => exprs}/function/function_hll_test.cpp (96%) rename be/test/{vec => exprs}/function/function_ip_dict_test.cpp (95%) rename be/test/{vec => exprs}/function/function_ip_dict_test.h (97%) rename be/test/{vec => exprs}/function/function_ip_test.cpp (97%) rename be/test/{vec => exprs}/function/function_is_null_test.cpp (98%) rename be/test/{vec => exprs}/function/function_jsonb_test.cpp (99%) rename be/test/{vec => exprs}/function/function_like_test.cpp (99%) rename be/test/{vec => exprs}/function/function_map_test.cpp (94%) rename be/test/{vec => exprs}/function/function_match_test.cpp (99%) rename be/test/{vec => exprs}/function/function_math_test.cpp (99%) rename be/test/{vec => exprs}/function/function_money_format_test.cpp (89%) rename be/test/{vec => exprs}/function/function_multi_match_test.cpp (91%) rename be/test/{vec => exprs}/function/function_nullif_test.cpp (91%) rename be/test/{vec => exprs}/function/function_num_if_test.cpp (98%) rename be/test/{vec => exprs}/function/function_quantile_state_test.cpp (96%) rename be/test/{vec => exprs}/function/function_round_test.cpp (99%) rename be/test/{vec => exprs}/function/function_search_nested_test.cpp (98%) rename be/test/{vec => exprs}/function/function_search_test.cpp (99%) rename be/test/{vec => exprs}/function/function_string_test.cpp (99%) rename be/test/{vec => exprs}/function/function_struct_element_test.cpp (90%) rename be/test/{vec => exprs}/function/function_sub_replace_test.cpp (92%) rename be/test/{vec => exprs}/function/function_test_template.cpp (93%) rename be/test/{vec => exprs}/function/function_test_util.cpp (94%) rename be/test/{vec => exprs}/function/function_test_util.h (94%) rename be/test/{vec => exprs}/function/function_throw_exception_test.cpp (95%) rename be/test/{vec => exprs}/function/function_time_test.cpp (99%) rename be/test/{vec => exprs}/function/function_tokenize_test.cpp (96%) rename be/test/{vec => exprs}/function/function_url_test.cpp (96%) rename be/test/{vec => exprs}/function/function_varbinary_test.cpp (99%) rename be/test/{vec => exprs}/function/function_variant_element_test.cpp (98%) rename be/test/{ => exprs/function}/geo/geo_types_test.cpp (99%) rename be/test/{ => exprs/function}/geo/wkb_parse_test.cpp (98%) rename be/test/{ => exprs/function}/geo/wkt_parse_test.cpp (95%) rename be/test/{vec => exprs}/function/simple_function_factory_test.cpp (97%) rename be/test/{vec => exprs}/function/table_function_test.cpp (98%) rename be/test/{vec => }/exprs/score_runtime_test.cpp (97%) rename be/test/{vec => }/exprs/short_circuit_util_test.cpp (99%) rename be/test/{vec => }/exprs/try_cast_expr_test.cpp (97%) rename be/test/{vec => }/exprs/vexpr_evalute_inverted_index_test.cpp (97%) rename be/test/{vec => }/exprs/vexpr_test.cpp (98%) rename be/test/{vec => }/exprs/vsearch_expr_test.cpp (99%) rename be/test/{vec/exec => }/format/file_reader/file_meta_cache_test.cpp (100%) rename be/test/{vec/exec => }/format/file_reader/new_plain_text_line_reader_test.cpp (99%) rename be/test/{vec/exec => }/format/native/native_reader_writer_test.cpp (98%) rename be/test/{vec/exec => format}/orc/orc_convert_dict_test.cpp (97%) rename be/test/{vec/exec => format}/orc/orc_convert_to_orc_literal_test.cpp (99%) rename be/test/{vec/exec => format}/orc/orc_file_reader_test.cpp (99%) rename be/test/{vec/exec => format}/orc/orc_memory_stream_test.h (79%) rename be/test/{vec/exec => format}/orc/orc_read_lines.cpp (97%) rename be/test/{vec/exec => format}/orc/orc_reader_fill_data_test.cpp (98%) rename be/test/{vec/exec => format}/orc/orc_reader_init_column_test.cpp (98%) rename be/test/{vec/exec => format/orc}/orc_reader_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/bool_plain_decoder_test.cpp (98%) rename be/test/{vec/exec => }/format/parquet/bool_rle_decoder_test.cpp (98%) rename be/test/{vec/exec => }/format/parquet/byte_array_dict_decoder_test.cpp (98%) rename be/test/{vec/exec => }/format/parquet/byte_array_plain_decoder_test.cpp (98%) rename be/test/{vec/exec => }/format/parquet/byte_stream_split_decoder_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/delta_bit_pack_decoder_test.cpp (98%) rename be/test/{vec/exec => }/format/parquet/delta_byte_array_decoder_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/delta_length_byte_array_decoder_test.cpp (98%) rename be/test/{vec/exec => }/format/parquet/fix_length_dict_decoder_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/fix_length_plain_decoder_test.cpp (98%) rename be/test/{vec/exec => }/format/parquet/level_decoder_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/parquet_common_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/parquet_corrupt_statistics_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/parquet_expr_test.cpp (98%) rename be/test/{vec/exec => }/format/parquet/parquet_nested_type_cross_page_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/parquet_page_cache_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/parquet_read_lines.cpp (97%) rename be/test/{vec/exec => }/format/parquet/parquet_reader_test.cpp (98%) rename be/test/{vec/exec => }/format/parquet/parquet_statistics_test.cpp (99%) rename be/test/{vec/exec => }/format/parquet/parquet_thrift_test.cpp (96%) rename be/test/{vec/exec => }/format/parquet/parquet_utils_test.cpp (96%) rename be/test/{vec/exec => }/format/parquet/parquet_version_test.cpp (99%) rename be/test/{vec/exec => }/format/table/hive/hive_reader_create_column_ids_test.cpp (98%) rename be/test/{vec/exec => }/format/table/hive/hive_reader_test.cpp (98%) rename be/test/{vec/exec => }/format/table/iceberg/arrow_schema_util_test.cpp (98%) rename be/test/{vec/exec => }/format/table/iceberg/iceberg_reader_create_column_ids_test.cpp (98%) rename be/test/{vec/exec => }/format/table/iceberg/iceberg_reader_test.cpp (98%) rename be/test/{vec/exec => }/format/table/iceberg/partition_spec_parser_test.cpp (95%) rename be/test/{vec/exec => }/format/table/iceberg/schema_parser_test.cpp (98%) rename be/test/{vec/exec => }/format/table/iceberg/schema_test.cpp (98%) rename be/test/{vec/exec => }/format/table/iceberg/type_test.cpp (99%) rename be/test/{vec/exec => }/format/table/paimon_cpp_reader_test.cpp (96%) rename be/test/{vec/exec => }/format/table/table_schema_change_helper_test.cpp (99%) rename be/test/{vec/exec => }/format/text/hive_text_field_splitter_test.cpp (98%) rename be/test/{olap => format}/wal/wal_dirs_info_test.cpp (99%) rename be/test/{olap => format}/wal/wal_manager_test.cpp (98%) rename be/test/{olap => format}/wal/wal_reader_writer_test.cpp (95%) rename be/test/{vec/exec => load/channel}/load_stream_stub_map_test.cpp (96%) rename be/test/{olap => load/delta_writer}/delta_writer_cluster_key_test.cpp (93%) rename be/test/{olap => load/delta_writer}/delta_writer_test.cpp (97%) rename be/test/{vec/exec => load/delta_writer}/delta_writer_v2_pool_test.cpp (96%) rename be/test/{olap => load/memtable}/memtable_flush_executor_test.cpp (84%) rename be/test/{olap => load/memtable}/memtable_memory_limiter_test.cpp (97%) rename be/test/{olap => load/memtable}/memtable_sort_test.cpp (98%) rename be/test/{util => runtime}/runtime_profile_counter_tree_node_test.cpp (99%) rename be/test/{util => runtime}/runtime_profile_profile_level_test.cpp (99%) rename be/test/{util => runtime}/runtime_profile_test.cpp (99%) rename be/test/{ => service}/http/http_auth_test.cpp (90%) rename be/test/{ => service}/http/http_client_test.cpp (98%) rename be/test/{ => service}/http/http_utils_test.cpp (96%) rename be/test/{ => service}/http/message_body_sink_test.cpp (97%) rename be/test/{ => service}/http/metrics_action_test.cpp (94%) rename be/test/{ => service}/http/stream_load_test.cpp (90%) rename be/test/{olap => storage/cache}/lru_cache_test.cpp (99%) rename be/test/{olap => storage/cache}/page_cache_test.cpp (99%) rename be/test/{olap => storage}/common_test.cpp (98%) rename be/test/{olap => storage/compaction}/base_compaction_test.cpp (92%) rename be/test/{olap => storage/compaction}/cloud_index_change_compaction_test.cpp (99%) rename be/test/{olap => storage/compaction}/cloud_index_change_task_test.cpp (99%) rename be/test/{olap => storage/compaction}/collection_similarity_test.cpp (99%) rename be/test/{olap => storage/compaction}/collection_statistics_test.cpp (98%) rename be/test/{olap => storage/compaction}/compaction_delete_bitmap_calculator_test.cpp (96%) rename be/test/{olap => storage/compaction}/compaction_metrics_test.cpp (96%) rename be/test/{olap => storage/compaction}/compaction_permit_limiter_test.cpp (97%) rename be/test/{olap => storage/compaction}/compaction_sample_info_test.cpp (98%) rename be/test/{olap => storage/compaction}/compaction_score_test.cpp (95%) rename be/test/{olap => storage/compaction}/compaction_task_test.cpp (97%) rename be/test/{olap => storage/compaction}/cumulative_compaction_policy_test.cpp (99%) rename be/test/{olap => storage/compaction}/cumulative_compaction_test.cpp (96%) rename be/test/{olap => storage/compaction}/cumulative_compaction_time_series_policy_test.cpp (98%) rename be/test/{olap => storage/compaction}/ordered_data_compaction_test.cpp (96%) rename be/test/{olap => storage/compaction}/segcompaction_mow_test.cpp (98%) rename be/test/{olap => storage/compaction}/segcompaction_test.cpp (98%) rename be/test/{olap => storage/compaction}/single_compaction_test.cpp (93%) rename be/test/{olap => storage/compaction}/stale_at_test.cpp (97%) rename be/test/{olap => storage/compaction}/variant_doc_mode_compaction_test.cpp (95%) rename be/test/{vec/olap => storage/compaction}/vertical_compaction_test.cpp (98%) rename be/test/{olap => storage/delete}/delete_bitmap_calculator_test.cpp (96%) rename be/test/{olap => storage/delete}/delete_handler_test.cpp (99%) rename be/test/{olap => storage}/file_header_test.cpp (98%) rename be/test/{olap => storage}/id_manager_test.cpp (98%) rename be/test/{olap/vector_search => storage/index/ann}/CMakeLists.txt (100%) rename be/test/{olap/vector_search => storage/index/ann}/ann_index_edge_case_test.cpp (96%) rename be/test/{olap/vector_search => storage/index/ann}/ann_index_iterator_test.cpp (97%) rename be/test/{olap/vector_search => storage/index/ann}/ann_index_reader_test.cpp (98%) rename be/test/{olap/vector_search => storage/index/ann}/ann_index_smoke_test.cpp (94%) rename be/test/{olap/vector_search => storage/index/ann}/ann_index_writer_test.cpp (98%) rename be/test/{olap/vector_search => storage/index/ann}/ann_range_search_test.cpp (98%) rename be/test/{olap/vector_search => storage/index/ann}/ann_topn_descriptor_test.cpp (96%) rename be/test/{olap/vector_search => storage/index/ann}/ann_topn_runtime_negative_test.cpp (96%) rename be/test/{olap/vector_search => storage/index/ann}/faiss_vector_index_test.cpp (99%) rename be/test/{olap/vector_search => storage/index/ann}/vector_search_utils.cpp (98%) rename be/test/{olap/vector_search => storage/index/ann}/vector_search_utils.h (97%) rename be/test/{olap/vector_index => storage/index/ann}/virtual_column_iterator_test.cpp (99%) rename be/test/{olap => storage/index}/date_bloom_filter_test.cpp (97%) rename be/test/{olap => storage/index}/index_builder_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analysis_factory_mgr_test.cpp (94%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/icu_analyzer_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/ik_anayzer_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/analyzer/simple_analyzer_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/ananlyzer/analyzer_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/ananlyzer/custom_analyzer_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/char_filter_test.cpp (94%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/char_replace_char_filter_factory_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/char_replace_char_filter_test.cpp (95%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/char_filter/icu_normalizer_char_filter_factory_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/common/inverted_index_common_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/common/inverted_index_gc_binlogs_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/compaction/index_compaction_performance_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/compaction/index_compaction_test.cpp (95%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/compaction/index_compaction_write_index_test.cpp (100%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/compaction/util/index_compaction_utils.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/data/data1.csv (100%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/data/data2.csv (100%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/data/sorted_wikipedia-50-1.json (100%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/data/sorted_wikipedia-50-2.json (100%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/empty_index_file_test.cpp (96%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/conjunction_query_test.cpp (94%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/disjunction_query_test.cpp (93%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_edge_query_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_prefix_query_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/exact_phrase_matcher_test.cpp (96%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/ordered_sloppy_phrase_matcher_test.cpp (96%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/phrase_freq_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/phrase_matcher_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/phrase_positions_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/phrase_queue_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query/sloppy_phrase_matcher_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/phrase_query_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/query_helper_test.cpp (95%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query/regexp_query_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query/boolean_query_builder_test.cpp (96%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/boolean_query_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/buffered_union_scorer_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/buffered_union_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/composite_reader_test.cpp (94%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/disjunction_scorer_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/doc_set_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/exclude_scorer_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/intersection_scorer_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/intersection_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/loaded_postings_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/multi_phrase_query_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/occur_boolean_query_real_index_test.cpp (95%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/occur_boolean_query_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_prefix_query_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/phrase_query_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/prefix_query_test.cpp (96%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/regexp_query_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/regexp_wildcard_lowercase_test.cpp (96%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/reqopt_scorer_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/score_combiner_test.cpp (95%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/segment_postings_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/simple_union_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/top_k_collector_test.cpp (100%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/union_postings_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/query_v2/wildcard_query_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/setting_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/similarity/bm25_similarity_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/string_helper_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/ascii_folding_filter_factory_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/icu_normalizer_filter_factory_test.cpp (96%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/lower_case_filter_factory_test.cpp (95%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/pinyin_filter_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/word_delimiter_filter_factory_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/word_delimiter_filter_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/token_filter/word_delimiter_iterator_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/basic_tokenizer_factory_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/char_group_tokenizer_factory_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/edge_ngram_tokenizer_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/icu_tokenizer_factory_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/keyword_analyzer_test.cpp (96%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/ngram_tokenizer_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin_alphabet_tokenizer_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin_analysis_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/pinyin_util_test.cpp (99%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/smart_forest_test.cpp (97%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/smart_get_word_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/tokenizer/standard_tokenizer_factory_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/fixed_bit_set_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/linked_hash_map_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/mock_iterator_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/priority_queue_test.cpp (98%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/reader_test.cpp (94%) rename be/test/{olap/rowset/segment_v2/inverted_index => storage/index/inverted}/util/union_term_iterator_test.cpp (97%) rename be/test/{olap => storage/index}/inverted_index_parser_test.cpp (99%) rename be/test/{olap => storage/index}/inverted_index_profile_test.cpp (98%) rename be/test/{olap => storage/index}/itoken_extractor_test.cpp (99%) rename be/test/{olap => storage/index}/primary_key_index_test.cpp (98%) rename be/test/{vec/olap => storage/iterator}/vertical_merge_iterator_test.cpp (99%) rename be/test/{olap => storage}/key_coder_test.cpp (99%) rename be/test/{olap => storage}/metadata_adder_test.cpp (95%) rename be/test/{olap => storage}/olap_meta_test.cpp (98%) rename be/test/{olap => storage}/olap_type_test.cpp (99%) rename be/test/{olap => storage}/options_test.cpp (99%) rename be/test/{olap => storage}/path_gc_test.cpp (96%) rename be/test/{olap => storage}/pb_convert_test.cpp (100%) rename be/test/{olap => storage/predicate}/accept_null_predicate_test.cpp (97%) rename be/test/{olap => storage/predicate}/block_column_predicate_test.cpp (99%) rename be/test/{olap => storage}/remote_rowset_gc_test.cpp (93%) rename be/test/{olap => storage}/row_cursor_test.cpp (98%) rename be/test/{olap => storage}/rowid_conversion_test.cpp (97%) rename be/test/{olap => storage}/rowset/beta_rowset_test.cpp (97%) rename be/test/{olap => storage}/rowset/pending_rowset_test.cpp (96%) rename be/test/{olap => storage}/rowset/rowset_meta_manager_test.cpp (94%) rename be/test/{olap => storage}/rowset/rowset_meta_test.cpp (98%) rename be/test/{olap => storage}/rowset/unique_rowset_id_generator_test.cpp (97%) rename be/test/{olap => storage/schema_change}/engine_storage_migration_task_test.cpp (94%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/analyzer_key_matcher_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/binary_dict_page_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/binary_plain_page_test.cpp (95%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/binary_plain_page_v2_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/binary_prefix_page_test.cpp (97%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/bitshuffle_page_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/block_bloom_filter_test.cpp (97%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/bloom_filter_index_reader_writer_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/bloom_filter_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/column_meta_accessor_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/column_reader_cache_test.cpp (97%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/column_reader_test.cpp (97%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/column_reader_writer_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/encoding_info_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/external_col_meta_util_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/frame_of_reference_page_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/hierarchical_data_iterator_test.cpp (95%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/index_reader_helper_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_array_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_compound_reader_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_file_reader_test.cpp (97%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_file_writer_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_fs_directory_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_iterator_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_reader_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_searcher_cache_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_searcher_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/inverted_index_writer_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/mock/mock_segment.h (95%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/nested_group_path_filter_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/nested_group_path_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/nested_group_provider_test.cpp (96%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/ordinal_page_index_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/plain_page_test.cpp (98%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/rle_page_test.cpp (97%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/row_ranges_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/search_function_query_cache_test.cpp (98%) rename be/test/{olap => storage/segment}/segment_cache_test.cpp (93%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/segment_corruption_test.cpp (96%) rename be/test/{olap => storage/segment}/segment_footer_cache_test.cpp (97%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/segment_iterator_apply_index_expr_test.cpp (100%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/segment_iterator_no_need_read_data_test.cpp (96%) rename be/test/{olap => storage/segment}/segments_key_bounds_truncation_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/variant_column_writer_reader_test.cpp (99%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/variant_stats_calculator_test.cpp (96%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/variant_util_test.cpp (97%) rename be/test/{olap/rowset/segment_v2 => storage/segment}/zone_map_index_test.cpp (98%) rename be/test/{olap => storage}/short_key_index_test.cpp (98%) rename be/test/{olap => storage/snapshot}/snapshot_manager_test.cpp (96%) rename be/test/{olap => storage}/storage_engine_test.cpp (97%) rename be/test/{olap => storage}/storage_resource_test.cpp (98%) rename be/test/{olap => storage}/storage_types_test.cpp (98%) rename be/test/{olap => storage/tablet}/tablet_column_object_pool_test.cpp (99%) rename be/test/{olap => storage/tablet}/tablet_cooldown_test.cpp (96%) rename be/test/{olap => storage/tablet}/tablet_index_test.cpp (98%) rename be/test/{olap => storage/tablet}/tablet_meta_manager_test.cpp (97%) rename be/test/{olap => storage/tablet}/tablet_meta_test.cpp (98%) rename be/test/{olap => storage/tablet}/tablet_mgr_test.cpp (97%) rename be/test/{olap => storage/tablet}/tablet_schema_helper.cpp (98%) rename be/test/{olap => storage/tablet}/tablet_schema_helper.h (96%) rename be/test/{olap => storage/tablet}/tablet_schema_index_test.cpp (98%) rename be/test/{olap => storage/tablet}/tablet_schema_test.cpp (99%) rename be/test/{olap => storage/tablet}/tablet_test.cpp (97%) rename be/test/{olap => storage}/test_data/all_types_100 (100%) rename be/test/{olap => storage}/test_data/all_types_100.txt (100%) rename be/test/{olap => storage}/test_data/all_types_1000 (100%) rename be/test/{olap => storage}/test_data/all_types_1000.txt (100%) rename be/test/{olap => storage}/test_data/all_types_100000 (100%) rename be/test/{olap => storage}/test_data/all_types_100000.txt (100%) rename be/test/{olap => storage}/test_data/all_types_100_rollup (100%) rename be/test/{olap => storage}/test_data/arm_new_1744017919441.idx (100%) rename be/test/{olap => storage}/test_data/arm_new_v2.idx (100%) rename be/test/{olap => storage}/test_data/arm_old_1744016478651.idx (100%) rename be/test/{olap => storage}/test_data/arm_old_v2.idx (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.dat (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.idx (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.dat (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.idx (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.dat (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.idx (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.dat (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.idx (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.dat (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.idx (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.dat (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.idx (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.dat (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.idx (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.dat (100%) rename be/test/{olap => storage}/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.idx (100%) rename be/test/{olap => storage}/test_data/dict_encoding_data.dat (100%) rename be/test/{olap => storage}/test_data/header_without_inc_rs.txt (100%) rename be/test/{olap => storage}/test_data/key_coder_complex.dat (100%) rename be/test/{olap => storage}/test_data/key_coder_test.dat (100%) rename be/test/{olap => storage}/test_data/push_broker_reader.parquet (100%) rename be/test/{olap => storage}/test_data/row_table/10009.hdr (100%) rename be/test/{olap => storage}/test_data/row_table/10009_0_1_0_0.dat (100%) rename be/test/{olap => storage}/test_data/row_table/10009_0_1_0_0.idx (100%) rename be/test/{olap => storage}/test_data/row_table/10009_2_2_7366856083625085639_0.dat (100%) rename be/test/{olap => storage}/test_data/row_table/10009_2_2_7366856083625085639_0.idx (100%) rename be/test/{olap => storage}/test_data/rowset.json (100%) rename be/test/{olap => storage}/test_data/rowset_meta.json (100%) rename be/test/{olap => storage}/test_data/rowset_meta2.json (100%) rename be/test/{olap => storage}/test_data/rowset_meta3.json (100%) rename be/test/{olap => storage}/test_data/x86_new_1744025019684.idx (100%) rename be/test/{olap => storage}/test_data/x86_new_v2.idx (100%) rename be/test/{olap => storage}/test_data/x86_noavx2_new_1744093412581.idx (100%) rename be/test/{olap => storage}/test_data/x86_noavx2_new_v2.idx (100%) rename be/test/{olap => storage}/test_data/x86_noavx2_old_1744076790030.idx (100%) rename be/test/{olap => storage}/test_data/x86_noavx2_old_v2.idx (100%) rename be/test/{olap => storage}/test_data/x86_old_10248.idx (100%) rename be/test/{olap => storage}/test_data/x86_old_v2.idx (100%) rename be/test/{olap => storage}/timestamped_version_tracker_test.cpp (99%) rename be/test/{olap => storage/txn}/txn_manager_test.cpp (96%) rename be/test/{vec/olap => util}/char_type_padding_test.cpp (93%) diff --git a/be/CMakeLists.txt b/be/CMakeLists.txt index b21424f3ac255f..aa4e22320ccbcd 100644 --- a/be/CMakeLists.txt +++ b/be/CMakeLists.txt @@ -524,20 +524,18 @@ set(DORIS_LINK_LIBS ${WL_START_GROUP} Agent Common + Core Exec Exprs + Format IO - Olap + Storage Runtime - RuntimeFilter Service Util DorisGen - Webserver - Geo - GeoType - Vec - Pipeline + Load + InformationSchema Cloud ${WL_END_GROUP} CommonCPP @@ -868,21 +866,23 @@ endfunction(pch_reuse target) add_subdirectory(${SRC_DIR}/agent) add_subdirectory(${SRC_DIR}/common) +add_subdirectory(${SRC_DIR}/core) add_subdirectory(${SRC_DIR}/exec) add_subdirectory(${SRC_DIR}/exprs) +add_subdirectory(${SRC_DIR}/format) add_subdirectory(${SRC_DIR}/gen_cpp) -add_subdirectory(${SRC_DIR}/geo) -add_subdirectory(${SRC_DIR}/http) add_subdirectory(${SRC_DIR}/io) -add_subdirectory(${SRC_DIR}/olap/rowset/segment_v2/ann_index) -add_subdirectory(${SRC_DIR}/olap) +add_subdirectory(${SRC_DIR}/storage/index/ann) +add_subdirectory(${SRC_DIR}/storage) add_subdirectory(${SRC_DIR}/runtime) -add_subdirectory(${SRC_DIR}/runtime_filter) add_subdirectory(${SRC_DIR}/service) # this include doris_be add_subdirectory(${SRC_DIR}/cloud) +add_subdirectory(${SRC_DIR}/load) +add_subdirectory(${SRC_DIR}/information_schema) option(BUILD_META_TOOL "Build meta tool" OFF) -if (BUILD_META_TOOL) +option(BUILD_INDEX_TOOL "Build index tool" OFF) +if (BUILD_META_TOOL OR BUILD_INDEX_TOOL) add_subdirectory(${SRC_DIR}/tools) endif() @@ -897,14 +897,7 @@ if (BUILD_FILE_CACHE_MICROBENCH_TOOL) DESTINATION ${OUTPUT_DIR}/bin) endif() -option(BUILD_INDEX_TOOL "Build index tool" OFF) -if (BUILD_INDEX_TOOL) - add_subdirectory(${SRC_DIR}/index-tools) -endif() - add_subdirectory(${SRC_DIR}/util) -add_subdirectory(${SRC_DIR}/vec) -add_subdirectory(${SRC_DIR}/pipeline) # this include doris_be_test if (MAKE_TEST) diff --git a/be/benchmark/benchmark_plain_text_line_reader.hpp b/be/benchmark/benchmark_plain_text_line_reader.hpp index e70778d11f7781..27e7e079948cc5 100644 --- a/be/benchmark/benchmark_plain_text_line_reader.hpp +++ b/be/benchmark/benchmark_plain_text_line_reader.hpp @@ -16,6 +16,7 @@ // under the License. #include + #include #include @@ -23,81 +24,90 @@ namespace doris { -static std::string create_test_data(size_t length, const std::string& delimiter = "", char fill_char = 'a') { +static std::string create_test_data(size_t length, const std::string& delimiter = "", + char fill_char = 'a') { return std::string(length, fill_char) + delimiter; } static void BM_FindLfCrlfLineSep(benchmark::State& state) { size_t data_size = state.range(0); size_t delimiter_type = state.range(1); - + std::string test_data; - switch(delimiter_type) { - case 0: // No delimiter - test_data = create_test_data(data_size); - break; - case 1: // Delimiter is \n - test_data = create_test_data(data_size, "\n"); - break; - case 2: // Delimiter is \r\n - test_data = create_test_data(data_size, "\r\n"); - break; - default: - test_data = create_test_data(data_size); - break; + switch (delimiter_type) { + case 0: // No delimiter + test_data = create_test_data(data_size); + break; + case 1: // Delimiter is \n + test_data = create_test_data(data_size, "\n"); + break; + case 2: // Delimiter is \r\n + test_data = create_test_data(data_size, "\r\n"); + break; + default: + test_data = create_test_data(data_size); + break; } PlainTextLineReaderCtx ctx("\n", 1, false); const auto* data = reinterpret_cast(test_data.c_str()); const size_t size = test_data.size(); - + for (auto _ : state) { const auto* result = ctx.find_lf_crlf_line_sep(data, size); benchmark::DoNotOptimize(result); } - + state.SetBytesProcessed(state.iterations() * test_data.size()); - + std::string label = "size_" + std::to_string(data_size); switch (delimiter_type) { - case 0: label += "_delim_no"; break; - case 1: label += "_delim_lf"; break; - case 2: label += "_delim_crlf"; break; - default: label += "_delim_no"; break; + case 0: + label += "_delim_no"; + break; + case 1: + label += "_delim_lf"; + break; + case 2: + label += "_delim_crlf"; + break; + default: + label += "_delim_no"; + break; } state.SetLabel(label); } BENCHMARK(BM_FindLfCrlfLineSep) - ->Unit(benchmark::kNanosecond) - ->Args({16, 0}) // 16 bytes, no delimiter - ->Args({16, 1}) // 16 bytes, delimiter is \n - ->Args({16, 2}) // 16 bytes, delimiter is \r\n - ->Args({32, 0}) // 32 bytes, no delimiter - ->Args({32, 1}) // 32 bytes, delimiter is \n - ->Args({32, 2}) // 32 bytes, delimiter is \r\n - ->Args({64, 0}) // 64 bytes, no delimiter - ->Args({64, 1}) // 64 bytes, delimiter is \n - ->Args({64, 2}) // 64 bytes, delimiter is \r\n - ->Args({128, 0}) // 128 bytes, no delimiter - ->Args({128, 1}) // 128 bytes, delimiter is \n - ->Args({128, 2}) // 128 bytes, delimiter is \r\n - ->Args({256, 0}) // 256 bytes, no delimiter - ->Args({256, 1}) // 256 bytes, delimiter is \n - ->Args({256, 2}) // 256 bytes, delimiter is \r\n - ->Args({512, 0}) // 512 bytes, no delimiter - ->Args({512, 1}) // 512 bytes, delimiter is \n - ->Args({512, 2}) // 512 bytes, delimiter is \r\n - ->Args({1024, 0}) // 1KB, no delimiter - ->Args({1024, 1}) // 1KB, delimiter is \n - ->Args({1024, 2}) // 1KB, delimiter is \r\n - ->Args({64 * 1024, 0}) // 64KB, no delimiter - ->Args({64 * 1024, 1}) // 64KB, delimiter is \n - ->Args({64 * 1024, 2}) // 64KB, delimiter is \r\n - ->Args({1024 * 1024, 0}) // 1MB, no delimiter - ->Args({1024 * 1024, 1}) // 1MB, delimiter is \n - ->Args({1024 * 1024, 2}) // 1MB, delimiter is \r\n - ->Repetitions(5) - ->DisplayAggregatesOnly(); + ->Unit(benchmark::kNanosecond) + ->Args({16, 0}) // 16 bytes, no delimiter + ->Args({16, 1}) // 16 bytes, delimiter is \n + ->Args({16, 2}) // 16 bytes, delimiter is \r\n + ->Args({32, 0}) // 32 bytes, no delimiter + ->Args({32, 1}) // 32 bytes, delimiter is \n + ->Args({32, 2}) // 32 bytes, delimiter is \r\n + ->Args({64, 0}) // 64 bytes, no delimiter + ->Args({64, 1}) // 64 bytes, delimiter is \n + ->Args({64, 2}) // 64 bytes, delimiter is \r\n + ->Args({128, 0}) // 128 bytes, no delimiter + ->Args({128, 1}) // 128 bytes, delimiter is \n + ->Args({128, 2}) // 128 bytes, delimiter is \r\n + ->Args({256, 0}) // 256 bytes, no delimiter + ->Args({256, 1}) // 256 bytes, delimiter is \n + ->Args({256, 2}) // 256 bytes, delimiter is \r\n + ->Args({512, 0}) // 512 bytes, no delimiter + ->Args({512, 1}) // 512 bytes, delimiter is \n + ->Args({512, 2}) // 512 bytes, delimiter is \r\n + ->Args({1024, 0}) // 1KB, no delimiter + ->Args({1024, 1}) // 1KB, delimiter is \n + ->Args({1024, 2}) // 1KB, delimiter is \r\n + ->Args({64 * 1024, 0}) // 64KB, no delimiter + ->Args({64 * 1024, 1}) // 64KB, delimiter is \n + ->Args({64 * 1024, 2}) // 64KB, delimiter is \r\n + ->Args({1024 * 1024, 0}) // 1MB, no delimiter + ->Args({1024 * 1024, 1}) // 1MB, delimiter is \n + ->Args({1024 * 1024, 2}) // 1MB, delimiter is \r\n + ->Repetitions(5) + ->DisplayAggregatesOnly(); } // namespace doris diff --git a/be/src/agent/agent_server.cpp b/be/src/agent/agent_server.cpp index d703e241ddad86..c54390d16cf46f 100644 --- a/be/src/agent/agent_server.cpp +++ b/be/src/agent/agent_server.cpp @@ -37,11 +37,11 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/snapshot_manager.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/storage_engine.h" #include "util/work_thread_pool.hpp" namespace doris { diff --git a/be/src/agent/heartbeat_server.cpp b/be/src/agent/heartbeat_server.cpp index ec024844d8581a..327b14cf669d02 100644 --- a/be/src/agent/heartbeat_server.cpp +++ b/be/src/agent/heartbeat_server.cpp @@ -32,12 +32,12 @@ #include "cloud/config.h" #include "common/config.h" #include "common/status.h" -#include "olap/storage_engine.h" #include "runtime/cluster_info.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "runtime/heartbeat_flags.h" #include "service/backend_options.h" +#include "storage/storage_engine.h" #include "util/debug_util.h" #include "util/mem_info.h" #include "util/network_util.h" diff --git a/be/src/agent/task_worker_pool.cpp b/be/src/agent/task_worker_pool.cpp index 2b52ea9ed64842..ffdd110cf81056 100644 --- a/be/src/agent/task_worker_pool.cpp +++ b/be/src/agent/task_worker_pool.cpp @@ -55,6 +55,7 @@ #include "cloud/config.h" #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" #include "io/fs/file_system.h" #include "io/fs/hdfs_file_system.h" @@ -63,35 +64,34 @@ #include "io/fs/path.h" #include "io/fs/remote_file_system.h" #include "io/fs/s3_file_system.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/snapshot_manager.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/task/engine_batch_load_task.h" -#include "olap/task/engine_checksum_task.h" -#include "olap/task/engine_clone_task.h" -#include "olap/task/engine_cloud_index_change_task.h" -#include "olap/task/engine_index_change_task.h" -#include "olap/task/engine_publish_version_task.h" -#include "olap/task/engine_storage_migration_task.h" -#include "olap/txn_manager.h" -#include "olap/utils.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "runtime/index_policy/index_policy_mgr.h" #include "runtime/memory/global_memory_arbitrator.h" #include "runtime/snapshot_loader.h" #include "service/backend_options.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/task/engine_batch_load_task.h" +#include "storage/task/engine_checksum_task.h" +#include "storage/task/engine_clone_task.h" +#include "storage/task/engine_cloud_index_change_task.h" +#include "storage/task/engine_index_change_task.h" +#include "storage/task/engine_publish_version_task.h" +#include "storage/task/engine_storage_migration_task.h" +#include "storage/txn/txn_manager.h" +#include "storage/utils.h" #include "util/brpc_client_cache.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" #include "util/jni-util.h" #include "util/mem_info.h" #include "util/random.h" diff --git a/be/src/agent/utils.cpp b/be/src/agent/utils.cpp index 740caecb047e99..8064eef7ac72c1 100644 --- a/be/src/agent/utils.cpp +++ b/be/src/agent/utils.cpp @@ -42,8 +42,8 @@ #include "common/config.h" #include "common/status.h" -#include "runtime/client_cache.h" #include "runtime/cluster_info.h" +#include "util/client_cache.h" namespace doris { class TConfirmUnusedRemoteFilesRequest; diff --git a/be/src/agent/utils.h b/be/src/agent/utils.h index 70dfe1a98185b8..42c59718861aaf 100644 --- a/be/src/agent/utils.h +++ b/be/src/agent/utils.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "runtime/client_cache.h" +#include "util/client_cache.h" namespace doris { class TConfirmUnusedRemoteFilesRequest; diff --git a/be/src/cloud/cloud_backend_service.cpp b/be/src/cloud/cloud_backend_service.cpp index 7b3ad247070da1..34fc0bf8473336 100644 --- a/be/src/cloud/cloud_backend_service.cpp +++ b/be/src/cloud/cloud_backend_service.cpp @@ -29,8 +29,8 @@ #include "common/status.h" #include "io/cache/block_file_cache_downloader.h" #include "io/cache/block_file_cache_factory.h" -#include "runtime/stream_load/stream_load_context.h" -#include "runtime/stream_load/stream_load_recorder.h" +#include "load/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_recorder.h" #include "util/brpc_client_cache.h" // BrpcClientCache #include "util/thrift_server.h" diff --git a/be/src/cloud/cloud_base_compaction.cpp b/be/src/cloud/cloud_base_compaction.cpp index e0d424c413c621..f6e98e8fb316b5 100644 --- a/be/src/cloud/cloud_base_compaction.cpp +++ b/be/src/cloud/cloud_base_compaction.cpp @@ -17,19 +17,20 @@ #include "cloud/cloud_base_compaction.h" +#include + #include #include "cloud/cloud_meta_mgr.h" #include "cloud/config.h" #include "common/config.h" +#include "core/value/vdatetime_value.h" #include "cpp/sync_point.h" -#include "gen_cpp/cloud.pb.h" -#include "olap/compaction.h" -#include "olap/task/engine_checksum_task.h" #include "service/backend_options.h" +#include "storage/compaction/compaction.h" +#include "storage/task/engine_checksum_task.h" #include "util/thread.h" #include "util/uuid_generator.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { using namespace ErrorCode; diff --git a/be/src/cloud/cloud_base_compaction.h b/be/src/cloud/cloud_base_compaction.h index 63bb5c61def9d1..c89047b919beb3 100644 --- a/be/src/cloud/cloud_base_compaction.h +++ b/be/src/cloud/cloud_base_compaction.h @@ -21,7 +21,7 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" -#include "olap/compaction.h" +#include "storage/compaction/compaction.h" namespace doris { diff --git a/be/src/cloud/cloud_compaction_action.cpp b/be/src/cloud/cloud_compaction_action.cpp index ddc2292b41de6a..d9a7794edca785 100644 --- a/be/src/cloud/cloud_compaction_action.cpp +++ b/be/src/cloud/cloud_compaction_action.cpp @@ -36,20 +36,20 @@ #include "cloud/cloud_tablet.h" #include "cloud/cloud_tablet_mgr.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/base_compaction.h" -#include "olap/cumulative_compaction.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/full_compaction.h" -#include "olap/olap_define.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "util/doris_metrics.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/compaction/base_compaction.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/compaction/full_compaction.h" +#include "storage/olap_define.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/cloud/cloud_compaction_action.h b/be/src/cloud/cloud_compaction_action.h index 026426826d86d4..f86a89d19602fa 100644 --- a/be/src/cloud/cloud_compaction_action.h +++ b/be/src/cloud/cloud_compaction_action.h @@ -23,9 +23,9 @@ #include "cloud/cloud_storage_engine.h" #include "common/status.h" -#include "http/action/compaction_action.h" -#include "http/http_handler_with_auth.h" -#include "olap/tablet.h" +#include "service/http/action/compaction_action.h" +#include "service/http/http_handler_with_auth.h" +#include "storage/tablet/tablet.h" namespace doris { class HttpRequest; diff --git a/be/src/cloud/cloud_compaction_stop_token.cpp b/be/src/cloud/cloud_compaction_stop_token.cpp index 9d6f1b614a61dc..d65072559ddb0e 100644 --- a/be/src/cloud/cloud_compaction_stop_token.cpp +++ b/be/src/cloud/cloud_compaction_stop_token.cpp @@ -17,10 +17,11 @@ #include "cloud/cloud_compaction_stop_token.h" +#include + #include "cloud/cloud_meta_mgr.h" #include "cloud/config.h" #include "common/logging.h" -#include "gen_cpp/cloud.pb.h" namespace doris { diff --git a/be/src/cloud/cloud_cumulative_compaction.cpp b/be/src/cloud/cloud_cumulative_compaction.cpp index bd2106741d6196..a6ad435ce63ef4 100644 --- a/be/src/cloud/cloud_cumulative_compaction.cpp +++ b/be/src/cloud/cloud_cumulative_compaction.cpp @@ -17,6 +17,8 @@ #include "cloud/cloud_cumulative_compaction.h" +#include + #include "cloud/cloud_meta_mgr.h" #include "cloud/cloud_tablet_mgr.h" #include "cloud/config.h" @@ -24,10 +26,9 @@ #include "common/logging.h" #include "common/status.h" #include "cpp/sync_point.h" -#include "gen_cpp/cloud.pb.h" -#include "olap/compaction.h" -#include "olap/cumulative_compaction_policy.h" #include "service/backend_options.h" +#include "storage/compaction/compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" #include "util/debug_points.h" #include "util/trace.h" #include "util/uuid_generator.h" diff --git a/be/src/cloud/cloud_cumulative_compaction.h b/be/src/cloud/cloud_cumulative_compaction.h index e139054bbc7ee8..174d0d57a97cc7 100644 --- a/be/src/cloud/cloud_cumulative_compaction.h +++ b/be/src/cloud/cloud_cumulative_compaction.h @@ -21,7 +21,7 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" -#include "olap/compaction.h" +#include "storage/compaction/compaction.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/cloud/cloud_cumulative_compaction_policy.cpp b/be/src/cloud/cloud_cumulative_compaction_policy.cpp index 5fee34119ac136..53d336e5c70396 100644 --- a/be/src/cloud/cloud_cumulative_compaction_policy.cpp +++ b/be/src/cloud/cloud_cumulative_compaction_policy.cpp @@ -26,10 +26,10 @@ #include "common/config.h" #include "common/logging.h" #include "cpp/sync_point.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/olap_common.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/defer_op.h" namespace doris { diff --git a/be/src/cloud/cloud_cumulative_compaction_policy.h b/be/src/cloud/cloud_cumulative_compaction_policy.h index df2cc3a1171fbf..7f0da55d240dc8 100644 --- a/be/src/cloud/cloud_cumulative_compaction_policy.h +++ b/be/src/cloud/cloud_cumulative_compaction_policy.h @@ -26,8 +26,8 @@ #include "cloud/cloud_tablet.h" #include "common/config.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/cloud/cloud_delete_task.cpp b/be/src/cloud/cloud_delete_task.cpp index 1670e41170bc13..0b51da4eafdabc 100644 --- a/be/src/cloud/cloud_delete_task.cpp +++ b/be/src/cloud/cloud_delete_task.cpp @@ -25,7 +25,7 @@ #include "cloud/cloud_tablet.h" #include "cloud/cloud_tablet_mgr.h" #include "common/logging.h" -#include "olap/delete_handler.h" +#include "storage/delete/delete_handler.h" namespace doris { using namespace ErrorCode; diff --git a/be/src/cloud/cloud_delta_writer.cpp b/be/src/cloud/cloud_delta_writer.cpp index f499f847a8088d..adffcb911ae00e 100644 --- a/be/src/cloud/cloud_delta_writer.cpp +++ b/be/src/cloud/cloud_delta_writer.cpp @@ -21,7 +21,7 @@ #include "cloud/cloud_rowset_builder.h" #include "cloud/cloud_storage_engine.h" #include "cloud/config.h" -#include "olap/delta_writer.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/thread_context.h" namespace doris { diff --git a/be/src/cloud/cloud_delta_writer.h b/be/src/cloud/cloud_delta_writer.h index b4c9e6eda6f7f6..cac14eeff3ce61 100644 --- a/be/src/cloud/cloud_delta_writer.h +++ b/be/src/cloud/cloud_delta_writer.h @@ -19,7 +19,7 @@ #include -#include "olap/delta_writer.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/workload_management/resource_context.h" namespace doris { diff --git a/be/src/cloud/cloud_engine_calc_delete_bitmap_task.cpp b/be/src/cloud/cloud_engine_calc_delete_bitmap_task.cpp index 05d94195ec0c32..66510d01d184fb 100644 --- a/be/src/cloud/cloud_engine_calc_delete_bitmap_task.cpp +++ b/be/src/cloud/cloud_engine_calc_delete_bitmap_task.cpp @@ -27,15 +27,15 @@ #include "cloud/cloud_meta_mgr.h" #include "cloud/cloud_tablet.h" #include "common/status.h" -#include "olap/base_tablet.h" -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_meta.h" -#include "olap/txn_manager.h" -#include "olap/utils.h" #include "runtime/memory/mem_tracker_limiter.h" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/txn/txn_manager.h" +#include "storage/utils.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/cloud/cloud_engine_calc_delete_bitmap_task.h b/be/src/cloud/cloud_engine_calc_delete_bitmap_task.h index f5cbfe5a0b0dfa..5ea11e8d4c37f5 100644 --- a/be/src/cloud/cloud_engine_calc_delete_bitmap_task.h +++ b/be/src/cloud/cloud_engine_calc_delete_bitmap_task.h @@ -17,14 +17,15 @@ #pragma once +#include + #include #include #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" -#include "gen_cpp/AgentService_types.h" -#include "olap/tablet_fwd.h" -#include "olap/task/engine_task.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/task/engine_task.h" namespace doris { diff --git a/be/src/cloud/cloud_full_compaction.cpp b/be/src/cloud/cloud_full_compaction.cpp index 15160cfabd497d..8dfb3da433f94e 100644 --- a/be/src/cloud/cloud_full_compaction.cpp +++ b/be/src/cloud/cloud_full_compaction.cpp @@ -17,6 +17,8 @@ #include "cloud/cloud_full_compaction.h" +#include + #include #include "cloud/cloud_meta_mgr.h" @@ -24,16 +26,15 @@ #include "cloud/config.h" #include "common/config.h" #include "common/status.h" +#include "core/column/column.h" #include "cpp/sync_point.h" -#include "gen_cpp/cloud.pb.h" -#include "olap/compaction.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/tablet_meta.h" #include "service/backend_options.h" +#include "storage/compaction/compaction.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/tablet/tablet_meta.h" #include "util/debug_points.h" #include "util/thread.h" #include "util/uuid_generator.h" -#include "vec/columns/column.h" namespace doris { using namespace ErrorCode; diff --git a/be/src/cloud/cloud_full_compaction.h b/be/src/cloud/cloud_full_compaction.h index 1cdf52472c0d60..e5c440e52b9b8a 100644 --- a/be/src/cloud/cloud_full_compaction.h +++ b/be/src/cloud/cloud_full_compaction.h @@ -21,7 +21,7 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" -#include "olap/compaction.h" +#include "storage/compaction/compaction.h" namespace doris { diff --git a/be/src/cloud/cloud_index_change_compaction.h b/be/src/cloud/cloud_index_change_compaction.h index aeeabb98ada788..e0bd7952ca7568 100644 --- a/be/src/cloud/cloud_index_change_compaction.h +++ b/be/src/cloud/cloud_index_change_compaction.h @@ -21,7 +21,7 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" -#include "olap/compaction.h" +#include "storage/compaction/compaction.h" namespace doris { diff --git a/be/src/cloud/cloud_meta_mgr.cpp b/be/src/cloud/cloud_meta_mgr.cpp index a3b2a51ef50cde..1cf71f74632c00 100644 --- a/be/src/cloud/cloud_meta_mgr.cpp +++ b/be/src/cloud/cloud_meta_mgr.cpp @@ -22,7 +22,12 @@ #include #include #include +#include +#include #include +#include +#include +#include #include #include @@ -48,21 +53,16 @@ #include "common/logging.h" #include "common/status.h" #include "cpp/sync_point.h" -#include "gen_cpp/FrontendService.h" -#include "gen_cpp/HeartbeatService_types.h" -#include "gen_cpp/Types_types.h" -#include "gen_cpp/cloud.pb.h" -#include "gen_cpp/olap_file.pb.h" #include "io/fs/obj_storage_client.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/storage_engine.h" -#include "olap/tablet_meta.h" -#include "runtime/client_cache.h" +#include "load/stream_load/stream_load_context.h" #include "runtime/exec_env.h" -#include "runtime/stream_load/stream_load_context.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_meta.h" +#include "util/client_cache.h" #include "util/network_util.h" #include "util/s3_util.h" #include "util/thrift_rpc_helper.h" diff --git a/be/src/cloud/cloud_meta_mgr.h b/be/src/cloud/cloud_meta_mgr.h index ea13069ef20b0f..e469a90592ebb5 100644 --- a/be/src/cloud/cloud_meta_mgr.h +++ b/be/src/cloud/cloud_meta_mgr.h @@ -27,8 +27,8 @@ #include "cloud/cloud_tablet.h" #include "common/status.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/rowset_meta.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/rowset/rowset_meta.h" #include "util/s3_util.h" namespace doris { diff --git a/be/src/cloud/cloud_rowset_builder.cpp b/be/src/cloud/cloud_rowset_builder.cpp index 8ef15424a3d791..0ce4829d9fe1ba 100644 --- a/be/src/cloud/cloud_rowset_builder.cpp +++ b/be/src/cloud/cloud_rowset_builder.cpp @@ -21,7 +21,7 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" #include "cloud/cloud_tablet_mgr.h" -#include "olap/storage_policy.h" +#include "storage/storage_policy.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/cloud/cloud_rowset_builder.h b/be/src/cloud/cloud_rowset_builder.h index afa5d7c7574b6d..3384f2351671fa 100644 --- a/be/src/cloud/cloud_rowset_builder.h +++ b/be/src/cloud/cloud_rowset_builder.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset_builder.h" +#include "storage/rowset_builder.h" namespace doris { diff --git a/be/src/cloud/cloud_rowset_writer.cpp b/be/src/cloud/cloud_rowset_writer.cpp index c5b58049ae42b4..47cc3865c1bf65 100644 --- a/be/src/cloud/cloud_rowset_writer.cpp +++ b/be/src/cloud/cloud_rowset_writer.cpp @@ -22,7 +22,7 @@ #include "io/cache/block_file_cache_factory.h" #include "io/fs/packed_file_manager.h" #include "io/fs/packed_file_writer.h" -#include "olap/rowset/rowset_factory.h" +#include "storage/rowset/rowset_factory.h" namespace doris { diff --git a/be/src/cloud/cloud_rowset_writer.h b/be/src/cloud/cloud_rowset_writer.h index 56cbe4df24995f..905435f3cf4342 100644 --- a/be/src/cloud/cloud_rowset_writer.h +++ b/be/src/cloud/cloud_rowset_writer.h @@ -18,7 +18,7 @@ #pragma once #include "cloud/cloud_storage_engine.h" -#include "olap/rowset/beta_rowset_writer.h" +#include "storage/rowset/beta_rowset_writer.h" namespace doris { diff --git a/be/src/cloud/cloud_schema_change_job.cpp b/be/src/cloud/cloud_schema_change_job.cpp index 7bc47c9c117007..807422c1fceaad 100644 --- a/be/src/cloud/cloud_schema_change_job.cpp +++ b/be/src/cloud/cloud_schema_change_job.cpp @@ -29,17 +29,17 @@ #include "cloud/cloud_meta_mgr.h" #include "cloud/cloud_tablet_mgr.h" #include "common/status.h" -#include "olap/delete_handler.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_meta.h" #include "service/backend_options.h" +#include "storage/delete/delete_handler.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_meta.h" #include "util/debug_points.h" namespace doris { diff --git a/be/src/cloud/cloud_schema_change_job.h b/be/src/cloud/cloud_schema_change_job.h index 0132d1f506a53b..8428e17c496ced 100644 --- a/be/src/cloud/cloud_schema_change_job.h +++ b/be/src/cloud/cloud_schema_change_job.h @@ -21,9 +21,9 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" -#include "olap/rowset/rowset.h" -#include "olap/schema_change.h" -#include "olap/tablet_fwd.h" +#include "storage/rowset/rowset.h" +#include "storage/schema_change/schema_change.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/cloud/cloud_snapshot_loader.cpp b/be/src/cloud/cloud_snapshot_loader.cpp index b75616adf0c9e7..9be1f90f65c11e 100644 --- a/be/src/cloud/cloud_snapshot_loader.cpp +++ b/be/src/cloud/cloud_snapshot_loader.cpp @@ -30,13 +30,13 @@ #include "io/fs/path.h" #include "io/fs/remote_file_system.h" #include "io/fs/s3_file_system.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/tablet.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/tablet/tablet.h" #include "util/slice.h" namespace doris { diff --git a/be/src/cloud/cloud_snapshot_loader.h b/be/src/cloud/cloud_snapshot_loader.h index c6e690d3e69594..7f6420a00dbcde 100644 --- a/be/src/cloud/cloud_snapshot_loader.h +++ b/be/src/cloud/cloud_snapshot_loader.h @@ -19,8 +19,8 @@ #include "cloud/cloud_tablet.h" #include "common/status.h" -#include "olap/storage_policy.h" #include "runtime/snapshot_loader.h" +#include "storage/storage_policy.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/cloud/cloud_snapshot_mgr.cpp b/be/src/cloud/cloud_snapshot_mgr.cpp index 2d471d8097584a..781680f5b1a37b 100644 --- a/be/src/cloud/cloud_snapshot_mgr.cpp +++ b/be/src/cloud/cloud_snapshot_mgr.cpp @@ -31,22 +31,22 @@ #include "common/logging.h" #include "common/status.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/pb_helper.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/storage_policy.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_cache.h" -#include "olap/utils.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/pb_helper.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_cache.h" +#include "storage/utils.h" #include "util/slice.h" #include "util/uid_util.h" diff --git a/be/src/cloud/cloud_snapshot_mgr.h b/be/src/cloud/cloud_snapshot_mgr.h index e249e3e4865991..31779905f9fdf9 100644 --- a/be/src/cloud/cloud_snapshot_mgr.h +++ b/be/src/cloud/cloud_snapshot_mgr.h @@ -24,9 +24,9 @@ #include "cloud/cloud_tablet.h" #include "common/status.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/storage_policy.h" -#include "olap/tablet_fwd.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { class CloudStorageEngine; diff --git a/be/src/cloud/cloud_storage_engine.cpp b/be/src/cloud/cloud_storage_engine.cpp index 126e9701a79af4..432c1fde72fbc5 100644 --- a/be/src/cloud/cloud_storage_engine.cpp +++ b/be/src/cloud/cloud_storage_engine.cpp @@ -46,6 +46,7 @@ #include "common/config.h" #include "common/signal_handler.h" #include "common/status.h" +#include "core/assert_cast.h" #include "io/cache/block_file_cache_downloader.h" #include "io/cache/block_file_cache_factory.h" #include "io/cache/file_cache_common.h" @@ -54,14 +55,13 @@ #include "io/fs/s3_file_system.h" #include "io/hdfs_util.h" #include "io/io_common.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/memtable_flush_executor.h" -#include "olap/storage_policy.h" +#include "load/memtable/memtable_flush_executor.h" #include "runtime/memory/cache_manager.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/storage_policy.h" #include "util/parse_util.h" #include "util/time.h" -#include "vec/common/assert_cast.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/cloud/cloud_storage_engine.h b/be/src/cloud/cloud_storage_engine.h index 9c27e164bba7f8..7d0a3e6129645f 100644 --- a/be/src/cloud/cloud_storage_engine.h +++ b/be/src/cloud/cloud_storage_engine.h @@ -26,12 +26,12 @@ //#include "cloud/cloud_full_compaction.h" #include "cloud/cloud_cumulative_compaction_policy.h" #include "cloud/cloud_tablet.h" +#include "cloud/cloud_txn_delete_bitmap_cache.h" #include "cloud/config.h" -#include "cloud_txn_delete_bitmap_cache.h" #include "io/cache/block_file_cache_factory.h" -#include "olap/compaction.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" +#include "storage/compaction/compaction.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" #include "util/threadpool.h" namespace doris { diff --git a/be/src/cloud/cloud_stream_load_executor.cpp b/be/src/cloud/cloud_stream_load_executor.cpp index e982acea923bc9..f038d7b83a1c3e 100644 --- a/be/src/cloud/cloud_stream_load_executor.cpp +++ b/be/src/cloud/cloud_stream_load_executor.cpp @@ -24,7 +24,7 @@ #include "cloud/config.h" #include "common/logging.h" #include "common/status.h" -#include "runtime/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_context.h" #include "util/debug_points.h" namespace doris { diff --git a/be/src/cloud/cloud_stream_load_executor.h b/be/src/cloud/cloud_stream_load_executor.h index d04e55feba552e..85965de324996f 100644 --- a/be/src/cloud/cloud_stream_load_executor.h +++ b/be/src/cloud/cloud_stream_load_executor.h @@ -16,7 +16,7 @@ // under the License. #pragma once -#include "runtime/stream_load/stream_load_executor.h" +#include "load/stream_load/stream_load_executor.h" namespace doris { diff --git a/be/src/cloud/cloud_tablet.cpp b/be/src/cloud/cloud_tablet.cpp index 02c2114511aeb1..e968ef745f5043 100644 --- a/be/src/cloud/cloud_tablet.cpp +++ b/be/src/cloud/cloud_tablet.cpp @@ -47,19 +47,19 @@ #include "cpp/sync_point.h" #include "io/cache/block_file_cache_downloader.h" #include "io/cache/block_file_cache_factory.h" -#include "olap/base_tablet.h" -#include "olap/compaction.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/storage_policy.h" -#include "olap/tablet_schema.h" -#include "olap/txn_manager.h" +#include "storage/compaction/compaction.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/storage_policy.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/txn/txn_manager.h" #include "util/debug_points.h" #include "util/stack_util.h" diff --git a/be/src/cloud/cloud_tablet.h b/be/src/cloud/cloud_tablet.h index 49f42efe517465..984df0427a48b5 100644 --- a/be/src/cloud/cloud_tablet.h +++ b/be/src/cloud/cloud_tablet.h @@ -19,9 +19,9 @@ #include -#include "olap/base_tablet.h" -#include "olap/partial_update_info.h" -#include "olap/rowset/rowset.h" +#include "storage/partial_update_info.h" +#include "storage/rowset/rowset.h" +#include "storage/tablet/base_tablet.h" namespace doris { diff --git a/be/src/cloud/cloud_tablet_hotspot.cpp b/be/src/cloud/cloud_tablet_hotspot.cpp index 71a6f4c92fd0e8..e61296696904e0 100644 --- a/be/src/cloud/cloud_tablet_hotspot.cpp +++ b/be/src/cloud/cloud_tablet_hotspot.cpp @@ -21,8 +21,8 @@ #include #include "cloud/config.h" -#include "olap/tablet_fwd.h" #include "runtime/exec_env.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/cloud/cloud_tablet_hotspot.h b/be/src/cloud/cloud_tablet_hotspot.h index f5470295317eab..05acbcda5c7a66 100644 --- a/be/src/cloud/cloud_tablet_hotspot.h +++ b/be/src/cloud/cloud_tablet_hotspot.h @@ -17,13 +17,14 @@ #pragma once +#include + #include #include #include #include -#include "gen_cpp/BackendService.h" -#include "olap/tablet.h" +#include "storage/tablet/tablet.h" namespace doris { diff --git a/be/src/cloud/cloud_tablet_mgr.cpp b/be/src/cloud/cloud_tablet_mgr.cpp index 5ec365ff9dc80b..c897c9aebf7e4b 100644 --- a/be/src/cloud/cloud_tablet_mgr.cpp +++ b/be/src/cloud/cloud_tablet_mgr.cpp @@ -27,8 +27,11 @@ #include "cloud/cloud_tablet.h" #include "cloud/config.h" #include "common/status.h" -#include "olap/lru_cache.h" +#include "cpp/sync_point.h" #include "runtime/memory/cache_policy.h" +#include "util/debug_points.h" +#include "util/lru_cache.h" +#include "util/stack_util.h" namespace doris { uint64_t g_tablet_report_inactive_duration_ms = 0; diff --git a/be/src/cloud/cloud_tablet_mgr.h b/be/src/cloud/cloud_tablet_mgr.h index debd0c3fc17ae7..9894d97552b872 100644 --- a/be/src/cloud/cloud_tablet_mgr.h +++ b/be/src/cloud/cloud_tablet_mgr.h @@ -25,8 +25,8 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/tablet_fwd.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/cloud/cloud_tablets_channel.cpp b/be/src/cloud/cloud_tablets_channel.cpp index 3d27138d08abbb..173b86546960ee 100644 --- a/be/src/cloud/cloud_tablets_channel.cpp +++ b/be/src/cloud/cloud_tablets_channel.cpp @@ -23,8 +23,8 @@ #include "cloud/cloud_meta_mgr.h" #include "cloud/cloud_storage_engine.h" #include "cloud/config.h" -#include "olap/delta_writer.h" -#include "runtime/tablets_channel.h" +#include "load/channel/tablets_channel.h" +#include "load/delta_writer/delta_writer.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/cloud/cloud_tablets_channel.h b/be/src/cloud/cloud_tablets_channel.h index 4ef10166456ea9..c7b7f9410a75d3 100644 --- a/be/src/cloud/cloud_tablets_channel.h +++ b/be/src/cloud/cloud_tablets_channel.h @@ -19,7 +19,7 @@ #include -#include "runtime/tablets_channel.h" +#include "load/channel/tablets_channel.h" namespace doris { diff --git a/be/src/cloud/cloud_txn_delete_bitmap_cache.cpp b/be/src/cloud/cloud_txn_delete_bitmap_cache.cpp index ab04f4eff16ee3..f5a210feebc682 100644 --- a/be/src/cloud/cloud_txn_delete_bitmap_cache.cpp +++ b/be/src/cloud/cloud_txn_delete_bitmap_cache.cpp @@ -26,9 +26,9 @@ #include "cloud/config.h" #include "common/status.h" #include "cpp/sync_point.h" -#include "olap/olap_common.h" -#include "olap/tablet_meta.h" -#include "olap/txn_manager.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/txn/txn_manager.h" namespace doris { diff --git a/be/src/cloud/cloud_txn_delete_bitmap_cache.h b/be/src/cloud/cloud_txn_delete_bitmap_cache.h index 7a24f315fa9ee7..4274cb1b439ab9 100644 --- a/be/src/cloud/cloud_txn_delete_bitmap_cache.h +++ b/be/src/cloud/cloud_txn_delete_bitmap_cache.h @@ -19,13 +19,13 @@ #include -#include "olap/lru_cache.h" -#include "olap/olap_common.h" -#include "olap/partial_update_info.h" -#include "olap/rowset/rowset.h" -#include "olap/tablet_meta.h" -#include "olap/txn_manager.h" +#include "storage/olap_common.h" +#include "storage/partial_update_info.h" +#include "storage/rowset/rowset.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/txn/txn_manager.h" #include "util/countdown_latch.h" +#include "util/lru_cache.h" namespace doris { diff --git a/be/src/cloud/cloud_warm_up_manager.cpp b/be/src/cloud/cloud_warm_up_manager.cpp index 69a1c496a2a65a..e609257f74bfe0 100644 --- a/be/src/cloud/cloud_warm_up_manager.cpp +++ b/be/src/cloud/cloud_warm_up_manager.cpp @@ -35,12 +35,13 @@ #include "common/cast_set.h" #include "common/logging.h" #include "io/cache/block_file_cache_downloader.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/tablet.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/tablet/tablet.h" #include "util/brpc_client_cache.h" // BrpcClientCache +#include "util/client_cache.h" +#include "util/stack_util.h" #include "util/thrift_rpc_helper.h" #include "util/time.h" diff --git a/be/src/cloud/cloud_warm_up_manager.h b/be/src/cloud/cloud_warm_up_manager.h index f5b00394a2768f..47411f657b899a 100644 --- a/be/src/cloud/cloud_warm_up_manager.h +++ b/be/src/cloud/cloud_warm_up_manager.h @@ -18,6 +18,7 @@ #pragma once #include +#include #include #include @@ -29,7 +30,6 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" #include "common/status.h" -#include "gen_cpp/BackendService.h" #include "util/threadpool.h" namespace doris { diff --git a/be/src/cloud/delete_bitmap_file_reader.h b/be/src/cloud/delete_bitmap_file_reader.h index 2cb90f996e6596..1c6a9d51ce7896 100644 --- a/be/src/cloud/delete_bitmap_file_reader.h +++ b/be/src/cloud/delete_bitmap_file_reader.h @@ -17,9 +17,10 @@ #pragma once +#include + #include "cloud/cloud_storage_engine.h" #include "common/status.h" -#include "gen_cpp/olap_file.pb.h" #include "io/fs/file_reader_writer_fwd.h" namespace doris { diff --git a/be/src/cloud/injection_point_action.cpp b/be/src/cloud/injection_point_action.cpp index 521ff52ffc38c0..cfd97aae35b4da 100644 --- a/be/src/cloud/injection_point_action.cpp +++ b/be/src/cloud/injection_point_action.cpp @@ -25,12 +25,12 @@ #include "common/status.h" #include "cpp/sync_point.h" -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "io/cache/cached_remote_file_reader.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/segment_v2/page_io.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/rowset/rowset.h" +#include "storage/segment/page_io.h" #include "util/stack_util.h" namespace doris { diff --git a/be/src/cloud/injection_point_action.h b/be/src/cloud/injection_point_action.h index 67a1cd2ace5b3f..42415e0d9067b4 100644 --- a/be/src/cloud/injection_point_action.h +++ b/be/src/cloud/injection_point_action.h @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_handler.h" +#include "service/http/http_handler.h" namespace doris { diff --git a/be/src/cloud/pb_convert.cpp b/be/src/cloud/pb_convert.cpp index 9869b876ab754f..ed4c55afb049b4 100644 --- a/be/src/cloud/pb_convert.cpp +++ b/be/src/cloud/pb_convert.cpp @@ -17,11 +17,12 @@ #include "cloud/pb_convert.h" -#include #include #include +#include "common/logging.h" + namespace doris::cloud { #include "common/compile_check_begin.h" diff --git a/be/src/common/be_mock_util.cpp b/be/src/common/be_mock_util.cpp index c338e753318c8c..7e98a10c3734d0 100644 --- a/be/src/common/be_mock_util.cpp +++ b/be/src/common/be_mock_util.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "be_mock_util.h" +#include "common/be_mock_util.h" #include #include diff --git a/be/src/common/cast_set.h b/be/src/common/cast_set.h index 035f09e306b46f..0f10eb51b51ba1 100644 --- a/be/src/common/cast_set.h +++ b/be/src/common/cast_set.h @@ -23,7 +23,7 @@ #include "common/exception.h" #include "common/status.h" -#include "vec/core/extended_types.h" +#include "core/extended_types.h" namespace doris { diff --git a/be/src/common/compare.h b/be/src/common/compare.h index 6649700664dd20..a1554c41000ff7 100644 --- a/be/src/common/compare.h +++ b/be/src/common/compare.h @@ -18,7 +18,7 @@ #include #include "common/compiler_util.h" -#include "runtime/type_limit.h" +#include "core/type_limit.h" #pragma once namespace doris { diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp index e071685c059c59..6865b28a4eb485 100644 --- a/be/src/common/config.cpp +++ b/be/src/common/config.cpp @@ -44,6 +44,10 @@ #include "common/status.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" +#include "load/memtable/memtable_flush_executor.h" +#include "runtime/exec_env.h" +#include "runtime/workload_group/workload_group_manager.h" +#include "storage/storage_engine.h" #include "util/cpu_info.h" namespace doris::config { diff --git a/be/src/common/daemon.cpp b/be/src/common/daemon.cpp index a17380c245fdcf..74c375ffdd2c62 100644 --- a/be/src/common/daemon.cpp +++ b/be/src/common/daemon.cpp @@ -41,10 +41,11 @@ #include "cloud/config.h" #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" +#include "common/metrics/system_metrics.h" #include "common/status.h" -#include "olap/memtable_memory_limiter.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "load/memtable/memtable_memory_limiter.h" #include "runtime/be_proc_monitor.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" @@ -54,12 +55,11 @@ #include "runtime/process_profile.h" #include "runtime/runtime_query_statistics_mgr.h" #include "runtime/workload_group/workload_group_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/algorithm_util.h" -#include "util/doris_metrics.h" #include "util/mem_info.h" -#include "util/metrics.h" #include "util/perf_counters.h" -#include "util/system_metrics.h" #include "util/time.h" namespace doris { diff --git a/be/src/vec/common/demangle.cpp b/be/src/common/demangle.cpp similarity index 98% rename from be/src/vec/common/demangle.cpp rename to be/src/common/demangle.cpp index 6c91aac525d01c..87e455c4fa90bd 100644 --- a/be/src/vec/common/demangle.cpp +++ b/be/src/common/demangle.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/base/base/demangle.cpp // and modified by Doris -#include "vec/common/demangle.h" +#include "common/demangle.h" #if defined(__has_feature) #if __has_feature(memory_sanitizer) diff --git a/be/src/vec/common/demangle.h b/be/src/common/demangle.h similarity index 100% rename from be/src/vec/common/demangle.h rename to be/src/common/demangle.h diff --git a/be/src/common/elf.cpp b/be/src/common/elf.cpp index 4738bde0cbabb3..73c9127506722e 100644 --- a/be/src/common/elf.cpp +++ b/be/src/common/elf.cpp @@ -20,18 +20,19 @@ #if defined(__ELF__) && !defined(__FreeBSD__) -#include +#include "common/elf.h" + #include #include #include #include -#include #include #include #include "common/logging.h" #include "common/macros.h" +#include "util/unaligned.h" namespace doris { diff --git a/be/src/common/kerberos/kerberos_ticket_mgr.cpp b/be/src/common/kerberos/kerberos_ticket_mgr.cpp index 45dca7eca4b13b..030bd25249dd25 100644 --- a/be/src/common/kerberos/kerberos_ticket_mgr.cpp +++ b/be/src/common/kerberos/kerberos_ticket_mgr.cpp @@ -22,9 +22,9 @@ #include #include "common/logging.h" -#include "exec/schema_scanner/schema_scanner_helper.h" +#include "core/block/block.h" +#include "information_schema/schema_scanner_helper.h" #include "service/backend_options.h" -#include "vec/core/block.h" namespace doris::kerberos { diff --git a/be/src/util/doris_metrics.cpp b/be/src/common/metrics/doris_metrics.cpp similarity index 99% rename from be/src/util/doris_metrics.cpp rename to be/src/common/metrics/doris_metrics.cpp index 7a92b3676f142b..f9e0e8ace47098 100644 --- a/be/src/util/doris_metrics.cpp +++ b/be/src/common/metrics/doris_metrics.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/doris_metrics.h" +#include "common/metrics/doris_metrics.h" // IWYU pragma: no_include #include // IWYU pragma: keep @@ -30,10 +30,10 @@ #include #include +#include "common/metrics/metrics.h" +#include "common/metrics/system_metrics.h" #include "common/status.h" #include "io/fs/local_file_system.h" -#include "util/metrics.h" -#include "util/system_metrics.h" namespace doris { namespace io { diff --git a/be/src/util/doris_metrics.h b/be/src/common/metrics/doris_metrics.h similarity index 99% rename from be/src/util/doris_metrics.h rename to be/src/common/metrics/doris_metrics.h index 95ffb833a37edf..75d6f32d4d1d42 100644 --- a/be/src/util/doris_metrics.h +++ b/be/src/common/metrics/doris_metrics.h @@ -24,9 +24,9 @@ #include #include -#include "util/jvm_metrics.h" -#include "util/metrics.h" -#include "util/system_metrics.h" +#include "common/metrics/jvm_metrics.h" +#include "common/metrics/metrics.h" +#include "common/metrics/system_metrics.h" namespace doris { diff --git a/be/src/util/jvm_metrics.cpp b/be/src/common/metrics/jvm_metrics.cpp similarity index 99% rename from be/src/util/jvm_metrics.cpp rename to be/src/common/metrics/jvm_metrics.cpp index d722272bfb7e3f..b2f9dbf03a8d8f 100644 --- a/be/src/util/jvm_metrics.cpp +++ b/be/src/common/metrics/jvm_metrics.cpp @@ -15,15 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "jvm_metrics.h" - -#include +#include "common/metrics/jvm_metrics.h" #include #include "common/config.h" +#include "common/metrics/metrics.h" #include "util/defer_op.h" -#include "util/metrics.h" +#include "util/jni-util.h" namespace doris { diff --git a/be/src/util/jvm_metrics.h b/be/src/common/metrics/jvm_metrics.h similarity index 99% rename from be/src/util/jvm_metrics.h rename to be/src/common/metrics/jvm_metrics.h index fc9b58fbc10e3b..1840af7b25ac6d 100644 --- a/be/src/util/jvm_metrics.h +++ b/be/src/common/metrics/jvm_metrics.h @@ -17,9 +17,9 @@ #pragma once +#include "common/metrics/metrics.h" #include "jni.h" #include "util/jni-util.h" -#include "util/metrics.h" namespace doris { diff --git a/be/src/util/metrics.cpp b/be/src/common/metrics/metrics.cpp similarity index 99% rename from be/src/util/metrics.cpp rename to be/src/common/metrics/metrics.cpp index 1a3aa51cd2b119..0800d486131564 100644 --- a/be/src/util/metrics.cpp +++ b/be/src/common/metrics/metrics.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/metrics.h" +#include "common/metrics/metrics.h" #include #include diff --git a/be/src/util/metrics.h b/be/src/common/metrics/metrics.h similarity index 100% rename from be/src/util/metrics.h rename to be/src/common/metrics/metrics.h diff --git a/be/src/util/system_metrics.cpp b/be/src/common/metrics/system_metrics.cpp similarity index 99% rename from be/src/util/system_metrics.cpp rename to be/src/common/metrics/system_metrics.cpp index 98c9299f6b4c4f..5f28be0d5541fe 100644 --- a/be/src/util/system_metrics.cpp +++ b/be/src/common/metrics/system_metrics.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/system_metrics.h" +#include "common/metrics/system_metrics.h" #include #include diff --git a/be/src/util/system_metrics.h b/be/src/common/metrics/system_metrics.h similarity index 99% rename from be/src/util/system_metrics.h rename to be/src/common/metrics/system_metrics.h index 2c5446b81f4f71..c2c7c8fa333443 100644 --- a/be/src/util/system_metrics.h +++ b/be/src/common/metrics/system_metrics.h @@ -26,7 +26,7 @@ #include #include -#include "util/metrics.h" +#include "common/metrics/metrics.h" namespace doris { diff --git a/be/src/common/stack_trace.cpp b/be/src/common/stack_trace.cpp index 022ce90aa91232..b440ab5ae70957 100644 --- a/be/src/common/stack_trace.cpp +++ b/be/src/common/stack_trace.cpp @@ -20,10 +20,6 @@ #include "common/stack_trace.h" -#include -#include -#include -#include #include #include @@ -33,10 +29,14 @@ #include #include -#include "config.h" +#include "common/config.h" +#include "common/demangle.h" +#include "common/dwarf.h" +#include "common/elf.h" +#include "common/memory_sanitizer.h" +#include "common/symbol_index.h" +#include "exec/common/hex.h" #include "util/string_util.h" -#include "vec/common/demangle.h" -#include "vec/common/hex.h" #if defined(USE_UNWIND) && USE_UNWIND && defined(__x86_64__) #include diff --git a/be/src/common/symbol_index.cpp b/be/src/common/symbol_index.cpp index fc60e2186e9ae3..0db4b895828482 100644 --- a/be/src/common/symbol_index.cpp +++ b/be/src/common/symbol_index.cpp @@ -20,7 +20,8 @@ #if defined(__ELF__) && !defined(__FreeBSD__) -#include +#include "common/symbol_index.h" + #include #include @@ -30,7 +31,7 @@ #include #include "common/stack_trace.h" -#include "vec/common/hex.h" +#include "exec/common/hex.h" /** diff --git a/be/src/common/symbol_index.h b/be/src/common/symbol_index.h index b713599c58d6e2..4ff5e9a14ae1ca 100644 --- a/be/src/common/symbol_index.h +++ b/be/src/common/symbol_index.h @@ -23,14 +23,15 @@ #if defined(__ELF__) && !defined(__FreeBSD__) #include -#include -#include #include #include #include #include +#include "common/elf.h" +#include "common/multi_version.h" + namespace doris { /** Allow to quickly find symbol name from address. diff --git a/be/src/http/CMakeLists.txt b/be/src/core/CMakeLists.txt similarity index 79% rename from be/src/http/CMakeLists.txt rename to be/src/core/CMakeLists.txt index 92b196f8c7a441..84de7cd3a9d631 100644 --- a/be/src/http/CMakeLists.txt +++ b/be/src/core/CMakeLists.txt @@ -16,14 +16,12 @@ # under the License. # where to put generated libraries -set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/http") +set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/core") # where to put generated binaries -set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/http") +set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/core") -file(GLOB_RECURSE SRC_FILES CONFIGURE_DEPENDS - *.cpp -) -add_library(Webserver STATIC ${SRC_FILES}) +file(GLOB_RECURSE SRC_FILES CONFIGURE_DEPENDS *.cpp) +add_library(Core STATIC ${SRC_FILES}) -pch_reuse(Webserver) +pch_reuse(Core) diff --git a/be/src/vec/core/accurate_comparison.h b/be/src/core/accurate_comparison.h similarity index 99% rename from be/src/vec/core/accurate_comparison.h rename to be/src/core/accurate_comparison.h index 85c40f52ecc3c5..2b5b6c22741726 100644 --- a/be/src/vec/core/accurate_comparison.h +++ b/be/src/core/accurate_comparison.h @@ -21,9 +21,9 @@ #pragma once #include "common/compare.h" -#include "runtime/primitive_type.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" namespace doris::vectorized { template diff --git a/be/src/vec/common/allocator.cpp b/be/src/core/allocator.cpp similarity index 99% rename from be/src/vec/common/allocator.cpp rename to be/src/core/allocator.cpp index 21db641335b77a..ba80772291bfab 100644 --- a/be/src/vec/common/allocator.cpp +++ b/be/src/core/allocator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/allocator.h" +#include "core/allocator.h" #include diff --git a/be/src/vec/common/allocator.h b/be/src/core/allocator.h similarity index 99% rename from be/src/vec/common/allocator.h rename to be/src/core/allocator.h index 58bc9a6089da89..80eabfcc7b7f5f 100644 --- a/be/src/vec/common/allocator.h +++ b/be/src/core/allocator.h @@ -59,7 +59,7 @@ #define DISABLE_MREMAP 1 #endif #include "common/exception.h" -#include "vec/common/mremap.h" +#include "core/mremap.h" /// Required for older Darwin builds, that lack definition of MAP_ANONYMOUS #ifndef MAP_ANONYMOUS diff --git a/be/src/vec/common/allocator_fwd.h b/be/src/core/allocator_fwd.h similarity index 100% rename from be/src/vec/common/allocator_fwd.h rename to be/src/core/allocator_fwd.h diff --git a/be/src/vec/common/arena.h b/be/src/core/arena.h similarity index 99% rename from be/src/vec/common/arena.h rename to be/src/core/arena.h index 49aa947788bcec..0d854132c323d7 100644 --- a/be/src/vec/common/arena.h +++ b/be/src/core/arena.h @@ -20,7 +20,6 @@ #pragma once -#include #include #include @@ -28,8 +27,9 @@ #include #include -#include "vec/common/allocator.h" -#include "vec/common/allocator_fwd.h" +#include "common/compiler_util.h" +#include "core/allocator.h" +#include "core/allocator_fwd.h" namespace doris::vectorized { diff --git a/be/src/vec/common/arena_with_free_lists.h b/be/src/core/arena_with_free_lists.h similarity index 97% rename from be/src/vec/common/arena_with_free_lists.h rename to be/src/core/arena_with_free_lists.h index 2218f0cf06e125..524bcb1ead9841 100644 --- a/be/src/vec/common/arena_with_free_lists.h +++ b/be/src/core/arena_with_free_lists.h @@ -22,8 +22,8 @@ #include -#include "vec/common/arena.h" -#include "vec/common/bit_helpers.h" +#include "core/arena.h" +#include "exec/common/bit_helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/common/assert_cast.h b/be/src/core/assert_cast.h similarity index 99% rename from be/src/vec/common/assert_cast.h rename to be/src/core/assert_cast.h index 1905983a58cc29..bdcd64789e3fcb 100644 --- a/be/src/vec/common/assert_cast.h +++ b/be/src/core/assert_cast.h @@ -23,9 +23,9 @@ #include #include +#include "common/demangle.h" #include "common/exception.h" #include "common/logging.h" -#include "vec/common/demangle.h" enum class TypeCheckOnRelease : bool { ENABLE = true, DISABLE = false }; diff --git a/be/src/util/binary_cast.hpp b/be/src/core/binary_cast.hpp similarity index 95% rename from be/src/util/binary_cast.hpp rename to be/src/core/binary_cast.hpp index 1b4577486b8b9b..d39944bd9b6e98 100644 --- a/be/src/util/binary_cast.hpp +++ b/be/src/core/binary_cast.hpp @@ -20,11 +20,11 @@ #include #include -#include "runtime/decimalv2_value.h" -#include "util/types.h" -#include "vec/core/extended_types.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/extended_types.h" +#include "core/packed_int128.h" +#include "core/value/decimalv2_value.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" namespace doris { union TypeConverter { diff --git a/be/src/vec/core/block.cpp b/be/src/core/block/block.cpp similarity index 98% rename from be/src/vec/core/block.cpp rename to be/src/core/block/block.cpp index 93a6cc40f346e8..7039d984b8ed00 100644 --- a/be/src/vec/core/block.cpp +++ b/be/src/core/block/block.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Core/Block.cpp // and modified by Doris -#include "vec/core/block.h" +#include "core/block/block.h" #include #include @@ -39,22 +39,22 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nothing.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type_serde/data_type_serde.h" #include "runtime/descriptors.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" #include "util/block_compression.h" #include "util/faststring.h" -#include "util/runtime_profile.h" #include "util/simd/bits.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/serde/data_type_serde.h" class SipHash; diff --git a/be/src/vec/core/block.h b/be/src/core/block/block.h similarity index 98% rename from be/src/vec/core/block.h rename to be/src/core/block/block.h index 9c8ca88a71dce1..7e3d1bdd6bfe14 100644 --- a/be/src/vec/core/block.h +++ b/be/src/core/block/block.h @@ -38,13 +38,13 @@ #include "common/exception.h" #include "common/factory_creator.h" #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" class SipHash; diff --git a/be/src/vec/core/column_numbers.h b/be/src/core/block/column_numbers.h similarity index 100% rename from be/src/vec/core/column_numbers.h rename to be/src/core/block/column_numbers.h diff --git a/be/src/vec/core/column_with_type_and_name.cpp b/be/src/core/block/column_with_type_and_name.cpp similarity index 95% rename from be/src/vec/core/column_with_type_and_name.cpp rename to be/src/core/block/column_with_type_and_name.cpp index 6478ad2bdec629..e70a47c6195356 100644 --- a/be/src/vec/core/column_with_type_and_name.cpp +++ b/be/src/core/block/column_with_type_and_name.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Core/ColumnWithTypeAndName.cpp // and modified by Doris -#include "vec/core/column_with_type_and_name.h" +#include "core/block/column_with_type_and_name.h" #include #include @@ -27,13 +27,13 @@ #include #include +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nothing.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" #include "util/simd/bits.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nothing.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" namespace doris::vectorized { diff --git a/be/src/vec/core/column_with_type_and_name.h b/be/src/core/block/column_with_type_and_name.h similarity index 95% rename from be/src/vec/core/column_with_type_and_name.h rename to be/src/core/block/column_with_type_and_name.h index cf484e48db171c..d5844e35a831d7 100644 --- a/be/src/vec/core/column_with_type_and_name.h +++ b/be/src/core/block/column_with_type_and_name.h @@ -27,9 +27,9 @@ #include #include -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" namespace doris { class PColumnMeta; diff --git a/be/src/vec/core/columns_with_type_and_name.h b/be/src/core/block/columns_with_type_and_name.h similarity index 95% rename from be/src/vec/core/columns_with_type_and_name.h rename to be/src/core/block/columns_with_type_and_name.h index f3a329150e4a0e..7e16c713fb205b 100644 --- a/be/src/vec/core/columns_with_type_and_name.h +++ b/be/src/core/block/columns_with_type_and_name.h @@ -24,8 +24,8 @@ #include #include -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" +#include "core/block/column_with_type_and_name.h" +#include "core/data_type/data_type.h" namespace doris::vectorized { diff --git a/be/src/vec/core/materialize_block.cpp b/be/src/core/block/materialize_block.cpp similarity index 90% rename from be/src/vec/core/materialize_block.cpp rename to be/src/core/block/materialize_block.cpp index cfa3047cbb414f..e13001e3698e70 100644 --- a/be/src/vec/core/materialize_block.cpp +++ b/be/src/core/block/materialize_block.cpp @@ -18,12 +18,12 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataStreams/materializeBlock.cpp // and modified by Doris -#include "vec/core/materialize_block.h" +#include "core/block/materialize_block.h" #include -#include "vec/columns/column.h" -#include "vec/core/column_with_type_and_name.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" namespace doris::vectorized { diff --git a/be/src/vec/core/materialize_block.h b/be/src/core/block/materialize_block.h similarity index 97% rename from be/src/vec/core/materialize_block.h rename to be/src/core/block/materialize_block.h index 31126a37c0b288..d63685c3fb736d 100644 --- a/be/src/vec/core/materialize_block.h +++ b/be/src/core/block/materialize_block.h @@ -20,7 +20,7 @@ #pragma once -#include "vec/core/block.h" +#include "core/block/block.h" namespace doris::vectorized { diff --git a/be/src/vec/core/call_on_type_index.h b/be/src/core/call_on_type_index.h similarity index 99% rename from be/src/vec/core/call_on_type_index.h rename to be/src/core/call_on_type_index.h index 701e04e3af44b4..386c684807ca33 100644 --- a/be/src/vec/core/call_on_type_index.h +++ b/be/src/core/call_on_type_index.h @@ -22,9 +22,9 @@ #include -#include "vec/core/types.h" -#include "vec/data_types/data_type_time.h" -#include "vec/data_types/data_type_timestamptz.h" +#include "core/data_type/data_type_time.h" +#include "core/data_type/data_type_timestamptz.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/src/vec/columns/column.cpp b/be/src/core/column/column.cpp similarity index 94% rename from be/src/vec/columns/column.cpp rename to be/src/core/column/column.cpp index 9fd6c1d7ebbb4a..e3c4178154ebfd 100644 --- a/be/src/vec/columns/column.cpp +++ b/be/src/core/column/column.cpp @@ -18,13 +18,13 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/IColumn.cpp // and modified by Doris -#include "vec/columns/column.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "exec/sort/sort_block.h" #include "util/simd/bits.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/sort_block.h" -#include "vec/data_types/data_type.h" namespace doris::vectorized { diff --git a/be/src/vec/columns/column.h b/be/src/core/column/column.h similarity index 99% rename from be/src/vec/columns/column.h rename to be/src/core/column/column.h index cbd3c8df61d9b6..3e71f02c2d34c5 100644 --- a/be/src/vec/columns/column.h +++ b/be/src/core/column/column.h @@ -28,14 +28,16 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "vec/common/cow.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" +#include "core/assert_cast.h" +#include "core/cow.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "exec/sort/hybrid_sorter.h" +#include "storage/olap_common.h" namespace doris { class SipHash; diff --git a/be/src/vec/columns/column_array.cpp b/be/src/core/column/column_array.cpp similarity index 98% rename from be/src/vec/columns/column_array.cpp rename to be/src/core/column/column_array.cpp index 2b2e6ea06dc397..f6e5e937bac247 100644 --- a/be/src/vec/columns/column_array.cpp +++ b/be/src/core/column/column_array.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/ColumnArray.cpp // and modified by Doris -#include "vec/columns/column_array.h" +#include "core/column/column_array.h" #include #include @@ -26,23 +26,23 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/columns_common.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/memcpy_small.h" +#include "core/typeid_cast.h" +#include "exec/sort/sort_block.h" #include "util/simd/bits.h" #include "util/simd/vstring_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/columns_common.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/memcpy_small.h" -#include "vec/common/typeid_cast.h" -#include "vec/common/unaligned.h" -#include "vec/core/sort_block.h" -#include "vec/data_types/data_type.h" +#include "util/unaligned.h" class SipHash; diff --git a/be/src/vec/columns/column_array.h b/be/src/core/column/column_array.h similarity index 97% rename from be/src/vec/columns/column_array.h rename to be/src/core/column/column_array.h index 8ba4f37fef0a0b..f2ca9e89e58cab 100644 --- a/be/src/vec/columns/column_array.h +++ b/be/src/core/column/column_array.h @@ -30,13 +30,13 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/cow.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/cow.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" class SipHash; diff --git a/be/src/vec/columns/column_complex.h b/be/src/core/column/column_complex.h similarity index 97% rename from be/src/vec/columns/column_complex.h rename to be/src/core/column/column_complex.h index a574f18e881d7c..1d22e11c78df72 100644 --- a/be/src/vec/columns/column_complex.h +++ b/be/src/core/column/column_complex.h @@ -24,14 +24,14 @@ #include -#include "olap/hll.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/columns/columns_common.h" -#include "vec/core/field.h" -#include "vec/core/types.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/column/columns_common.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/hll.h" namespace doris::vectorized { diff --git a/be/src/vec/columns/column_const.cpp b/be/src/core/column/column_const.cpp similarity index 97% rename from be/src/vec/columns/column_const.cpp rename to be/src/core/column/column_const.cpp index 16f80f5baa2c7f..f9fb66e5363ab9 100644 --- a/be/src/vec/columns/column_const.cpp +++ b/be/src/core/column/column_const.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/ColumnConst.cpp // and modified by Doris -#include "vec/columns/column_const.h" +#include "core/column/column_const.h" #include @@ -26,10 +26,10 @@ #include #include -#include "vec/columns/columns_common.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/columns_common.h" +#include "core/typeid_cast.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/columns/column_const.h b/be/src/core/column/column_const.h similarity index 97% rename from be/src/vec/columns/column_const.h rename to be/src/core/column/column_const.h index 88bb2db9dc4354..ad650475399971 100644 --- a/be/src/vec/columns/column_const.h +++ b/be/src/core/column/column_const.h @@ -32,17 +32,17 @@ #include #include -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/cow.h" -#include "vec/common/string_ref.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/column_numbers.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/block/column_numbers.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/cow.h" +#include "core/data_type/data_type.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/typeid_cast.h" +#include "core/types.h" class SipHash; diff --git a/be/src/vec/columns/column_decimal.cpp b/be/src/core/column/column_decimal.cpp similarity index 97% rename from be/src/vec/columns/column_decimal.cpp rename to be/src/core/column/column_decimal.cpp index 95ddc29423d734..b7d42e3e5b51d5 100644 --- a/be/src/vec/columns/column_decimal.cpp +++ b/be/src/core/column/column_decimal.cpp @@ -18,26 +18,26 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/ColumnDecimal.cpp // and modified by Doris -#include "vec/columns/column_decimal.h" +#include "core/column/column_decimal.h" #include #include #include -#include "olap/decimal12.h" -#include "runtime/decimalv2_value.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/columns_common.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/decimal12.h" +#include "core/value/decimalv2_value.h" +#include "exec/common/int_exp.h" +#include "exec/common/sip_hash.h" +#include "exec/sort/sort_block.h" #include "util/hash_util.hpp" #include "util/simd/bits.h" -#include "vec/columns/columns_common.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/int_exp.h" -#include "vec/common/sip_hash.h" -#include "vec/common/unaligned.h" -#include "vec/core/sort_block.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" +#include "util/unaligned.h" template bool decimal_less(T x, T y, doris::vectorized::UInt32 x_scale, doris::vectorized::UInt32 y_scale); diff --git a/be/src/vec/columns/column_decimal.h b/be/src/core/column/column_decimal.h similarity index 97% rename from be/src/vec/columns/column_decimal.h rename to be/src/core/column/column_decimal.h index 4a4885790c499f..ce3df39ee12aca 100644 --- a/be/src/vec/columns/column_decimal.h +++ b/be/src/core/column/column_decimal.h @@ -30,15 +30,15 @@ #include #include -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/common/cow.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/cow.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/typeid_cast.h" +#include "core/types.h" class SipHash; diff --git a/be/src/vec/columns/column_dictionary.h b/be/src/core/column/column_dictionary.h similarity index 98% rename from be/src/vec/columns/column_dictionary.h rename to be/src/core/column/column_dictionary.h index 2659ec38a82f0e..418d680cf4636a 100644 --- a/be/src/vec/columns/column_dictionary.h +++ b/be/src/core/column/column_dictionary.h @@ -21,12 +21,12 @@ #include -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/predicate_column.h" -#include "vec/common/pod_array.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/predicate_column.h" +#include "core/pod_array.h" +#include "core/string_ref.h" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/columns/column_dummy.h b/be/src/core/column/column_dummy.h similarity index 98% rename from be/src/vec/columns/column_dummy.h rename to be/src/core/column/column_dummy.h index 700ed09fbf4261..5c414042e2fde9 100644 --- a/be/src/vec/columns/column_dummy.h +++ b/be/src/core/column/column_dummy.h @@ -20,10 +20,10 @@ #pragma once -#include "vec/columns/column.h" -#include "vec/columns/columns_common.h" -#include "vec/common/arena.h" -#include "vec/common/pod_array.h" +#include "core/arena.h" +#include "core/column/column.h" +#include "core/column/columns_common.h" +#include "core/pod_array.h" namespace doris::vectorized { diff --git a/be/src/vec/columns/column_execute_util.h b/be/src/core/column/column_execute_util.h similarity index 91% rename from be/src/vec/columns/column_execute_util.h rename to be/src/core/column/column_execute_util.h index b7d2bf1f11cb52..e35deadf36625b 100644 --- a/be/src/vec/columns/column_execute_util.h +++ b/be/src/core/column/column_execute_util.h @@ -19,14 +19,14 @@ #include #include -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" namespace doris::vectorized { diff --git a/be/src/vec/columns/column_filter_helper.cpp b/be/src/core/column/column_filter_helper.cpp similarity index 97% rename from be/src/vec/columns/column_filter_helper.cpp rename to be/src/core/column/column_filter_helper.cpp index 8ef6a822640b47..af2eb474415fc3 100644 --- a/be/src/vec/columns/column_filter_helper.cpp +++ b/be/src/core/column/column_filter_helper.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_filter_helper.h" +#include "core/column/column_filter_helper.h" namespace doris::vectorized { ColumnFilterHelper::ColumnFilterHelper(IColumn& column_) diff --git a/be/src/vec/columns/column_filter_helper.h b/be/src/core/column/column_filter_helper.h similarity index 96% rename from be/src/vec/columns/column_filter_helper.h rename to be/src/core/column/column_filter_helper.h index ff1cb781a241bc..d7650e1ec47e8d 100644 --- a/be/src/vec/columns/column_filter_helper.h +++ b/be/src/core/column/column_filter_helper.h @@ -17,7 +17,7 @@ #pragma once -#include "column_nullable.h" +#include "core/column/column_nullable.h" namespace doris::vectorized { class ColumnFilterHelper { diff --git a/be/src/vec/columns/column_fixed_length_object.h b/be/src/core/column/column_fixed_length_object.h similarity index 97% rename from be/src/vec/columns/column_fixed_length_object.h rename to be/src/core/column/column_fixed_length_object.h index 8b207a96a07bbf..c79f18b02acfd2 100644 --- a/be/src/vec/columns/column_fixed_length_object.h +++ b/be/src/core/column/column_fixed_length_object.h @@ -21,14 +21,14 @@ #include -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/columns_common.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/memcmp_small.h" -#include "vec/common/pod_array.h" -#include "vec/common/sip_hash.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/columns_common.h" +#include "core/data_type/primitive_type.h" +#include "core/memcmp_small.h" +#include "core/pod_array.h" +#include "exec/common/sip_hash.h" namespace doris::vectorized { diff --git a/be/src/vec/columns/column_map.cpp b/be/src/core/column/column_map.cpp similarity index 98% rename from be/src/vec/columns/column_map.cpp rename to be/src/core/column/column_map.cpp index 7d49fc21fcbdbf..a17bd7db8f1baa 100644 --- a/be/src/vec/columns/column_map.cpp +++ b/be/src/core/column/column_map.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/ColumnMap.cpp // and modified by Doris -#include "vec/columns/column_map.h" +#include "core/column/column_map.h" #include #include @@ -26,17 +26,17 @@ #include #include "common/status.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/custom_allocator.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" +#include "exec/sort/sort_block.h" #include "pdqsort.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/custom_allocator.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" -#include "vec/common/string_ref.h" -#include "vec/common/unaligned.h" -#include "vec/core/sort_block.h" +#include "util/unaligned.h" class SipHash; diff --git a/be/src/vec/columns/column_map.h b/be/src/core/column/column_map.h similarity index 96% rename from be/src/vec/columns/column_map.h rename to be/src/core/column/column_map.h index 6dd9abf24919f7..317d10a7ecc17a 100644 --- a/be/src/vec/columns/column_map.h +++ b/be/src/core/column/column_map.h @@ -32,17 +32,17 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/cow.h" -#include "vec/common/sip_hash.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/cow.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/sip_hash.h" class SipHash; diff --git a/be/src/vec/columns/column_nothing.h b/be/src/core/column/column_nothing.h similarity index 98% rename from be/src/vec/columns/column_nothing.h rename to be/src/core/column/column_nothing.h index 90721da0a0e7d7..9d4f880d692201 100644 --- a/be/src/vec/columns/column_nothing.h +++ b/be/src/core/column/column_nothing.h @@ -20,7 +20,7 @@ #pragma once -#include "vec/columns/column_dummy.h" +#include "core/column/column_dummy.h" namespace doris::vectorized { diff --git a/be/src/vec/columns/column_nullable.cpp b/be/src/core/column/column_nullable.cpp similarity index 99% rename from be/src/vec/columns/column_nullable.cpp rename to be/src/core/column/column_nullable.cpp index b634e2b1c6dce7..98f1a9bbe6fc49 100644 --- a/be/src/vec/columns/column_nullable.cpp +++ b/be/src/core/column/column_nullable.cpp @@ -18,14 +18,14 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/ColumnNullable.cpp // and modified by Doris -#include "vec/columns/column_nullable.h" - -#include "vec/columns/column_const.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/sip_hash.h" -#include "vec/core/sort_block.h" -#include "vec/data_types/data_type.h" +#include "core/column/column_nullable.h" + +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "exec/common/sip_hash.h" +#include "exec/sort/sort_block.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/columns/column_nullable.h b/be/src/core/column/column_nullable.h similarity index 98% rename from be/src/vec/columns/column_nullable.h rename to be/src/core/column/column_nullable.h index f06bcf3151095f..dbbefc863a4e16 100644 --- a/be/src/vec/columns/column_nullable.h +++ b/be/src/core/column/column_nullable.h @@ -22,16 +22,16 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/cow.h" -#include "vec/common/string_ref.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/cow.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "storage/olap_common.h" class SipHash; diff --git a/be/src/vec/columns/column_string.cpp b/be/src/core/column/column_string.cpp similarity index 98% rename from be/src/vec/columns/column_string.cpp rename to be/src/core/column/column_string.cpp index 5d48c5f39c1739..34fe18e87612ef 100644 --- a/be/src/vec/columns/column_string.cpp +++ b/be/src/core/column/column_string.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/ColumnStr.cpp // and modified by Doris -#include "vec/columns/column_string.h" +#include "core/column/column_string.h" #include @@ -26,16 +26,16 @@ #include #include -#include "runtime/primitive_type.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/columns_common.h" +#include "core/data_type/primitive_type.h" +#include "core/memcmp_small.h" +#include "exec/sort/sort_block.h" #include "util/memcpy_inlined.h" #include "util/simd/bits.h" #include "util/simd/vstring_function.h" -#include "vec/columns/columns_common.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/memcmp_small.h" -#include "vec/common/unaligned.h" -#include "vec/core/sort_block.h" +#include "util/unaligned.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/columns/column_string.h b/be/src/core/column/column_string.h similarity index 98% rename from be/src/vec/columns/column_string.h rename to be/src/core/column/column_string.h index 3f012515b01a4a..9be48237cb3568 100644 --- a/be/src/vec/columns/column_string.h +++ b/be/src/core/column/column_string.h @@ -33,18 +33,18 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/exception.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/cow.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/memcmp_small.h" +#include "core/memcpy_small.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/sip_hash.h" #include "util/hash_util.hpp" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/common/cow.h" -#include "vec/common/memcmp_small.h" -#include "vec/common/memcpy_small.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/sip_hash.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/columns/column_struct.cpp b/be/src/core/column/column_struct.cpp similarity index 98% rename from be/src/vec/columns/column_struct.cpp rename to be/src/core/column/column_struct.cpp index e25f93051da140..554c3d579792a5 100644 --- a/be/src/vec/columns/column_struct.cpp +++ b/be/src/core/column/column_struct.cpp @@ -18,15 +18,15 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/ColumnStruct.cpp // and modified by Doris -#include "vec/columns/column_struct.h" +#include "core/column/column_struct.h" #include +#include "core/assert_cast.h" +#include "core/data_type/primitive_type.h" +#include "core/typeid_cast.h" +#include "exec/sort/sort_block.h" #include "pdqsort.h" -#include "runtime/primitive_type.h" -#include "vec/common/assert_cast.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/sort_block.h" class SipHash; namespace doris { diff --git a/be/src/vec/columns/column_struct.h b/be/src/core/column/column_struct.h similarity index 97% rename from be/src/vec/columns/column_struct.h rename to be/src/core/column/column_struct.h index b0817cb1a34954..929d01e3e102b1 100644 --- a/be/src/vec/columns/column_struct.h +++ b/be/src/core/column/column_struct.h @@ -32,13 +32,13 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/common/cow.h" -#include "vec/common/sip_hash.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/cow.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/sip_hash.h" class SipHash; diff --git a/be/src/vec/columns/column_varbinary.cpp b/be/src/core/column/column_varbinary.cpp similarity index 96% rename from be/src/vec/columns/column_varbinary.cpp rename to be/src/core/column/column_varbinary.cpp index 037f96fd5c6c88..48e16aeabf2566 100644 --- a/be/src/vec/columns/column_varbinary.cpp +++ b/be/src/core/column/column_varbinary.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_varbinary.h" +#include "core/column/column_varbinary.h" #include #include #include -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/columns_common.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/core/sort_block.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/columns_common.h" +#include "core/data_type/primitive_type.h" +#include "exec/sort/sort_block.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/columns/column_varbinary.h b/be/src/core/column/column_varbinary.h similarity index 96% rename from be/src/vec/columns/column_varbinary.h rename to be/src/core/column/column_varbinary.h index 48c5fcf2563428..2a585a9545a41a 100644 --- a/be/src/vec/columns/column_varbinary.h +++ b/be/src/core/column/column_varbinary.h @@ -22,12 +22,12 @@ #include -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_view.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/string_view.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/columns/column_variant.cpp b/be/src/core/column/column_variant.cpp similarity index 99% rename from be/src/vec/columns/column_variant.cpp rename to be/src/core/column/column_variant.cpp index 5591c49c37f117..2d2316074832d0 100644 --- a/be/src/vec/columns/column_variant.cpp +++ b/be/src/core/column/column_variant.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/ColumnVariant.cpp // and modified by Doris -#include "vec/columns/column_variant.h" +#include "core/column/column_variant.h" #include #include @@ -44,36 +44,36 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/convert_field_to_type.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/get_least_supertype.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "core/value/jsonb_value.h" +#include "exec/common/field_visitors.h" +#include "exec/common/variant_util.h" +#include "exprs/aggregate/aggregate_function.h" #include "exprs/json_functions.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "runtime/jsonb_value.h" -#include "runtime/primitive_type.h" +#include "storage/olap_common.h" #include "util/defer_op.h" +#include "util/json/path_in_data.h" #include "util/jsonb_parser_simd.h" #include "util/jsonb_utils.h" #include "util/simd/bits.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/field_visitors.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/unaligned.h" -#include "vec/common/variant_util.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/convert_field_to_type.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/get_least_supertype.h" -#include "vec/json/path_in_data.h" +#include "util/unaligned.h" namespace doris::vectorized { namespace { diff --git a/be/src/vec/columns/column_variant.h b/be/src/core/column/column_variant.h similarity index 97% rename from be/src/vec/columns/column_variant.h rename to be/src/core/column/column_variant.h index 7d8c5719418b66..cebeb747289fbf 100644 --- a/be/src/vec/columns/column_variant.h +++ b/be/src/core/column/column_variant.h @@ -35,24 +35,24 @@ #include #include "common/status.h" -#include "olap/tablet_schema.h" -#include "vec/columns/column.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/columns/subcolumn_tree.h" -#include "vec/common/cow.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/json/path_in_data.h" +#include "core/column/column.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/column/subcolumn_tree.h" +#include "core/cow.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_variant.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/path_in_data.h" class SipHash; diff --git a/be/src/vec/columns/column_vector.cpp b/be/src/core/column/column_vector.cpp similarity index 97% rename from be/src/vec/columns/column_vector.cpp rename to be/src/core/column/column_vector.cpp index 8316aa4c7907da..504cad8451143e 100644 --- a/be/src/vec/columns/column_vector.cpp +++ b/be/src/core/column/column_vector.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/ColumnVector.cpp // and modified by Doris -#include "vec/columns/column_vector.h" +#include "core/column/column_vector.h" #include #include @@ -28,19 +28,19 @@ #include #include -#include "runtime/define_primitive_type.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/columns_common.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/memcpy_small.h" +#include "core/types.h" +#include "exec/common/nan_utils.h" +#include "exec/common/sip_hash.h" +#include "exec/sort/sort_block.h" #include "util/hash_util.hpp" #include "util/simd/bits.h" -#include "vec/columns/columns_common.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/memcpy_small.h" -#include "vec/common/nan_utils.h" -#include "vec/common/sip_hash.h" -#include "vec/common/unaligned.h" -#include "vec/core/sort_block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "util/unaligned.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/columns/column_vector.h b/be/src/core/column/column_vector.h similarity index 97% rename from be/src/vec/columns/column_vector.h rename to be/src/core/column/column_vector.h index 707c8327875d45..94d2a7faeeba21 100644 --- a/be/src/vec/columns/column_vector.h +++ b/be/src/core/column/column_vector.h @@ -37,18 +37,18 @@ #include "common/compare.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "olap/uint24.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/common/cow.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/common/unaligned.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/cow.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/uint24.h" +#include "core/value/vdatetime_value.h" +#include "util/unaligned.h" class SipHash; diff --git a/be/src/vec/columns/columns_common.cpp b/be/src/core/column/columns_common.cpp similarity index 99% rename from be/src/vec/columns/columns_common.cpp rename to be/src/core/column/columns_common.cpp index 3bdfd8ac4e7b1c..c13f4ae2190c7e 100644 --- a/be/src/vec/columns/columns_common.cpp +++ b/be/src/core/column/columns_common.cpp @@ -18,16 +18,16 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Columns/ColumnsCommon.cpp // and modified by Doris -#include "vec/columns/columns_common.h" +#include "core/column/columns_common.h" #include #include +#include "core/column/column.h" +#include "core/column/column_array.h" // IWYU pragma: keep #include "util/simd/bits.h" #include "util/sse_util.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" // IWYU pragma: keep namespace doris::vectorized { diff --git a/be/src/vec/columns/columns_common.h b/be/src/core/column/columns_common.h similarity index 95% rename from be/src/vec/columns/columns_common.h rename to be/src/core/column/columns_common.h index bbf7de19903d4b..8acd2506543f7f 100644 --- a/be/src/vec/columns/columns_common.h +++ b/be/src/core/column/columns_common.h @@ -30,10 +30,10 @@ #include "common/exception.h" #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/types.h" +#include "core/column/column.h" +#include "core/pod_array_fwd.h" +#include "core/typeid_cast.h" +#include "core/types.h" /// Common helper methods for implementation of different columns. diff --git a/be/src/vec/columns/predicate_column.h b/be/src/core/column/predicate_column.h similarity index 97% rename from be/src/vec/columns/predicate_column.h rename to be/src/core/column/predicate_column.h index 106e8fa9b2d577..034c5534322888 100644 --- a/be/src/vec/columns/predicate_column.h +++ b/be/src/core/column/predicate_column.h @@ -19,17 +19,17 @@ #include -#include "olap/decimal12.h" -#include "olap/uint24.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arena.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" +#include "core/arena.h" +#include "core/column/column.h" +#include "core/column/column_decimal.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/decimal12.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/uint24.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/columns/subcolumn_tree.h b/be/src/core/column/subcolumn_tree.h similarity index 98% rename from be/src/vec/columns/subcolumn_tree.h rename to be/src/core/column/subcolumn_tree.h index 0c4517f331ecfb..0b5c44f63748b3 100644 --- a/be/src/vec/columns/subcolumn_tree.h +++ b/be/src/core/column/subcolumn_tree.h @@ -23,12 +23,12 @@ #include +#include "core/arena.h" +#include "core/column/column.h" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/thread_context.h" -#include "vec/columns/column.h" -#include "vec/common/arena.h" -#include "vec/common/string_ref.h" -#include "vec/json/path_in_data.h" +#include "util/json/path_in_data.h" namespace doris::vectorized { // Tree that represents paths in document with additional data in nodes. // IsShared mean this object shared above multiple tasks, need swtich to subcolumns_tree_tracker diff --git a/be/src/vec/common/cow.h b/be/src/core/cow.h similarity index 100% rename from be/src/vec/common/cow.h rename to be/src/core/cow.h diff --git a/be/src/vec/common/custom_allocator.h b/be/src/core/custom_allocator.h similarity index 98% rename from be/src/vec/common/custom_allocator.h rename to be/src/core/custom_allocator.h index b37af3e53c5cbe..bd3d8bda57e9fb 100644 --- a/be/src/vec/common/custom_allocator.h +++ b/be/src/core/custom_allocator.h @@ -20,8 +20,8 @@ #include #include -#include "vec/common/allocator.h" -#include "vec/common/allocator_fwd.h" +#include "core/allocator.h" +#include "core/allocator_fwd.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/convert_field_to_type.cpp b/be/src/core/data_type/convert_field_to_type.cpp similarity index 98% rename from be/src/vec/data_types/convert_field_to_type.cpp rename to be/src/core/data_type/convert_field_to_type.cpp index fdbbb746610de8..8630ceff74c18a 100644 --- a/be/src/vec/data_types/convert_field_to_type.cpp +++ b/be/src/core/data_type/convert_field_to_type.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Interpreters/convert_field_to_type.cpp // and modified by Doris -#include "vec/data_types/convert_field_to_type.h" +#include "core/data_type/convert_field_to_type.h" #include #include @@ -33,19 +33,19 @@ #include "common/cast_set.h" #include "common/exception.h" #include "common/status.h" -#include "util/bitmap_value.h" +#include "core/accurate_comparison.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/field.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "exec/common/field_visitors.h" +#include "exprs/function/cast/cast_to_basic_number_common.h" +#include "exprs/function/cast/cast_to_boolean.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "vec/common/field_visitors.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/accurate_comparison.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/cast/cast_to_basic_number_common.h" -#include "vec/functions/cast/cast_to_boolean.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/convert_field_to_type.h b/be/src/core/data_type/convert_field_to_type.h similarity index 98% rename from be/src/vec/data_types/convert_field_to_type.h rename to be/src/core/data_type/convert_field_to_type.h index 07d48452a494b6..d6a8938644e1a1 100644 --- a/be/src/vec/data_types/convert_field_to_type.h +++ b/be/src/core/data_type/convert_field_to_type.h @@ -20,7 +20,7 @@ #pragma once #include "common/status.h" -#include "vec/core/field.h" +#include "core/field.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type.cpp b/be/src/core/data_type/data_type.cpp similarity index 97% rename from be/src/vec/data_types/data_type.cpp rename to be/src/core/data_type/data_type.cpp index 0d39502407f31d..e668b6f8b6bbcc 100644 --- a/be/src/vec/data_types/data_type.cpp +++ b/be/src/core/data_type/data_type.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/IDataType.cpp // and modified by Doris -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" #include #include @@ -29,11 +29,11 @@ #include "common/logging.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/core/field.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/data_types/data_type.h b/be/src/core/data_type/data_type.h similarity index 96% rename from be/src/vec/data_types/data_type.h rename to be/src/core/data_type/data_type.h index 70d181f4f26a4d..6f990bccbb6765 100644 --- a/be/src/vec/data_types/data_type.h +++ b/be/src/core/data_type/data_type.h @@ -31,15 +31,15 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_string.h" -#include "vec/common/cow.h" -#include "vec/core/types.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nothing.h" +#include "core/column/column_string.h" +#include "core/cow.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" namespace doris { class PColumnMeta; diff --git a/be/src/vec/data_types/data_type_agg_state.h b/be/src/core/data_type/data_type_agg_state.h similarity index 92% rename from be/src/vec/data_types/data_type_agg_state.h rename to be/src/core/data_type/data_type_agg_state.h index 9831c2599ce0b4..7ff681b687db43 100644 --- a/be/src/vec/data_types/data_type_agg_state.h +++ b/be/src/core/data_type/data_type_agg_state.h @@ -22,16 +22,15 @@ #include "common/consts.h" #include "common/exception.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_fixed_length_object.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/serde/data_type_string_serde.h" +#include "core/column/column_fixed_length_object.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_fixed_length_object.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_string_serde.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_array.cpp b/be/src/core/data_type/data_type_array.cpp similarity index 94% rename from be/src/vec/data_types/data_type_array.cpp rename to be/src/core/data_type/data_type_array.cpp index b44b0f6f885968..18e54eaceb1849 100644 --- a/be/src/vec/data_types/data_type_array.cpp +++ b/be/src/core/data_type/data_type_array.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeArray.h // and modified by Doris -#include "vec/data_types/data_type_array.h" +#include "core/data_type/data_type_array.h" #include #include @@ -29,18 +29,18 @@ #include #include "agent/be_exec_version_manager.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" -#include "util/types.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/common/typeid_cast.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/packed_int128.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/typeid_cast.h" +#include "core/value/decimalv2_value.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_array.h b/be/src/core/data_type/data_type_array.h similarity index 93% rename from be/src/vec/data_types/data_type_array.h rename to be/src/core/data_type/data_type_array.h index 40a2c07ba4439d..3f088648396dde 100644 --- a/be/src/vec/data_types/data_type_array.h +++ b/be/src/core/data_type/data_type_array.h @@ -28,13 +28,12 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" -#include "serde/data_type_array_serde.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_array_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris { class PColumnMeta; diff --git a/be/src/vec/data_types/data_type_bitmap.cpp b/be/src/core/data_type/data_type_bitmap.cpp similarity index 95% rename from be/src/vec/data_types/data_type_bitmap.cpp rename to be/src/core/data_type/data_type_bitmap.cpp index 496f8bedd99842..0392643136488c 100644 --- a/be/src/vec/data_types/data_type_bitmap.cpp +++ b/be/src/core/data_type/data_type_bitmap.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_bitmap.h" +#include "core/data_type/data_type_bitmap.h" #include #include "agent/be_exec_version_manager.h" -#include "util/bitmap_value.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/io/io_helper.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/value/bitmap_value.h" +#include "util/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_bitmap.h b/be/src/core/data_type/data_type_bitmap.h similarity index 90% rename from be/src/vec/data_types/data_type_bitmap.h rename to be/src/core/data_type/data_type_bitmap.h index a2811cef2e399b..ef8efbe0767c85 100644 --- a/be/src/vec/data_types/data_type_bitmap.h +++ b/be/src/core/data_type/data_type_bitmap.h @@ -26,15 +26,15 @@ #include #include -#include "runtime/define_primitive_type.h" -#include "serde/data_type_bitmap_serde.h" -#include "util/bitmap_value.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_bitmap_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" namespace doris::vectorized { class BufferReadable; diff --git a/be/src/vec/data_types/data_type_date.cpp b/be/src/core/data_type/data_type_date.cpp similarity index 77% rename from be/src/vec/data_types/data_type_date.cpp rename to be/src/core/data_type/data_type_date.cpp index 16fc2f601c3e8e..3c62edc0395e9c 100644 --- a/be/src/vec/data_types/data_type_date.cpp +++ b/be/src/core/data_type/data_type_date.cpp @@ -18,21 +18,21 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeDate.cpp // and modified by Doris -#include "vec/data_types/data_type_date.h" +#include "core/data_type/data_type_date.h" #include #include -#include "util/binary_cast.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/io/io_helper.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "util/io_helper.h" namespace doris::vectorized { bool DataTypeDate::equals(const IDataType& rhs) const { diff --git a/be/src/vec/data_types/data_type_date.h b/be/src/core/data_type/data_type_date.h similarity index 92% rename from be/src/vec/data_types/data_type_date.h rename to be/src/core/data_type/data_type_date.h index d190a9c7bb0b53..4519e226f7e3d3 100644 --- a/be/src/vec/data_types/data_type_date.h +++ b/be/src/core/data_type/data_type_date.h @@ -27,11 +27,11 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number_base.h" -#include "vec/data_types/serde/data_type_date_or_datetime_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number_base.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_date_or_datetime_serde.h" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_date_or_datetime_v2.cpp b/be/src/core/data_type/data_type_date_or_datetime_v2.cpp similarity index 94% rename from be/src/vec/data_types/data_type_date_or_datetime_v2.cpp rename to be/src/core/data_type/data_type_date_or_datetime_v2.cpp index b3465b8576226b..dcbbede4a09ca4 100644 --- a/be/src/vec/data_types/data_type_date_or_datetime_v2.cpp +++ b/be/src/core/data_type/data_type_date_or_datetime_v2.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" #include @@ -25,15 +25,15 @@ #include #include -#include "util/binary_cast.hpp" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_date_or_datetime_v2.h b/be/src/core/data_type/data_type_date_or_datetime_v2.h similarity index 95% rename from be/src/vec/data_types/data_type_date_or_datetime_v2.h rename to be/src/core/data_type/data_type_date_or_datetime_v2.h index a2e652f9243329..d88f9fe9c7b757 100644 --- a/be/src/vec/data_types/data_type_date_or_datetime_v2.h +++ b/be/src/core/data_type/data_type_date_or_datetime_v2.h @@ -29,13 +29,13 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number_base.h" -#include "vec/data_types/serde/data_type_datetimev2_serde.h" -#include "vec/data_types/serde/data_type_datev2_serde.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number_base.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_datetimev2_serde.h" +#include "core/data_type_serde/data_type_datev2_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" namespace doris { class PColumnMeta; diff --git a/be/src/vec/data_types/data_type_date_time.cpp b/be/src/core/data_type/data_type_date_time.cpp similarity index 75% rename from be/src/vec/data_types/data_type_date_time.cpp rename to be/src/core/data_type/data_type_date_time.cpp index f23cf0ae80750c..83c38dbe0c1db0 100644 --- a/be/src/vec/data_types/data_type_date_time.cpp +++ b/be/src/core/data_type/data_type_date_time.cpp @@ -18,22 +18,22 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeDateTime.cpp // and modified by Doris -#include "vec/data_types/data_type_date_time.h" +#include "core/data_type/data_type_date_time.h" #include #include -#include "util/binary_cast.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_date_time.h b/be/src/core/data_type/data_type_date_time.h similarity index 95% rename from be/src/vec/data_types/data_type_date_time.h rename to be/src/core/data_type/data_type_date_time.h index 30dd32b7b1123e..30a486fdf0d3ed 100644 --- a/be/src/vec/data_types/data_type_date_time.h +++ b/be/src/core/data_type/data_type_date_time.h @@ -27,12 +27,12 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number_base.h" -#include "vec/data_types/serde/data_type_date_or_datetime_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number_base.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_date_or_datetime_serde.h" +#include "core/types.h" namespace doris::vectorized { class BufferWritable; diff --git a/be/src/vec/data_types/data_type_decimal.cpp b/be/src/core/data_type/data_type_decimal.cpp similarity index 95% rename from be/src/vec/data_types/data_type_decimal.cpp rename to be/src/core/data_type/data_type_decimal.cpp index 2f240b01a34955..6b9bbb8489fdd3 100644 --- a/be/src/vec/data_types/data_type_decimal.cpp +++ b/be/src/core/data_type/data_type_decimal.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypesDecimal.cpp // and modified by Doris -#include "vec/data_types/data_type_decimal.h" +#include "core/data_type/data_type_decimal.h" #include #include @@ -31,23 +31,23 @@ #include "agent/be_exec_version_manager.h" #include "common/cast_set.h" -#include "runtime/decimalv2_value.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/string_buffer.hpp" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exec/common/int_exp.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" #include "util/string_parser.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/common/int_exp.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/typeid_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_decimal.h b/be/src/core/data_type/data_type_decimal.h similarity index 97% rename from be/src/vec/data_types/data_type_decimal.h rename to be/src/core/data_type/data_type_decimal.h index da34beb754e669..884fd20c8de6ed 100644 --- a/be/src/vec/data_types/data_type_decimal.h +++ b/be/src/core/data_type/data_type_decimal.h @@ -34,20 +34,19 @@ #include "common/consts.h" #include "common/logging.h" #include "common/status.h" -#include "olap/olap_common.h" -#include "runtime/primitive_type.h" -#include "runtime/type_limit.h" -#include "runtime/types.h" -#include "serde/data_type_decimal_serde.h" -#include "util/binary_cast.hpp" -#include "vec/columns/column_decimal.h" -#include "vec/common/arithmetic_overflow.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/data_types/serde/data_type_serde.h" +#include "core/binary_cast.hpp" +#include "core/column/column_decimal.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_decimal_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/type_limit.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "exec/common/arithmetic_overflow.h" +#include "storage/olap_common.h" namespace doris { class DecimalV2Value; diff --git a/be/src/vec/data_types/data_type_factory.cpp b/be/src/core/data_type/data_type_factory.cpp similarity index 95% rename from be/src/vec/data_types/data_type_factory.cpp rename to be/src/core/data_type/data_type_factory.cpp index 5849781a2e5846..3c724454317cbe 100644 --- a/be/src/vec/data_types/data_type_factory.cpp +++ b/be/src/core/data_type/data_type_factory.cpp @@ -18,11 +18,12 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeFactory.cpp // and modified by Doris -#include "vec/data_types/data_type_factory.hpp" +#include "core/data_type/data_type_factory.hpp" #include #include #include +#include #include #include #include @@ -36,37 +37,36 @@ #include "common/consts.h" #include "common/exception.h" #include "common/status.h" -#include "data_type_time.h" -#include "gen_cpp/segment_v2.pb.h" -#include "olap/field.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "vec/common/assert_cast.h" -#include "vec/common/uint128.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_fixed_length_object.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_quantilestate.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/data_type_timestamptz.h" -#include "vec/data_types/data_type_varbinary.h" -#include "vec/data_types/data_type_variant.h" +#include "core/assert_cast.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_agg_state.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_fixed_length_object.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/data_type_time.h" +#include "core/data_type/data_type_timestamptz.h" +#include "core/data_type/data_type_varbinary.h" +#include "core/data_type/data_type_variant.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "core/uint128.h" +#include "storage/field.h" +#include "storage/olap_common.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_factory.hpp b/be/src/core/data_type/data_type_factory.hpp similarity index 96% rename from be/src/vec/data_types/data_type_factory.hpp rename to be/src/core/data_type/data_type_factory.hpp index e636d216a7382f..6066f7d4779dba 100644 --- a/be/src/vec/data_types/data_type_factory.hpp +++ b/be/src/core/data_type/data_type_factory.hpp @@ -26,9 +26,8 @@ #include #include -#include "olap/tablet_schema.h" -#include "runtime/types.h" -#include "vec/aggregate_functions/aggregate_function.h" +#include "exprs/aggregate/aggregate_function.h" +#include "storage/tablet/tablet_schema.h" namespace arrow { class DataType; diff --git a/be/src/vec/data_types/data_type_fixed_length_object.cpp b/be/src/core/data_type/data_type_fixed_length_object.cpp similarity index 98% rename from be/src/vec/data_types/data_type_fixed_length_object.cpp rename to be/src/core/data_type/data_type_fixed_length_object.cpp index a238c6681b0d5f..f7fcc661a70246 100644 --- a/be/src/vec/data_types/data_type_fixed_length_object.cpp +++ b/be/src/core/data_type/data_type_fixed_length_object.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_fixed_length_object.h" +#include "core/data_type/data_type_fixed_length_object.h" #include #include @@ -25,9 +25,9 @@ #include "agent/be_exec_version_manager.h" #include "common/cast_set.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_fixed_length_object.h b/be/src/core/data_type/data_type_fixed_length_object.h similarity index 90% rename from be/src/vec/data_types/data_type_fixed_length_object.h rename to be/src/core/data_type/data_type_fixed_length_object.h index 1cc7e8f21a6998..4451dcf9dacb16 100644 --- a/be/src/vec/data_types/data_type_fixed_length_object.h +++ b/be/src/core/data_type/data_type_fixed_length_object.h @@ -24,13 +24,13 @@ #include #include -#include "runtime/define_primitive_type.h" -#include "serde/data_type_string_serde.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/column/column_fixed_length_object.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_string_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_hll.cpp b/be/src/core/data_type/data_type_hll.cpp similarity index 96% rename from be/src/vec/data_types/data_type_hll.cpp rename to be/src/core/data_type/data_type_hll.cpp index 89903301ae6739..6e802d63af2273 100644 --- a/be/src/vec/data_types/data_type_hll.cpp +++ b/be/src/core/data_type/data_type_hll.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_hll.h" +#include "core/data_type/data_type_hll.h" #include #include #include "agent/be_exec_version_manager.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/string_buffer.hpp" +#include "util/io_helper.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/io/io_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_hll.h b/be/src/core/data_type/data_type_hll.h similarity index 90% rename from be/src/vec/data_types/data_type_hll.h rename to be/src/core/data_type/data_type_hll.h index a4bdfe823be1c0..ac4a9233c5b2d0 100644 --- a/be/src/vec/data_types/data_type_hll.h +++ b/be/src/core/data_type/data_type_hll.h @@ -26,14 +26,14 @@ #include #include -#include "olap/hll.h" -#include "runtime/define_primitive_type.h" -#include "serde/data_type_hll_serde.h" -#include "vec/columns/column_complex.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/column/column_complex.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_hll_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/hll.h" namespace doris::vectorized { class BufferReadable; diff --git a/be/src/vec/data_types/data_type_ipv4.cpp b/be/src/core/data_type/data_type_ipv4.cpp similarity index 77% rename from be/src/vec/data_types/data_type_ipv4.cpp rename to be/src/core/data_type/data_type_ipv4.cpp index 18a8cfef72a57a..bf84f1fae95955 100644 --- a/be/src/vec/data_types/data_type_ipv4.cpp +++ b/be/src/core/data_type/data_type_ipv4.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_ipv4.h" - -#include "util/binary_cast.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/data_types/data_type.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" +#include "core/data_type/data_type_ipv4.h" + +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/string_buffer.hpp" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_ipv4.h b/be/src/core/data_type/data_type_ipv4.h similarity index 88% rename from be/src/vec/data_types/data_type_ipv4.h rename to be/src/core/data_type/data_type_ipv4.h index ac4402fcb1c1f5..8884c3eab8c209 100644 --- a/be/src/vec/data_types/data_type_ipv4.h +++ b/be/src/core/data_type/data_type_ipv4.h @@ -24,13 +24,13 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "vec/common/pod_array.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number_base.h" -#include "vec/data_types/serde/data_type_ipv4_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number_base.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_ipv4_serde.h" +#include "core/pod_array.h" +#include "core/types.h" +#include "storage/olap_common.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/data_types/data_type_ipv6.cpp b/be/src/core/data_type/data_type_ipv6.cpp old mode 100755 new mode 100644 similarity index 72% rename from be/src/vec/data_types/data_type_ipv6.cpp rename to be/src/core/data_type/data_type_ipv6.cpp index 07402ddbcdb155..9d60dc467445c4 --- a/be/src/vec/data_types/data_type_ipv6.cpp +++ b/be/src/core/data_type/data_type_ipv6.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_ipv6.h" +#include "core/data_type/data_type_ipv6.h" -#include "util/binary_cast.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/data_types/data_type.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" -#include "vec/runtime/ipv6_value.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/string_buffer.hpp" +#include "core/value/ipv6_value.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" namespace doris::vectorized { bool DataTypeIPv6::equals(const IDataType& rhs) const { diff --git a/be/src/vec/data_types/data_type_ipv6.h b/be/src/core/data_type/data_type_ipv6.h old mode 100755 new mode 100644 similarity index 90% rename from be/src/vec/data_types/data_type_ipv6.h rename to be/src/core/data_type/data_type_ipv6.h index 319e99a08174f7..6c44a3c9635b27 --- a/be/src/vec/data_types/data_type_ipv6.h +++ b/be/src/core/data_type/data_type_ipv6.h @@ -25,12 +25,12 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_number_base.h" -#include "vec/data_types/serde/data_type_ipv6_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_number_base.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_ipv6_serde.h" +#include "core/types.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/data_types/data_type_jsonb.cpp b/be/src/core/data_type/data_type_jsonb.cpp similarity index 93% rename from be/src/vec/data_types/data_type_jsonb.cpp rename to be/src/core/data_type/data_type_jsonb.cpp index 3f2645cc4c1248..a65dbc1b13ae2d 100644 --- a/be/src/vec/data_types/data_type_jsonb.cpp +++ b/be/src/core/data_type/data_type_jsonb.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_jsonb.h" +#include "core/data_type/data_type_jsonb.h" #include #include #include "common/cast_set.h" -#include "runtime/jsonb_value.h" +#include "core/assert_cast.h" +#include "core/column/column_const.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/jsonb_value.h" #include "util/jsonb_utils.h" -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/data_types/data_type_jsonb.h b/be/src/core/data_type/data_type_jsonb.h similarity index 87% rename from be/src/vec/data_types/data_type_jsonb.h rename to be/src/core/data_type/data_type_jsonb.h index d887879d117187..1ca33ded07fe91 100644 --- a/be/src/vec/data_types/data_type_jsonb.h +++ b/be/src/core/data_type/data_type_jsonb.h @@ -26,15 +26,15 @@ #include "common/cast_set.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column_string.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/serde/data_type_jsonb_serde.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde/data_type_string_serde.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_jsonb_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_string_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_map.cpp b/be/src/core/data_type/data_type_map.cpp similarity index 95% rename from be/src/vec/data_types/data_type_map.cpp rename to be/src/core/data_type/data_type_map.cpp index 76fdfbc3f71e75..b40df4ed2a9ec4 100644 --- a/be/src/vec/data_types/data_type_map.cpp +++ b/be/src/core/data_type/data_type_map.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_map.h" +#include "core/data_type/data_type_map.h" #include #include @@ -27,15 +27,15 @@ #include "agent/be_exec_version_manager.h" #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_map.h b/be/src/core/data_type/data_type_map.h similarity index 94% rename from be/src/vec/data_types/data_type_map.h rename to be/src/core/data_type/data_type_map.h index f03d740ab7f427..7d6f97d5e82c7a 100644 --- a/be/src/vec/data_types/data_type_map.h +++ b/be/src/core/data_type/data_type_map.h @@ -28,12 +28,12 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_map_serde.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_map_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris { class PColumnMeta; diff --git a/be/src/vec/data_types/data_type_nothing.cpp b/be/src/core/data_type/data_type_nothing.cpp similarity index 95% rename from be/src/vec/data_types/data_type_nothing.cpp rename to be/src/core/data_type/data_type_nothing.cpp index a5897038e16379..44709b3d9bf75a 100644 --- a/be/src/vec/data_types/data_type_nothing.cpp +++ b/be/src/core/data_type/data_type_nothing.cpp @@ -18,11 +18,11 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeNothing.cpp // and modified by Doris -#include "vec/data_types/data_type_nothing.h" +#include "core/data_type/data_type_nothing.h" #include -#include "vec/columns/column_nothing.h" +#include "core/column/column_nothing.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_nothing.h b/be/src/core/data_type/data_type_nothing.h similarity index 93% rename from be/src/vec/data_types/data_type_nothing.h rename to be/src/core/data_type/data_type_nothing.h index b053960029e00e..22598f103b8a1e 100644 --- a/be/src/vec/data_types/data_type_nothing.h +++ b/be/src/core/data_type/data_type_nothing.h @@ -29,12 +29,12 @@ #include #include -#include "runtime/define_primitive_type.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_nothing_serde.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_nothing_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_nullable.cpp b/be/src/core/data_type/data_type_nullable.cpp similarity index 96% rename from be/src/vec/data_types/data_type_nullable.cpp rename to be/src/core/data_type/data_type_nullable.cpp index 7a9235ffe72023..4e7d55ab8809ba 100644 --- a/be/src/vec/data_types/data_type_nullable.cpp +++ b/be/src/core/data_type/data_type_nullable.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeNullable.cpp // and modified by Doris -#include "vec/data_types/data_type_nullable.h" +#include "core/data_type/data_type_nullable.h" #include #include @@ -31,15 +31,15 @@ #include "agent/be_exec_version_manager.h" #include "common/cast_set.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nothing.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nothing.h" +#include "core/field.h" +#include "core/string_buffer.hpp" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_nullable.h b/be/src/core/data_type/data_type_nullable.h similarity index 94% rename from be/src/vec/data_types/data_type_nullable.h rename to be/src/core/data_type/data_type_nullable.h index cc8dcabc19112e..f423620bb209be 100644 --- a/be/src/vec/data_types/data_type_nullable.h +++ b/be/src/core/data_type/data_type_nullable.h @@ -28,13 +28,12 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_nullable_serde.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_nullable_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris { class PColumnMeta; diff --git a/be/src/vec/data_types/data_type_number.h b/be/src/core/data_type/data_type_number.h similarity index 95% rename from be/src/vec/data_types/data_type_number.h rename to be/src/core/data_type/data_type_number.h index 54af59f8a0ecdf..796ad4647657b6 100644 --- a/be/src/vec/data_types/data_type_number.h +++ b/be/src/core/data_type/data_type_number.h @@ -20,9 +20,9 @@ #pragma once -#include "runtime/define_primitive_type.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type_number_base.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_number_base.h" +#include "core/data_type/define_primitive_type.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_number_base.cpp b/be/src/core/data_type/data_type_number_base.cpp similarity index 96% rename from be/src/vec/data_types/data_type_number_base.cpp rename to be/src/core/data_type/data_type_number_base.cpp index 07c33794362a55..16b9afe44aaf6b 100644 --- a/be/src/vec/data_types/data_type_number_base.cpp +++ b/be/src/core/data_type/data_type_number_base.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeNumberBase.cpp // and modified by Doris -#include "vec/data_types/data_type_number_base.h" +#include "core/data_type/data_type_number_base.h" #include #include @@ -32,19 +32,19 @@ #include "agent/be_exec_version_manager.h" #include "common/cast_set.h" #include "common/status.h" -#include "runtime/large_int_value.h" -#include "runtime/primitive_type.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/primitive_type.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "core/value/large_int_value.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" #include "util/mysql_global.h" #include "util/string_parser.hpp" #include "util/to_string.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_number_base.h b/be/src/core/data_type/data_type_number_base.h similarity index 95% rename from be/src/vec/data_types/data_type_number_base.h rename to be/src/core/data_type/data_type_number_base.h index a7b360ab92a57e..5dac8677638095 100644 --- a/be/src/vec/data_types/data_type_number_base.h +++ b/be/src/core/data_type/data_type_number_base.h @@ -30,13 +30,13 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "serde/data_type_number_serde.h" -#include "vec/columns/column_vector.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_number_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_quantilestate.cpp b/be/src/core/data_type/data_type_quantilestate.cpp similarity index 96% rename from be/src/vec/data_types/data_type_quantilestate.cpp rename to be/src/core/data_type/data_type_quantilestate.cpp index 85f22c689ade0b..6a2110094ac9e0 100644 --- a/be/src/vec/data_types/data_type_quantilestate.cpp +++ b/be/src/core/data_type/data_type_quantilestate.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_quantilestate.h" +#include "core/data_type/data_type_quantilestate.h" #include "agent/be_exec_version_manager.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "util/io_helper.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/io/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_quantilestate.h b/be/src/core/data_type/data_type_quantilestate.h similarity index 90% rename from be/src/vec/data_types/data_type_quantilestate.h rename to be/src/core/data_type/data_type_quantilestate.h index fe17427f7ba8d4..1b6d6a7ca3364c 100644 --- a/be/src/vec/data_types/data_type_quantilestate.h +++ b/be/src/core/data_type/data_type_quantilestate.h @@ -25,14 +25,14 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "serde/data_type_quantilestate_serde.h" -#include "util/quantile_state.h" -#include "vec/columns/column_complex.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/column/column_complex.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_quantilestate_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/quantile_state.h" namespace doris::vectorized { class BufferReadable; diff --git a/be/src/vec/data_types/data_type_string.cpp b/be/src/core/data_type/data_type_string.cpp similarity index 97% rename from be/src/vec/data_types/data_type_string.cpp rename to be/src/core/data_type/data_type_string.cpp index d114bd37832301..1cdd95afbc818d 100644 --- a/be/src/vec/data_types/data_type_string.cpp +++ b/be/src/core/data_type/data_type_string.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeString.cpp // and modified by Doris -#include "vec/data_types/data_type_string.h" +#include "core/data_type/data_type_string.h" #include #include @@ -31,15 +31,15 @@ #include "common/cast_set.h" #include "common/exception.h" #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_string.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_string.h b/be/src/core/data_type/data_type_string.h similarity index 93% rename from be/src/vec/data_types/data_type_string.h rename to be/src/core/data_type/data_type_string.h index b01501dd03b49d..812f45210abf95 100644 --- a/be/src/vec/data_types/data_type_string.h +++ b/be/src/core/data_type/data_type_string.h @@ -28,13 +28,13 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "serde/data_type_string_serde.h" -#include "vec/columns/column_string.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_string_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris::vectorized { class BufferWritable; diff --git a/be/src/vec/data_types/data_type_struct.cpp b/be/src/core/data_type/data_type_struct.cpp similarity index 96% rename from be/src/vec/data_types/data_type_struct.cpp rename to be/src/core/data_type/data_type_struct.cpp index 650ff23e58d304..47e8a9b724ce5a 100644 --- a/be/src/vec/data_types/data_type_struct.cpp +++ b/be/src/core/data_type/data_type_struct.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeTuple.cpp // and modified by Doris -#include "vec/data_types/data_type_struct.h" +#include "core/data_type/data_type_struct.h" #include #include @@ -37,13 +37,13 @@ #include "agent/be_exec_version_manager.h" #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_struct.h b/be/src/core/data_type/data_type_struct.h similarity index 95% rename from be/src/vec/data_types/data_type_struct.h rename to be/src/core/data_type/data_type_struct.h index e9aea925fec479..1aaa811e39a565 100644 --- a/be/src/vec/data_types/data_type_struct.h +++ b/be/src/core/data_type/data_type_struct.h @@ -30,12 +30,12 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde/data_type_struct_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_struct_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris { class PColumnMeta; diff --git a/be/src/vec/data_types/data_type_time.cpp b/be/src/core/data_type/data_type_time.cpp similarity index 88% rename from be/src/vec/data_types/data_type_time.cpp rename to be/src/core/data_type/data_type_time.cpp index 6720b7cc7e4f98..f9c2aca773240e 100644 --- a/be/src/vec/data_types/data_type_time.cpp +++ b/be/src/core/data_type/data_type_time.cpp @@ -18,19 +18,19 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeDateTime.cpp // and modified by Doris -#include "vec/data_types/data_type_time.h" +#include "core/data_type/data_type_time.h" #include #include #include +#include "core/assert_cast.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/string_buffer.hpp" +#include "exprs/function/cast/cast_to_string.h" #include "util/date_func.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/functions/cast/cast_to_string.h" namespace doris::vectorized { class IColumn; diff --git a/be/src/vec/data_types/data_type_time.h b/be/src/core/data_type/data_type_time.h similarity index 90% rename from be/src/vec/data_types/data_type_time.h rename to be/src/core/data_type/data_type_time.h index 6049436156682f..5d1e4cf746fa25 100644 --- a/be/src/vec/data_types/data_type_time.h +++ b/be/src/core/data_type/data_type_time.h @@ -27,12 +27,12 @@ #include #include -#include "runtime/define_primitive_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number_base.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde/data_type_time_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number_base.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_time_serde.h" +#include "core/types.h" namespace doris::vectorized { class BufferWritable; diff --git a/be/src/vec/data_types/data_type_timestamptz.cpp b/be/src/core/data_type/data_type_timestamptz.cpp similarity index 94% rename from be/src/vec/data_types/data_type_timestamptz.cpp rename to be/src/core/data_type/data_type_timestamptz.cpp index 76d89ca2fafaf6..877e7e75c6ea02 100644 --- a/be/src/vec/data_types/data_type_timestamptz.cpp +++ b/be/src/core/data_type/data_type_timestamptz.cpp @@ -18,9 +18,9 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeDateTime.h // and modified by Doris -#include "vec/data_types/data_type_timestamptz.h" +#include "core/data_type/data_type_timestamptz.h" -#include "vec/functions/cast/cast_to_timestamptz.h" +#include "exprs/function/cast/cast_to_timestamptz.h" namespace doris::vectorized { Field DataTypeTimeStampTz::get_field(const TExprNode& node) const { diff --git a/be/src/vec/data_types/data_type_timestamptz.h b/be/src/core/data_type/data_type_timestamptz.h similarity index 91% rename from be/src/vec/data_types/data_type_timestamptz.h rename to be/src/core/data_type/data_type_timestamptz.h index 5685377e223a1a..9fded13ad3d250 100644 --- a/be/src/vec/data_types/data_type_timestamptz.h +++ b/be/src/core/data_type/data_type_timestamptz.h @@ -26,11 +26,11 @@ #include #include -#include "runtime/define_primitive_type.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number_base.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde/data_type_timestamptz_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number_base.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_timestamptz_serde.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/data_type_varbinary.cpp b/be/src/core/data_type/data_type_varbinary.cpp similarity index 92% rename from be/src/vec/data_types/data_type_varbinary.cpp rename to be/src/core/data_type/data_type_varbinary.cpp index 440b79f112e090..75359c01e37f8b 100644 --- a/be/src/vec/data_types/data_type_varbinary.cpp +++ b/be/src/core/data_type/data_type_varbinary.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_varbinary.h" +#include "core/data_type/data_type_varbinary.h" #include #include @@ -27,17 +27,17 @@ #include "agent/be_exec_version_manager.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_varbinary.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/common/string_view.h" -#include "vec/core/field.h" -#include "vec/core/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_varbinary.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/string_view.h" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/data_type_varbinary.h b/be/src/core/data_type/data_type_varbinary.h similarity index 90% rename from be/src/vec/data_types/data_type_varbinary.h rename to be/src/core/data_type/data_type_varbinary.h index 45cba9bac429c1..08212737716132 100644 --- a/be/src/vec/data_types/data_type_varbinary.h +++ b/be/src/core/data_type/data_type_varbinary.h @@ -24,14 +24,14 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "serde/data_type_string_serde.h" -#include "vec/common/string_view.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde/data_type_varbinary_serde.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_string_serde.h" +#include "core/data_type_serde/data_type_varbinary_serde.h" +#include "core/field.h" +#include "core/string_view.h" namespace doris::vectorized { class BufferWritable; diff --git a/be/src/vec/data_types/data_type_variant.cpp b/be/src/core/data_type/data_type_variant.cpp similarity index 96% rename from be/src/vec/data_types/data_type_variant.cpp rename to be/src/core/data_type/data_type_variant.cpp index e97d8a4467122e..ab76ffbc7d71f2 100644 --- a/be/src/vec/data_types/data_type_variant.cpp +++ b/be/src/core/data_type/data_type_variant.cpp @@ -18,11 +18,10 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/DataTypeObject.cpp // and modified by Doris -#include "vec/data_types/data_type_variant.h" +#include "core/data_type/data_type_variant.h" #include #include -#include #include #include @@ -30,14 +29,15 @@ #include #include "agent/be_exec_version_manager.h" -#include "vec/columns/column.h" -#include "vec/columns/column_variant.h" -#include "vec/common/assert_cast.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/json/path_in_data.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "util/json/path_in_data.h" +#include "util/string_util.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/data_types/data_type_variant.h b/be/src/core/data_type/data_type_variant.h similarity index 90% rename from be/src/vec/data_types/data_type_variant.h rename to be/src/core/data_type/data_type_variant.h index decb0b65962a12..ac8b385765aa8d 100644 --- a/be/src/vec/data_types/data_type_variant.h +++ b/be/src/core/data_type/data_type_variant.h @@ -31,15 +31,14 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" -#include "serde/data_type_variant_serde.h" -#include "vec/columns/column_variant.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/assert_cast.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_variant_serde.h" +#include "core/field.h" +#include "core/types.h" namespace doris { namespace vectorized { diff --git a/be/src/runtime/define_primitive_type.h b/be/src/core/data_type/define_primitive_type.h similarity index 100% rename from be/src/runtime/define_primitive_type.h rename to be/src/core/data_type/define_primitive_type.h diff --git a/be/src/vec/data_types/get_least_supertype.cpp b/be/src/core/data_type/get_least_supertype.cpp similarity index 93% rename from be/src/vec/data_types/get_least_supertype.cpp rename to be/src/core/data_type/get_least_supertype.cpp index 5b3ead23e1b662..68b092612e44df 100644 --- a/be/src/vec/data_types/get_least_supertype.cpp +++ b/be/src/core/data_type/get_least_supertype.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/getLeastSupertype.cpp // and modified by Doris -#include "vec/data_types/get_least_supertype.h" +#include "core/data_type/get_least_supertype.h" #include #include @@ -27,22 +27,22 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/columns/column_variant.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_variant.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_variant.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/get_least_supertype.h b/be/src/core/data_type/get_least_supertype.h similarity index 97% rename from be/src/vec/data_types/get_least_supertype.h rename to be/src/core/data_type/get_least_supertype.h index 5600ebdd68cae8..6008d3aefa6455 100644 --- a/be/src/vec/data_types/get_least_supertype.h +++ b/be/src/core/data_type/get_least_supertype.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/nested_utils.cpp b/be/src/core/data_type/nested_utils.cpp similarity index 95% rename from be/src/vec/data_types/nested_utils.cpp rename to be/src/core/data_type/nested_utils.cpp index 22c9dfc6df48a9..3edeb70532adb0 100644 --- a/be/src/vec/data_types/nested_utils.cpp +++ b/be/src/core/data_type/nested_utils.cpp @@ -18,9 +18,9 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/NestedUtils.cpp // and modified by Doris -#include "vec/data_types/nested_utils.h" +#include "core/data_type/nested_utils.h" -#include "vec/common/string_utils/string_utils.h" +#include "exec/common/string_utils/string_utils.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/nested_utils.h b/be/src/core/data_type/nested_utils.h similarity index 98% rename from be/src/vec/data_types/nested_utils.h rename to be/src/core/data_type/nested_utils.h index 081e31d272d32b..31e56a519ebb10 100644 --- a/be/src/vec/data_types/nested_utils.h +++ b/be/src/core/data_type/nested_utils.h @@ -23,7 +23,7 @@ #include #include -#include "vec/core/block.h" +#include "core/block/block.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/number_traits.h b/be/src/core/data_type/number_traits.h similarity index 98% rename from be/src/vec/data_types/number_traits.h rename to be/src/core/data_type/number_traits.h index 237357ec9837df..dc81342d3749d6 100644 --- a/be/src/vec/data_types/number_traits.h +++ b/be/src/core/data_type/number_traits.h @@ -23,11 +23,11 @@ #include #include -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_vector.h" -#include "vec/common/uint128.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" +#include "core/column/column_decimal.h" +#include "core/column/column_vector.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "core/uint128.h" namespace doris::vectorized { diff --git a/be/src/runtime/primitive_type.cpp b/be/src/core/data_type/primitive_type.cpp similarity index 98% rename from be/src/runtime/primitive_type.cpp rename to be/src/core/data_type/primitive_type.cpp index 9e665f6bbe79ce..44527e33893f1a 100644 --- a/be/src/runtime/primitive_type.cpp +++ b/be/src/core/data_type/primitive_type.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/primitive_type.h" +#include "core/data_type/primitive_type.h" #include #include -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" namespace doris { diff --git a/be/src/runtime/primitive_type.h b/be/src/core/data_type/primitive_type.h similarity index 95% rename from be/src/runtime/primitive_type.h rename to be/src/core/data_type/primitive_type.h index e3358f82b79912..d96b4b0da3dd8e 100644 --- a/be/src/runtime/primitive_type.h +++ b/be/src/core/data_type/primitive_type.h @@ -26,15 +26,15 @@ #include #include "common/cast_set.h" -#include "olap/decimal12.h" -#include "olap/uint24.h" -#include "runtime/define_primitive_type.h" -#include "vec/common/string_view.h" -#include "vec/core/types.h" -#include "vec/json/path_in_data.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" -#include "vec/utils/template_helpers.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/decimal12.h" +#include "core/string_view.h" +#include "core/types.h" +#include "core/uint24.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/template_helpers.hpp" +#include "util/json/path_in_data.h" namespace doris { #include "common/compile_check_begin.h" @@ -583,5 +583,19 @@ struct PrimitiveTypeConvertor { } }; +inline TTypeDesc create_type_desc(PrimitiveType type, int precision = 0, int scale = 0) { + TTypeDesc type_desc; + std::vector node_type; + node_type.emplace_back(); + TScalarType scalarType; + scalarType.__set_type(to_thrift(type)); + scalarType.__set_len(-1); + scalarType.__set_precision(precision); + scalarType.__set_scale(scale); + node_type.back().__set_scalar_type(scalarType); + type_desc.__set_types(node_type); + return type_desc; +} + #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/vec/data_types/serde/complex_type_deserialize_util.h b/be/src/core/data_type_serde/complex_type_deserialize_util.h similarity index 98% rename from be/src/vec/data_types/serde/complex_type_deserialize_util.h rename to be/src/core/data_type_serde/complex_type_deserialize_util.h index c1e0e01716ebc7..933ed6807f48c1 100644 --- a/be/src/vec/data_types/serde/complex_type_deserialize_util.h +++ b/be/src/core/data_type_serde/complex_type_deserialize_util.h @@ -15,8 +15,8 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/string_ref.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/serde/data_type_array_serde.cpp b/be/src/core/data_type_serde/data_type_array_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_array_serde.cpp rename to be/src/core/data_type_serde/data_type_array_serde.cpp index 12bb264705bf18..b0c6643d3d84a9 100644 --- a/be/src/vec/data_types/serde/data_type_array_serde.cpp +++ b/be/src/core/data_type_serde/data_type_array_serde.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_array_serde.h" +#include "core/data_type_serde/data_type_array_serde.h" #include #include "common/status.h" -#include "complex_type_deserialize_util.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type_serde/complex_type_deserialize_util.h" +#include "core/string_ref.h" +#include "exprs/function/function_helpers.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/functions/function_helpers.h" namespace doris::vectorized { class Arena; diff --git a/be/src/vec/data_types/serde/data_type_array_serde.h b/be/src/core/data_type_serde/data_type_array_serde.h similarity index 99% rename from be/src/vec/data_types/serde/data_type_array_serde.h rename to be/src/core/data_type_serde/data_type_array_serde.h index 91d00577839d07..1854bc6dc7c42a 100644 --- a/be/src/vec/data_types/serde/data_type_array_serde.h +++ b/be/src/core/data_type_serde/data_type_array_serde.h @@ -25,7 +25,7 @@ #include #include "common/status.h" -#include "data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" namespace doris { class PValues; diff --git a/be/src/vec/data_types/serde/data_type_bitmap_serde.cpp b/be/src/core/data_type_serde/data_type_bitmap_serde.cpp similarity index 97% rename from be/src/vec/data_types/serde/data_type_bitmap_serde.cpp rename to be/src/core/data_type_serde/data_type_bitmap_serde.cpp index 646652bfe31928..608bcda7aaf64d 100644 --- a/be/src/vec/data_types/serde/data_type_bitmap_serde.cpp +++ b/be/src/core/data_type_serde/data_type_bitmap_serde.cpp @@ -15,21 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_bitmap_serde.h" +#include "core/data_type_serde/data_type_bitmap_serde.h" #include #include #include -#include "util/bitmap_value.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/data_type_serde/data_type_nullable_serde.h" +#include "core/value/bitmap_value.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/serde/data_type_nullable_serde.h" namespace doris { diff --git a/be/src/vec/data_types/serde/data_type_bitmap_serde.h b/be/src/core/data_type_serde/data_type_bitmap_serde.h similarity index 98% rename from be/src/vec/data_types/serde/data_type_bitmap_serde.h rename to be/src/core/data_type_serde/data_type_bitmap_serde.h index a8b388b1ac6b64..085c41708b0431 100644 --- a/be/src/vec/data_types/serde/data_type_bitmap_serde.h +++ b/be/src/core/data_type_serde/data_type_bitmap_serde.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" namespace doris { class PValues; diff --git a/be/src/vec/data_types/serde/data_type_date_or_datetime_serde.cpp b/be/src/core/data_type_serde/data_type_date_or_datetime_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_date_or_datetime_serde.cpp rename to be/src/core/data_type_serde/data_type_date_or_datetime_serde.cpp index bb7dc212b18aba..1b7298ee64f52c 100644 --- a/be/src/vec/data_types/serde/data_type_date_or_datetime_serde.cpp +++ b/be/src/core/data_type_serde/data_type_date_or_datetime_serde.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_date_or_datetime_serde.h" +#include "core/data_type_serde/data_type_date_or_datetime_serde.h" #include #include #include "common/status.h" -#include "vec/columns/column_const.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/cast/cast_base.h" -#include "vec/functions/cast/cast_to_date_or_datetime_impl.hpp" -#include "vec/io/io_helper.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_to_date_or_datetime_impl.hpp" +#include "util/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/serde/data_type_date_or_datetime_serde.h b/be/src/core/data_type_serde/data_type_date_or_datetime_serde.h similarity index 96% rename from be/src/vec/data_types/serde/data_type_date_or_datetime_serde.h rename to be/src/core/data_type_serde/data_type_date_or_datetime_serde.h index b68146e71551af..56ed04de3abd18 100644 --- a/be/src/vec/data_types/serde/data_type_date_or_datetime_serde.h +++ b/be/src/core/data_type_serde/data_type_date_or_datetime_serde.h @@ -25,12 +25,12 @@ #include #include "common/status.h" -#include "data_type_number_serde.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/serde/data_type_serde.h" +#include "core/column/column.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_number_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" +#include "core/types.h" namespace doris::vectorized { class Arena; diff --git a/be/src/vec/data_types/serde/data_type_datetimev2_serde.cpp b/be/src/core/data_type_serde/data_type_datetimev2_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_datetimev2_serde.cpp rename to be/src/core/data_type_serde/data_type_datetimev2_serde.cpp index fb8cbf11326b27..ad45fa185b3dea 100644 --- a/be/src/vec/data_types/serde/data_type_datetimev2_serde.cpp +++ b/be/src/core/data_type_serde/data_type_datetimev2_serde.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_datetimev2_serde.h" +#include "core/data_type_serde/data_type_datetimev2_serde.h" #include #include @@ -24,15 +24,15 @@ #include #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_const.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/cast/cast_to_datetimev2_impl.hpp" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_datetimev2_impl.hpp" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" enum { DIVISOR_FOR_SECOND = 1, diff --git a/be/src/vec/data_types/serde/data_type_datetimev2_serde.h b/be/src/core/data_type_serde/data_type_datetimev2_serde.h similarity index 96% rename from be/src/vec/data_types/serde/data_type_datetimev2_serde.h rename to be/src/core/data_type_serde/data_type_datetimev2_serde.h index b23d4422027d87..d3f0bb1c452c78 100644 --- a/be/src/vec/data_types/serde/data_type_datetimev2_serde.h +++ b/be/src/core/data_type_serde/data_type_datetimev2_serde.h @@ -24,11 +24,11 @@ #include #include "common/status.h" -#include "data_type_number_serde.h" -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/column/column.h" +#include "core/data_type_serde/data_type_number_serde.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" namespace doris::vectorized { class Arena; diff --git a/be/src/vec/data_types/serde/data_type_datev2_serde.cpp b/be/src/core/data_type_serde/data_type_datev2_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_datev2_serde.cpp rename to be/src/core/data_type_serde/data_type_datev2_serde.cpp index 4ece51df54b459..441677b5deb3c5 100644 --- a/be/src/vec/data_types/serde/data_type_datev2_serde.cpp +++ b/be/src/core/data_type_serde/data_type_datev2_serde.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_datev2_serde.h" +#include "core/data_type_serde/data_type_datev2_serde.h" #include #include @@ -23,15 +23,15 @@ #include -#include "runtime/define_primitive_type.h" -#include "vec/columns/column_const.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/cast/cast_to_datev2_impl.hpp" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_datev2_impl.hpp" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/serde/data_type_datev2_serde.h b/be/src/core/data_type_serde/data_type_datev2_serde.h similarity index 97% rename from be/src/vec/data_types/serde/data_type_datev2_serde.h rename to be/src/core/data_type_serde/data_type_datev2_serde.h index 08ec3ac5749234..136222a9311341 100644 --- a/be/src/vec/data_types/serde/data_type_datev2_serde.h +++ b/be/src/core/data_type_serde/data_type_datev2_serde.h @@ -24,10 +24,10 @@ #include #include "common/status.h" -#include "data_type_number_serde.h" -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" +#include "core/column/column.h" +#include "core/data_type_serde/data_type_number_serde.h" +#include "core/string_ref.h" +#include "core/types.h" namespace doris::vectorized { class Arena; diff --git a/be/src/vec/data_types/serde/data_type_decimal_serde.cpp b/be/src/core/data_type_serde/data_type_decimal_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_decimal_serde.cpp rename to be/src/core/data_type_serde/data_type_decimal_serde.cpp index b4febef1f87ee8..15e14e1c7ca6ea 100644 --- a/be/src/vec/data_types/serde/data_type_decimal_serde.cpp +++ b/be/src/core/data_type_serde/data_type_decimal_serde.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_decimal_serde.h" +#include "core/data_type_serde/data_type_decimal_serde.h" #include #include @@ -26,20 +26,20 @@ #include "arrow/type.h" #include "common/consts.h" -#include "olap/tablet_schema.h" +#include "core/column/column.h" +#include "core/column/column_decimal.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "exec/common/arithmetic_overflow.h" +#include "exprs/function/cast/cast_to_decimal.h" +#include "exprs/function/cast/cast_to_string.h" #include "orc/Int128.hh" -#include "runtime/define_primitive_type.h" +#include "storage/tablet/tablet_schema.h" +#include "util/io_helper.h" #include "util/jsonb_document.h" #include "util/jsonb_document_cast.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/columns/column_decimal.h" -#include "vec/common/arithmetic_overflow.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/functions/cast/cast_to_decimal.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" namespace doris::vectorized { // #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/serde/data_type_decimal_serde.h b/be/src/core/data_type_serde/data_type_decimal_serde.h similarity index 97% rename from be/src/vec/data_types/serde/data_type_decimal_serde.h rename to be/src/core/data_type_serde/data_type_decimal_serde.h index f466e193339a38..c62a539a2cac53 100644 --- a/be/src/vec/data_types/serde/data_type_decimal_serde.h +++ b/be/src/core/data_type_serde/data_type_decimal_serde.h @@ -23,12 +23,12 @@ #include #include "common/status.h" -#include "data_type_serde.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" +#include "core/types.h" namespace doris { diff --git a/be/src/vec/data_types/serde/data_type_hll_serde.cpp b/be/src/core/data_type_serde/data_type_hll_serde.cpp similarity index 97% rename from be/src/vec/data_types/serde/data_type_hll_serde.cpp rename to be/src/core/data_type_serde/data_type_hll_serde.cpp index da65705224ee09..1fb6f29db6bfe4 100644 --- a/be/src/vec/data_types/serde/data_type_hll_serde.cpp +++ b/be/src/core/data_type_serde/data_type_hll_serde.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_hll_serde.h" +#include "core/data_type_serde/data_type_hll_serde.h" #include #include @@ -25,15 +25,15 @@ #include #include "arrow/array/builder_binary.h" -#include "olap/hll.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/data_type_serde/data_type_nullable_serde.h" +#include "core/value/hll.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" #include "util/slice.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/serde/data_type_nullable_serde.h" namespace doris { diff --git a/be/src/vec/data_types/serde/data_type_hll_serde.h b/be/src/core/data_type_serde/data_type_hll_serde.h similarity index 98% rename from be/src/vec/data_types/serde/data_type_hll_serde.h rename to be/src/core/data_type_serde/data_type_hll_serde.h index d39cece675d182..17170e3a98d850 100644 --- a/be/src/vec/data_types/serde/data_type_hll_serde.h +++ b/be/src/core/data_type_serde/data_type_hll_serde.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" namespace doris { class PValues; diff --git a/be/src/vec/data_types/serde/data_type_ipv4_serde.cpp b/be/src/core/data_type_serde/data_type_ipv4_serde.cpp similarity index 97% rename from be/src/vec/data_types/serde/data_type_ipv4_serde.cpp rename to be/src/core/data_type_serde/data_type_ipv4_serde.cpp index cf58a2b319a165..31f076a2392789 100644 --- a/be/src/vec/data_types/serde/data_type_ipv4_serde.cpp +++ b/be/src/core/data_type_serde/data_type_ipv4_serde.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_ipv4_serde.h" +#include "core/data_type_serde/data_type_ipv4_serde.h" #include -#include "vec/columns/column_const.h" -#include "vec/core/types.h" -#include "vec/functions/cast/cast_to_ip.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" +#include "core/column/column_const.h" +#include "core/types.h" +#include "exprs/function/cast/cast_to_ip.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/serde/data_type_ipv4_serde.h b/be/src/core/data_type_serde/data_type_ipv4_serde.h similarity index 93% rename from be/src/vec/data_types/serde/data_type_ipv4_serde.h rename to be/src/core/data_type_serde/data_type_ipv4_serde.h index 16cacdc3381af3..e77c2a57d2464e 100644 --- a/be/src/vec/data_types/serde/data_type_ipv4_serde.h +++ b/be/src/core/data_type_serde/data_type_ipv4_serde.h @@ -25,13 +25,13 @@ #include #include "common/status.h" -#include "data_type_number_serde.h" -#include "olap/olap_common.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/runtime/ipv4_value.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type_serde/data_type_number_serde.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/ipv4_value.h" +#include "storage/olap_common.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/serde/data_type_ipv6_serde.cpp b/be/src/core/data_type_serde/data_type_ipv6_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_ipv6_serde.cpp rename to be/src/core/data_type_serde/data_type_ipv6_serde.cpp index 7d396424967546..b5333df005d0b7 100644 --- a/be/src/vec/data_types/serde/data_type_ipv6_serde.cpp +++ b/be/src/core/data_type_serde/data_type_ipv6_serde.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_ipv6_serde.h" +#include "core/data_type_serde/data_type_ipv6_serde.h" #include #include #include +#include "core/column/column_const.h" +#include "core/types.h" +#include "exprs/function/cast/cast_to_ip.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" #include "util/jsonb_writer.h" -#include "vec/columns/column_const.h" -#include "vec/core/types.h" -#include "vec/functions/cast/cast_to_ip.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/serde/data_type_ipv6_serde.h b/be/src/core/data_type_serde/data_type_ipv6_serde.h similarity index 94% rename from be/src/vec/data_types/serde/data_type_ipv6_serde.h rename to be/src/core/data_type_serde/data_type_ipv6_serde.h index 3cbc0e284ca752..467ce09aabd332 100644 --- a/be/src/vec/data_types/serde/data_type_ipv6_serde.h +++ b/be/src/core/data_type_serde/data_type_ipv6_serde.h @@ -25,13 +25,13 @@ #include #include "common/status.h" -#include "data_type_number_serde.h" -#include "olap/olap_common.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/runtime/ipv6_value.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type_serde/data_type_number_serde.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/ipv6_value.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/src/vec/data_types/serde/data_type_jsonb_serde.cpp b/be/src/core/data_type_serde/data_type_jsonb_serde.cpp similarity index 99% rename from be/src/vec/data_types/serde/data_type_jsonb_serde.cpp rename to be/src/core/data_type_serde/data_type_jsonb_serde.cpp index 5a658425f9d4b3..937dd02e5b9ac9 100644 --- a/be/src/vec/data_types/serde/data_type_jsonb_serde.cpp +++ b/be/src/core/data_type_serde/data_type_jsonb_serde.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_jsonb_serde.h" +#include "core/data_type_serde/data_type_jsonb_serde.h" #include #include @@ -28,8 +28,8 @@ #include "arrow/array/builder_binary.h" #include "common/exception.h" #include "common/status.h" +#include "core/value/jsonb_value.h" #include "exprs/json_functions.h" -#include "runtime/jsonb_value.h" #include "util/jsonb_parser_simd.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/data_types/serde/data_type_jsonb_serde.h b/be/src/core/data_type_serde/data_type_jsonb_serde.h similarity index 96% rename from be/src/vec/data_types/serde/data_type_jsonb_serde.h rename to be/src/core/data_type_serde/data_type_jsonb_serde.h index 97c61eb85b8fdd..acc65c546bb7de 100644 --- a/be/src/vec/data_types/serde/data_type_jsonb_serde.h +++ b/be/src/core/data_type_serde/data_type_jsonb_serde.h @@ -21,10 +21,10 @@ #include #include -#include "data_type_string_serde.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_string.h" -#include "vec/core/types.h" +#include "core/column/column_const.h" +#include "core/column/column_string.h" +#include "core/data_type_serde/data_type_string_serde.h" +#include "core/types.h" namespace doris { class JsonbOutStream; diff --git a/be/src/vec/data_types/serde/data_type_map_serde.cpp b/be/src/core/data_type_serde/data_type_map_serde.cpp similarity index 99% rename from be/src/vec/data_types/serde/data_type_map_serde.cpp rename to be/src/core/data_type_serde/data_type_map_serde.cpp index 37937ef48cbd8b..53151010048321 100644 --- a/be/src/vec/data_types/serde/data_type_map_serde.cpp +++ b/be/src/core/data_type_serde/data_type_map_serde.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_map_serde.h" +#include "core/data_type_serde/data_type_map_serde.h" #include "arrow/array/builder_nested.h" #include "common/exception.h" #include "common/status.h" -#include "complex_type_deserialize_util.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_map.h" +#include "core/data_type_serde/complex_type_deserialize_util.h" +#include "core/string_ref.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" #include "util/simd/bits.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_map.h" -#include "vec/common/string_ref.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/data_types/serde/data_type_map_serde.h b/be/src/core/data_type_serde/data_type_map_serde.h similarity index 99% rename from be/src/vec/data_types/serde/data_type_map_serde.h rename to be/src/core/data_type_serde/data_type_map_serde.h index bd1ad0cbbecc74..773642b296b81f 100644 --- a/be/src/vec/data_types/serde/data_type_map_serde.h +++ b/be/src/core/data_type_serde/data_type_map_serde.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" namespace doris { class PValues; diff --git a/be/src/vec/data_types/serde/data_type_nothing_serde.h b/be/src/core/data_type_serde/data_type_nothing_serde.h similarity index 99% rename from be/src/vec/data_types/serde/data_type_nothing_serde.h rename to be/src/core/data_type_serde/data_type_nothing_serde.h index e9c659e1d5f80b..41f4942610520f 100644 --- a/be/src/vec/data_types/serde/data_type_nothing_serde.h +++ b/be/src/core/data_type_serde/data_type_nothing_serde.h @@ -24,7 +24,7 @@ #include "common/exception.h" #include "common/status.h" -#include "data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" namespace doris { class PValues; diff --git a/be/src/vec/data_types/serde/data_type_nullable_serde.cpp b/be/src/core/data_type_serde/data_type_nullable_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_nullable_serde.cpp rename to be/src/core/data_type_serde/data_type_nullable_serde.cpp index cec9a4567aa4f7..66ba2c33423672 100644 --- a/be/src/vec/data_types/serde/data_type_nullable_serde.cpp +++ b/be/src/core/data_type_serde/data_type_nullable_serde.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_nullable_serde.h" +#include "core/data_type_serde/data_type_nullable_serde.h" #include #include @@ -24,17 +24,17 @@ #include #include -#include "data_type_string_serde.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_string_serde.h" +#include "exprs/function/cast/cast_base.h" +#include "format/transformer/vcsv_transformer.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/functions/cast/cast_base.h" -#include "vec/runtime/vcsv_transformer.h" namespace doris::vectorized { class Arena; diff --git a/be/src/vec/data_types/serde/data_type_nullable_serde.h b/be/src/core/data_type_serde/data_type_nullable_serde.h similarity index 99% rename from be/src/vec/data_types/serde/data_type_nullable_serde.h rename to be/src/core/data_type_serde/data_type_nullable_serde.h index 6f885699824d3a..75b8048cd1c79e 100644 --- a/be/src/vec/data_types/serde/data_type_nullable_serde.h +++ b/be/src/core/data_type_serde/data_type_nullable_serde.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" namespace doris { class PValues; diff --git a/be/src/vec/data_types/serde/data_type_number_serde.cpp b/be/src/core/data_type_serde/data_type_number_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_number_serde.cpp rename to be/src/core/data_type_serde/data_type_number_serde.cpp index 2ea6e85caca87f..0256cf3ff2e349 100644 --- a/be/src/vec/data_types/serde/data_type_number_serde.cpp +++ b/be/src/core/data_type_serde/data_type_number_serde.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_number_serde.h" +#include "core/data_type_serde/data_type_number_serde.h" #include @@ -23,23 +23,23 @@ #include "common/exception.h" #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/types.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/column/column_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" +#include "core/value/timestamptz_value.h" +#include "exprs/function/cast/cast_to_basic_number_common.h" +#include "exprs/function/cast/cast_to_boolean.h" +#include "exprs/function/cast/cast_to_string.h" +#include "storage/olap_common.h" +#include "storage/types.h" +#include "util/io_helper.h" #include "util/jsonb_document.h" #include "util/jsonb_document_cast.h" #include "util/jsonb_writer.h" #include "util/mysql_global.h" #include "util/to_string.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/types.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/functions/cast/cast_to_basic_number_common.h" -#include "vec/functions/cast/cast_to_boolean.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" -#include "vec/runtime/timestamptz_value.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/serde/data_type_number_serde.h b/be/src/core/data_type_serde/data_type_number_serde.h similarity index 97% rename from be/src/vec/data_types/serde/data_type_number_serde.h rename to be/src/core/data_type_serde/data_type_number_serde.h index 5ef5899a506265..43e44432529dd5 100644 --- a/be/src/vec/data_types/serde/data_type_number_serde.h +++ b/be/src/core/data_type_serde/data_type_number_serde.h @@ -23,16 +23,16 @@ #include #include "common/status.h" -#include "data_type_serde.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "storage/olap_common.h" namespace doris { class JsonbOutStream; diff --git a/be/src/vec/data_types/serde/data_type_quantilestate_serde.cpp b/be/src/core/data_type_serde/data_type_quantilestate_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_quantilestate_serde.cpp rename to be/src/core/data_type_serde/data_type_quantilestate_serde.cpp index a8ef2b579cdea8..7326e63a0a1eba 100644 --- a/be/src/vec/data_types/serde/data_type_quantilestate_serde.cpp +++ b/be/src/core/data_type_serde/data_type_quantilestate_serde.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_quantilestate_serde.h" +#include "core/data_type_serde/data_type_quantilestate_serde.h" #include "util/jsonb_writer.h" diff --git a/be/src/vec/data_types/serde/data_type_quantilestate_serde.h b/be/src/core/data_type_serde/data_type_quantilestate_serde.h similarity index 96% rename from be/src/vec/data_types/serde/data_type_quantilestate_serde.h rename to be/src/core/data_type_serde/data_type_quantilestate_serde.h index 9b75bf80a803de..19734a0fc73e45 100644 --- a/be/src/vec/data_types/serde/data_type_quantilestate_serde.h +++ b/be/src/core/data_type_serde/data_type_quantilestate_serde.h @@ -23,15 +23,15 @@ #include #include "common/status.h" -#include "data_type_serde.h" -#include "util/quantile_state.h" +#include "core/arena.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/data_type_serde/data_type_nullable_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" +#include "core/value/quantile_state.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/common/arena.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/serde/data_type_nullable_serde.h" namespace doris { diff --git a/be/src/vec/data_types/serde/data_type_serde.cpp b/be/src/core/data_type_serde/data_type_serde.cpp similarity index 96% rename from be/src/vec/data_types/serde/data_type_serde.cpp rename to be/src/core/data_type_serde/data_type_serde.cpp index e6bf7a7053e7f3..8521f4cea593de 100644 --- a/be/src/vec/data_types/serde/data_type_serde.cpp +++ b/be/src/core/data_type_serde/data_type_serde.cpp @@ -14,23 +14,23 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" #include "common/cast_set.h" #include "common/exception.h" #include "common/status.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type_serde/data_type_array_serde.h" +#include "core/data_type_serde/data_type_decimal_serde.h" +#include "core/data_type_serde/data_type_jsonb_serde.h" +#include "core/data_type_serde/data_type_number_serde.h" +#include "core/data_type_serde/data_type_string_serde.h" +#include "core/field.h" +#include "exprs/function/cast/cast_base.h" #include "runtime/descriptors.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_array_serde.h" -#include "vec/data_types/serde/data_type_decimal_serde.h" -#include "vec/data_types/serde/data_type_jsonb_serde.h" -#include "vec/data_types/serde/data_type_number_serde.h" -#include "vec/data_types/serde/data_type_string_serde.h" -#include "vec/functions/cast/cast_base.h" namespace doris { namespace vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/serde/data_type_serde.h b/be/src/core/data_type_serde/data_type_serde.h similarity index 99% rename from be/src/vec/data_types/serde/data_type_serde.h rename to be/src/core/data_type_serde/data_type_serde.h index 710a6fba10c432..9787fcd660a2b1 100644 --- a/be/src/vec/data_types/serde/data_type_serde.h +++ b/be/src/core/data_type_serde/data_type_serde.h @@ -26,12 +26,12 @@ #include "arrow/status.h" #include "common/cast_set.h" #include "common/status.h" +#include "core/column/column_nullable.h" +#include "core/field.h" +#include "core/string_buffer.hpp" +#include "core/types.h" #include "util/jsonb_document.h" #include "util/mysql_row_buffer.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/field.h" -#include "vec/core/types.h" namespace arrow { class ArrayBuilder; diff --git a/be/src/vec/data_types/serde/data_type_string_serde.cpp b/be/src/core/data_type_serde/data_type_string_serde.cpp similarity index 99% rename from be/src/vec/data_types/serde/data_type_string_serde.cpp rename to be/src/core/data_type_serde/data_type_string_serde.cpp index f73a6bdc2247eb..a24bae6b0ad8ee 100644 --- a/be/src/vec/data_types/serde/data_type_string_serde.cpp +++ b/be/src/core/data_type_serde/data_type_string_serde.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_string_serde.h" +#include "core/data_type_serde/data_type_string_serde.h" -#include "runtime/define_primitive_type.h" +#include "core/column/column_string.h" +#include "core/data_type/define_primitive_type.h" #include "util/jsonb_document_cast.h" #include "util/jsonb_utils.h" #include "util/jsonb_writer.h" -#include "vec/columns/column_string.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/serde/data_type_string_serde.h b/be/src/core/data_type_serde/data_type_string_serde.h similarity index 98% rename from be/src/vec/data_types/serde/data_type_string_serde.h rename to be/src/core/data_type_serde/data_type_string_serde.h index 9c68cc61d7efe2..429beb6d322bc2 100644 --- a/be/src/vec/data_types/serde/data_type_string_serde.h +++ b/be/src/core/data_type_serde/data_type_string_serde.h @@ -23,11 +23,11 @@ #include #include "common/status.h" -#include "data_type_serde.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/columns/column_string.h" -#include "vec/core/types.h" +#include "core/column/column_const.h" +#include "core/column/column_fixed_length_object.h" +#include "core/column/column_string.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" namespace doris { class PValues; diff --git a/be/src/vec/data_types/serde/data_type_struct_serde.cpp b/be/src/core/data_type_serde/data_type_struct_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_struct_serde.cpp rename to be/src/core/data_type_serde/data_type_struct_serde.cpp index 9a52e6033b1835..1d75bf028eaa31 100644 --- a/be/src/vec/data_types/serde/data_type_struct_serde.cpp +++ b/be/src/core/data_type_serde/data_type_struct_serde.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_struct_serde.h" +#include "core/data_type_serde/data_type_struct_serde.h" #include "arrow/array/builder_nested.h" #include "common/status.h" -#include "complex_type_deserialize_util.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_struct.h" +#include "core/data_type_serde/complex_type_deserialize_util.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_struct.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/serde/data_type_serde.h" namespace doris { diff --git a/be/src/vec/data_types/serde/data_type_struct_serde.h b/be/src/core/data_type_serde/data_type_struct_serde.h similarity index 99% rename from be/src/vec/data_types/serde/data_type_struct_serde.h rename to be/src/core/data_type_serde/data_type_struct_serde.h index 0ec5a094647770..5f739904f3801c 100644 --- a/be/src/vec/data_types/serde/data_type_struct_serde.h +++ b/be/src/core/data_type_serde/data_type_struct_serde.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" namespace doris { class PValues; diff --git a/be/src/vec/data_types/serde/data_type_time_serde.cpp b/be/src/core/data_type_serde/data_type_time_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_time_serde.cpp rename to be/src/core/data_type_serde/data_type_time_serde.cpp index 787540f7e72ec8..25a1b12ca125d5 100644 --- a/be/src/vec/data_types/serde/data_type_time_serde.cpp +++ b/be/src/core/data_type_serde/data_type_time_serde.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_time_serde.h" +#include "core/data_type_serde/data_type_time_serde.h" -#include "runtime/primitive_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/cast/cast_base.h" -#include "vec/functions/cast/cast_to_time_impl.hpp" -#include "vec/runtime/time_value.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "core/value/time_value.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_to_time_impl.hpp" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/data_types/serde/data_type_time_serde.h b/be/src/core/data_type_serde/data_type_time_serde.h similarity index 97% rename from be/src/vec/data_types/serde/data_type_time_serde.h rename to be/src/core/data_type_serde/data_type_time_serde.h index 227e8daa02df3b..c200a0be7458c0 100644 --- a/be/src/vec/data_types/serde/data_type_time_serde.h +++ b/be/src/core/data_type_serde/data_type_time_serde.h @@ -21,8 +21,8 @@ #include -#include "data_type_number_serde.h" -#include "vec/runtime/time_value.h" +#include "core/data_type_serde/data_type_number_serde.h" +#include "core/value/time_value.h" namespace doris { class JsonbOutStream; diff --git a/be/src/vec/data_types/serde/data_type_timestamptz_serde.cpp b/be/src/core/data_type_serde/data_type_timestamptz_serde.cpp similarity index 97% rename from be/src/vec/data_types/serde/data_type_timestamptz_serde.cpp rename to be/src/core/data_type_serde/data_type_timestamptz_serde.cpp index 1ae8efc17ac555..0414d632000853 100644 --- a/be/src/vec/data_types/serde/data_type_timestamptz_serde.cpp +++ b/be/src/core/data_type_serde/data_type_timestamptz_serde.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_timestamptz_serde.h" +#include "core/data_type_serde/data_type_timestamptz_serde.h" #include -#include "runtime/primitive_type.h" -#include "vec/functions/cast/cast_parameters.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/functions/cast/cast_to_timestamptz.h" -#include "vec/runtime/timestamptz_value.h" +#include "core/data_type/primitive_type.h" +#include "core/value/timestamptz_value.h" +#include "exprs/function/cast/cast_parameters.h" +#include "exprs/function/cast/cast_to_string.h" +#include "exprs/function/cast/cast_to_timestamptz.h" namespace doris::vectorized { // The implementation of these functions mainly refers to data_type_datetimev2_serde.cpp diff --git a/be/src/vec/data_types/serde/data_type_timestamptz_serde.h b/be/src/core/data_type_serde/data_type_timestamptz_serde.h similarity index 97% rename from be/src/vec/data_types/serde/data_type_timestamptz_serde.h rename to be/src/core/data_type_serde/data_type_timestamptz_serde.h index fa0ad115a7af4a..0e918caabcc72e 100644 --- a/be/src/vec/data_types/serde/data_type_timestamptz_serde.h +++ b/be/src/core/data_type_serde/data_type_timestamptz_serde.h @@ -21,9 +21,9 @@ #include -#include "data_type_number_serde.h" -#include "vec/core/types.h" -#include "vec/runtime/time_value.h" +#include "core/data_type_serde/data_type_number_serde.h" +#include "core/types.h" +#include "core/value/time_value.h" namespace doris::vectorized { class DataTypeTimeStampTzSerDe : public DataTypeNumberSerDe { diff --git a/be/src/vec/data_types/serde/data_type_varbinary_serde.cpp b/be/src/core/data_type_serde/data_type_varbinary_serde.cpp similarity index 98% rename from be/src/vec/data_types/serde/data_type_varbinary_serde.cpp rename to be/src/core/data_type_serde/data_type_varbinary_serde.cpp index b60ab825332b7a..156eff477976f0 100644 --- a/be/src/vec/data_types/serde/data_type_varbinary_serde.cpp +++ b/be/src/core/data_type_serde/data_type_varbinary_serde.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_varbinary_serde.h" +#include "core/data_type_serde/data_type_varbinary_serde.h" -#include "vec/columns/column_varbinary.h" +#include "core/column/column_varbinary.h" namespace doris::vectorized { diff --git a/be/src/vec/data_types/serde/data_type_varbinary_serde.h b/be/src/core/data_type_serde/data_type_varbinary_serde.h similarity index 93% rename from be/src/vec/data_types/serde/data_type_varbinary_serde.h rename to be/src/core/data_type_serde/data_type_varbinary_serde.h index f4f6730c3db6bf..98e68afc4ab50a 100644 --- a/be/src/vec/data_types/serde/data_type_varbinary_serde.h +++ b/be/src/core/data_type_serde/data_type_varbinary_serde.h @@ -22,13 +22,13 @@ #include #include "common/status.h" -#include "data_type_serde.h" -#include "data_type_string_serde.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_varbinary.h" -#include "vec/common/arena.h" -#include "vec/data_types/serde/data_type_nullable_serde.h" +#include "core/arena.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_varbinary.h" +#include "core/data_type_serde/data_type_nullable_serde.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_string_serde.h" namespace doris { diff --git a/be/src/vec/data_types/serde/data_type_variant_serde.cpp b/be/src/core/data_type_serde/data_type_variant_serde.cpp similarity index 95% rename from be/src/vec/data_types/serde/data_type_variant_serde.cpp rename to be/src/core/data_type_serde/data_type_variant_serde.cpp index 11a3154f46fc96..7bc8e5269b58cf 100644 --- a/be/src/vec/data_types/serde/data_type_variant_serde.cpp +++ b/be/src/core/data_type_serde/data_type_variant_serde.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_type_variant_serde.h" +#include "core/data_type_serde/data_type_variant_serde.h" #include #include @@ -23,17 +23,17 @@ #include "common/cast_set.h" #include "common/exception.h" #include "common/status.h" -#include "runtime/jsonb_value.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_variant.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/jsonb_value.h" +#include "exec/common/variant_util.h" +#include "util/json/json_parser.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/columns/column_variant.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/common/variant_util.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/json/json_parser.h" namespace doris { diff --git a/be/src/vec/data_types/serde/data_type_variant_serde.h b/be/src/core/data_type_serde/data_type_variant_serde.h similarity index 98% rename from be/src/vec/data_types/serde/data_type_variant_serde.h rename to be/src/core/data_type_serde/data_type_variant_serde.h index 59cb3f0c36aa68..b4392bba5f8d6c 100644 --- a/be/src/vec/data_types/serde/data_type_variant_serde.h +++ b/be/src/core/data_type_serde/data_type_variant_serde.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" namespace doris { class PValues; diff --git a/be/src/vec/data_types/serde/datelike_serde_common.hpp b/be/src/core/data_type_serde/datelike_serde_common.hpp similarity index 97% rename from be/src/vec/data_types/serde/datelike_serde_common.hpp rename to be/src/core/data_type_serde/datelike_serde_common.hpp index c178fbd810937a..9165285c209925 100644 --- a/be/src/vec/data_types/serde/datelike_serde_common.hpp +++ b/be/src/core/data_type_serde/datelike_serde_common.hpp @@ -20,7 +20,7 @@ #include #include "common/config.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/value/vdatetime_value.h" namespace doris::vectorized { diff --git a/be/src/olap/decimal12.h b/be/src/core/decimal12.h similarity index 99% rename from be/src/olap/decimal12.h rename to be/src/core/decimal12.h index 5fc2fb65017934..790960cb6efeae 100644 --- a/be/src/olap/decimal12.h +++ b/be/src/core/decimal12.h @@ -21,7 +21,7 @@ #include #include -#include "olap/utils.h" +#include "storage/utils.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/core/decimal_comparison.h b/be/src/core/decimal_comparison.h similarity index 97% rename from be/src/vec/core/decimal_comparison.h rename to be/src/core/decimal_comparison.h index aa78ce22b8f631..5d1fb5ca61a54c 100644 --- a/be/src/vec/core/decimal_comparison.h +++ b/be/src/core/decimal_comparison.h @@ -20,15 +20,15 @@ #pragma once -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arithmetic_overflow.h" -#include "vec/core/accurate_comparison.h" -#include "vec/core/block.h" -#include "vec/core/call_on_type_index.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/functions/function_helpers.h" /// todo core should not depend on function" +#include "core/accurate_comparison.h" +#include "core/block/block.h" +#include "core/call_on_type_index.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/types.h" +#include "exec/common/arithmetic_overflow.h" +#include "exprs/function/function_helpers.h" /// todo core should not depend on function" namespace doris::vectorized { diff --git a/be/src/vec/core/extended_types.h b/be/src/core/extended_types.h similarity index 99% rename from be/src/vec/core/extended_types.h rename to be/src/core/extended_types.h index 354ba81516228d..811a2003db9618 100644 --- a/be/src/vec/core/extended_types.h +++ b/be/src/core/extended_types.h @@ -20,7 +20,7 @@ #pragma once #include -#include "wide_integer.h" +#include "core/wide_integer.h" /// The standard library type traits, such as std::is_arithmetic, with one exception /// (std::common_type), are "set in stone". Attempting to specialize them causes undefined behavior. diff --git a/be/src/vec/core/field.cpp b/be/src/core/field.cpp similarity index 99% rename from be/src/vec/core/field.cpp rename to be/src/core/field.cpp index ab86a7ca1e13a2..7427d5b6a250a8 100644 --- a/be/src/vec/core/field.cpp +++ b/be/src/core/field.cpp @@ -18,20 +18,20 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Core/Field.cpp // and modified by Doris -#include "vec/core/field.h" - -#include "runtime/define_primitive_type.h" -#include "runtime/jsonb_value.h" -#include "runtime/primitive_type.h" -#include "util/bitmap_value.h" -#include "vec/core/accurate_comparison.h" -#include "vec/core/decimal_comparison.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" -#include "vec/io/var_int.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/field.h" + +#include "core/accurate_comparison.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/decimal_comparison.h" +#include "core/value/bitmap_value.h" +#include "core/value/jsonb_value.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" +#include "util/var_int.h" namespace doris::vectorized { class BufferReadable; diff --git a/be/src/vec/core/field.h b/be/src/core/field.h similarity index 97% rename from be/src/vec/core/field.h rename to be/src/core/field.h index c1a2d3b6bf6de8..7f17487be5b5a4 100644 --- a/be/src/vec/core/field.h +++ b/be/src/core/field.h @@ -35,14 +35,14 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/exception.h" -#include "olap/hll.h" -#include "runtime/primitive_type.h" -#include "util/bitmap_value.h" -#include "util/quantile_state.h" -#include "vec/common/string_view.h" -#include "vec/common/uint128.h" -#include "vec/core/types.h" -#include "vec/json/path_in_data.h" +#include "core/data_type/primitive_type.h" +#include "core/string_view.h" +#include "core/types.h" +#include "core/uint128.h" +#include "core/value/bitmap_value.h" +#include "core/value/hll.h" +#include "core/value/quantile_state.h" +#include "util/json/path_in_data.h" namespace doris { template diff --git a/be/src/vec/common/memcmp_small.h b/be/src/core/memcmp_small.h similarity index 100% rename from be/src/vec/common/memcmp_small.h rename to be/src/core/memcmp_small.h diff --git a/be/src/vec/common/memcpy_small.h b/be/src/core/memcpy_small.h similarity index 100% rename from be/src/vec/common/memcpy_small.h rename to be/src/core/memcpy_small.h diff --git a/be/src/vec/common/mremap.cpp b/be/src/core/mremap.cpp similarity index 98% rename from be/src/vec/common/mremap.cpp rename to be/src/core/mremap.cpp index d7cd1b8d0cfa95..9e09911d6e1ff9 100644 --- a/be/src/vec/common/mremap.cpp +++ b/be/src/core/mremap.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/base/base/mremap.cpp // and modified by Doris -#include "vec/common/mremap.h" +#include "core/mremap.h" // IWYU pragma: no_include #include // IWYU pragma: keep diff --git a/be/src/vec/common/mremap.h b/be/src/core/mremap.h similarity index 100% rename from be/src/vec/common/mremap.h rename to be/src/core/mremap.h diff --git a/be/src/util/types.h b/be/src/core/packed_int128.h similarity index 97% rename from be/src/util/types.h rename to be/src/core/packed_int128.h index 7688dd60390855..07d595fdd03681 100644 --- a/be/src/util/types.h +++ b/be/src/core/packed_int128.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/olap_common.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/src/vec/common/pod_array.cpp b/be/src/core/pod_array.cpp similarity index 96% rename from be/src/vec/common/pod_array.cpp rename to be/src/core/pod_array.cpp index 322aceab606360..1b629128cf877c 100644 --- a/be/src/vec/common/pod_array.cpp +++ b/be/src/core/pod_array.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Common/PODArray.cpp // and modified by Doris -#include "vec/common/pod_array.h" +#include "core/pod_array.h" namespace doris::vectorized { /// Used for left padding of PODArray when empty diff --git a/be/src/vec/common/pod_array.h b/be/src/core/pod_array.h similarity index 99% rename from be/src/vec/common/pod_array.h rename to be/src/core/pod_array.h index 00d794b272428f..a2fab733cf90d3 100644 --- a/be/src/vec/common/pod_array.h +++ b/be/src/core/pod_array.h @@ -20,7 +20,6 @@ #pragma once -#include #include #include #include @@ -32,16 +31,17 @@ #include #include +#include "common/compiler_util.h" #include "common/compiler_util.h" // IWYU pragma: keep +#include "core/allocator.h" // IWYU pragma: keep +#include "core/memcpy_small.h" #include "runtime/thread_context.h" -#include "vec/common/allocator.h" // IWYU pragma: keep -#include "vec/common/memcpy_small.h" #ifndef NDEBUG #include #endif -#include "vec/common/pod_array_fwd.h" +#include "core/pod_array_fwd.h" namespace doris::vectorized { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/vec/common/pod_array_fwd.h b/be/src/core/pod_array_fwd.h similarity index 98% rename from be/src/vec/common/pod_array_fwd.h rename to be/src/core/pod_array_fwd.h index bd0c7e272e4ea4..3cae1154faad88 100644 --- a/be/src/vec/common/pod_array_fwd.h +++ b/be/src/core/pod_array_fwd.h @@ -24,7 +24,7 @@ */ #pragma once -#include "vec/common/allocator_fwd.h" +#include "core/allocator_fwd.h" namespace doris::vectorized { diff --git a/be/src/vec/common/string_buffer.hpp b/be/src/core/string_buffer.hpp similarity index 98% rename from be/src/vec/common/string_buffer.hpp rename to be/src/core/string_buffer.hpp index 809bdffcd581f3..74230803e01f86 100644 --- a/be/src/vec/common/string_buffer.hpp +++ b/be/src/core/string_buffer.hpp @@ -20,9 +20,9 @@ #include -#include "vec/columns/column_string.h" -#include "vec/common/arena.h" -#include "vec/common/string_ref.h" +#include "core/arena.h" +#include "core/column/column_string.h" +#include "core/string_ref.h" namespace doris::vectorized { static constexpr size_t DEFAULT_MAX_STRING_SIZE = 1073741824; // 1GB diff --git a/be/src/vec/common/string_ref.cpp b/be/src/core/string_ref.cpp similarity index 99% rename from be/src/vec/common/string_ref.cpp rename to be/src/core/string_ref.cpp index bac052e741f581..be04f53331bf20 100644 --- a/be/src/vec/common/string_ref.cpp +++ b/be/src/core/string_ref.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/base/base/StringRef. // And modified by Doris -#include "string_ref.h" +#include "core/string_ref.h" #include "common/compiler_util.h" // IWYU pragma: keep diff --git a/be/src/vec/common/string_ref.h b/be/src/core/string_ref.h similarity index 99% rename from be/src/vec/common/string_ref.h rename to be/src/core/string_ref.h index 27ab1137fc3bb0..98fd3b365248a4 100644 --- a/be/src/vec/common/string_ref.h +++ b/be/src/core/string_ref.h @@ -32,12 +32,12 @@ #include #include +#include "core/types.h" #include "util/hash/city.h" #include "util/hash_util.hpp" #include "util/slice.h" #include "util/sse_util.hpp" -#include "vec/common/unaligned.h" -#include "vec/core/types.h" +#include "util/unaligned.h" namespace doris { diff --git a/be/src/vec/common/string_view.cpp b/be/src/core/string_view.cpp similarity index 98% rename from be/src/vec/common/string_view.cpp rename to be/src/core/string_view.cpp index 657e4585f22e54..6d008b4f1ec85a 100644 --- a/be/src/vec/common/string_view.cpp +++ b/be/src/core/string_view.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/string_view.h" +#include "core/string_view.h" namespace doris { diff --git a/be/src/vec/common/string_view.h b/be/src/core/string_view.h similarity index 99% rename from be/src/vec/common/string_view.h rename to be/src/core/string_view.h index 218104ff750026..25693e9da62c0d 100644 --- a/be/src/vec/common/string_view.h +++ b/be/src/core/string_view.h @@ -27,7 +27,7 @@ #include #include -#include "string_ref.h" +#include "core/string_ref.h" namespace doris { // Variable length string or binary type for use in vectors. This has diff --git a/be/src/runtime/type_limit.h b/be/src/core/type_limit.h similarity index 96% rename from be/src/runtime/type_limit.h rename to be/src/core/type_limit.h index 202455d5327046..009dc60e4c8964 100644 --- a/be/src/runtime/type_limit.h +++ b/be/src/core/type_limit.h @@ -17,10 +17,10 @@ #pragma once -#include "runtime/decimalv2_value.h" -#include "vec/common/string_ref.h" -#include "vec/core/extended_types.h" -#include "vec/runtime/timestamptz_value.h" +#include "core/extended_types.h" +#include "core/string_ref.h" +#include "core/value/decimalv2_value.h" +#include "core/value/timestamptz_value.h" namespace doris { diff --git a/be/src/vec/common/typeid_cast.h b/be/src/core/typeid_cast.h similarity index 100% rename from be/src/vec/common/typeid_cast.h rename to be/src/core/typeid_cast.h diff --git a/be/src/vec/core/types.h b/be/src/core/types.h similarity index 99% rename from be/src/vec/core/types.h rename to be/src/core/types.h index 713be9a925c69a..897e3041b91717 100644 --- a/be/src/vec/core/types.h +++ b/be/src/core/types.h @@ -28,10 +28,10 @@ #include "common/cast_set.h" #include "common/consts.h" -#include "util/binary_cast.hpp" -#include "vec/common/int_exp.h" -#include "vec/core/extended_types.h" -#include "vec/core/wide_integer_to_string.h" +#include "core/binary_cast.hpp" +#include "core/extended_types.h" +#include "core/wide_integer_to_string.h" +#include "exec/common/int_exp.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/uint128.h b/be/src/core/uint128.h similarity index 97% rename from be/src/vec/common/uint128.h rename to be/src/core/uint128.h index 58db42868a9c5f..c6b4b779eb212e 100644 --- a/be/src/vec/common/uint128.h +++ b/be/src/core/uint128.h @@ -25,10 +25,10 @@ #include #include +#include "core/extended_types.h" +#include "core/types.h" #include "util/hash/city.h" #include "util/sse_util.hpp" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" namespace doris::vectorized { diff --git a/be/src/olap/uint24.h b/be/src/core/uint24.h similarity index 100% rename from be/src/olap/uint24.h rename to be/src/core/uint24.h diff --git a/be/src/util/bitmap_value.h b/be/src/core/value/bitmap_value.h similarity index 99% rename from be/src/util/bitmap_value.h rename to be/src/core/value/bitmap_value.h index 77a1a9a0b1db67..501ada77bba4ce 100644 --- a/be/src/util/bitmap_value.h +++ b/be/src/core/value/bitmap_value.h @@ -39,9 +39,9 @@ #include "common/config.h" #include "common/exception.h" #include "common/logging.h" +#include "core/pod_array.h" +#include "core/pod_array_fwd.h" #include "util/coding.h" -#include "vec/common/pod_array.h" -#include "vec/common/pod_array_fwd.h" namespace doris { // serialized bitmap := TypeCode(1), Payload diff --git a/be/src/runtime/decimalv2_value.cpp b/be/src/core/value/decimalv2_value.cpp similarity index 99% rename from be/src/runtime/decimalv2_value.cpp rename to be/src/core/value/decimalv2_value.cpp index 248233a16b5aa8..93dcee92d84b7f 100644 --- a/be/src/runtime/decimalv2_value.cpp +++ b/be/src/core/value/decimalv2_value.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/decimalv2_value.h" +#include "core/value/decimalv2_value.h" #include diff --git a/be/src/runtime/decimalv2_value.h b/be/src/core/value/decimalv2_value.h similarity index 99% rename from be/src/runtime/decimalv2_value.h rename to be/src/core/value/decimalv2_value.h index 4412db5d021d19..92f22943fbaa37 100644 --- a/be/src/runtime/decimalv2_value.h +++ b/be/src/core/value/decimalv2_value.h @@ -28,9 +28,9 @@ #include #include -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/extended_types.h" #include "util/hash_util.hpp" -#include "vec/core/extended_types.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/hll.cpp b/be/src/core/value/hll.cpp similarity index 99% rename from be/src/olap/hll.cpp rename to be/src/core/value/hll.cpp index 9f8e38b839bf8e..a8ccc8a8ca17d3 100644 --- a/be/src/olap/hll.cpp +++ b/be/src/core/value/hll.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/hll.h" +#include "core/value/hll.h" #include #include diff --git a/be/src/olap/hll.h b/be/src/core/value/hll.h similarity index 99% rename from be/src/olap/hll.h rename to be/src/core/value/hll.h index 2b004591c709c7..67f9cc1bb5d1a5 100644 --- a/be/src/olap/hll.h +++ b/be/src/core/value/hll.h @@ -23,7 +23,7 @@ #include #include -#include "vec/common/hash_table/phmap_fwd_decl.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/ip_address_cidr.h b/be/src/core/value/ip_address_cidr.h similarity index 98% rename from be/src/vec/runtime/ip_address_cidr.h rename to be/src/core/value/ip_address_cidr.h index de128bac29b150..227384e675f225 100644 --- a/be/src/vec/runtime/ip_address_cidr.h +++ b/be/src/core/value/ip_address_cidr.h @@ -20,9 +20,9 @@ #pragma once +#include "exec/common/format_ip.h" +#include "exec/common/ipv6_to_binary.h" #include "util/sse_util.hpp" -#include "vec/common/format_ip.h" -#include "vec/common/ipv6_to_binary.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/ipv4_value.h b/be/src/core/value/ipv4_value.h similarity index 98% rename from be/src/vec/runtime/ipv4_value.h rename to be/src/core/value/ipv4_value.h index 44205f7dc12eb1..df4923b47c7947 100644 --- a/be/src/vec/runtime/ipv4_value.h +++ b/be/src/core/value/ipv4_value.h @@ -22,9 +22,9 @@ #include #include +#include "core/string_ref.h" +#include "exec/common/format_ip.h" #include "util/string_parser.hpp" -#include "vec/common/format_ip.h" -#include "vec/common/string_ref.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/ipv6_value.h b/be/src/core/value/ipv6_value.h similarity index 95% rename from be/src/vec/runtime/ipv6_value.h rename to be/src/core/value/ipv6_value.h index 74e0d7b20ee499..0dffc7a1db2ab4 100644 --- a/be/src/vec/runtime/ipv6_value.h +++ b/be/src/core/value/ipv6_value.h @@ -21,10 +21,10 @@ #include #include -#include "vec/common/format_ip.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number_base.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number_base.h" +#include "core/types.h" +#include "exec/common/format_ip.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/jsonb_value.h b/be/src/core/value/jsonb_value.h similarity index 100% rename from be/src/runtime/jsonb_value.h rename to be/src/core/value/jsonb_value.h diff --git a/be/src/runtime/large_int_value.cpp b/be/src/core/value/large_int_value.cpp similarity index 97% rename from be/src/runtime/large_int_value.cpp rename to be/src/core/value/large_int_value.cpp index b9f354b8234369..a9b81d843129b8 100644 --- a/be/src/runtime/large_int_value.cpp +++ b/be/src/core/value/large_int_value.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/large_int_value.h" +#include "core/value/large_int_value.h" #include diff --git a/be/src/runtime/large_int_value.h b/be/src/core/value/large_int_value.h similarity index 100% rename from be/src/runtime/large_int_value.h rename to be/src/core/value/large_int_value.h diff --git a/be/src/runtime/map_value.cpp b/be/src/core/value/map_value.cpp similarity index 96% rename from be/src/runtime/map_value.cpp rename to be/src/core/value/map_value.cpp index 1828fd27b39058..f9e77c952680ca 100644 --- a/be/src/runtime/map_value.cpp +++ b/be/src/core/value/map_value.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "map_value.h" +#include "core/value/map_value.h" namespace doris { diff --git a/be/src/runtime/map_value.h b/be/src/core/value/map_value.h similarity index 100% rename from be/src/runtime/map_value.h rename to be/src/core/value/map_value.h diff --git a/be/src/util/quantile_state.cpp b/be/src/core/value/quantile_state.cpp similarity index 99% rename from be/src/util/quantile_state.cpp rename to be/src/core/value/quantile_state.cpp index 1e47ff49acf1d5..95598c2b38a0a4 100644 --- a/be/src/util/quantile_state.cpp +++ b/be/src/core/value/quantile_state.cpp @@ -14,7 +14,7 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "util/quantile_state.h" +#include "core/value/quantile_state.h" #include @@ -26,7 +26,7 @@ #include "util/coding.h" #include "util/slice.h" #include "util/tdigest.h" -#include "vec/common/unaligned.h" +#include "util/unaligned.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/quantile_state.h b/be/src/core/value/quantile_state.h similarity index 99% rename from be/src/util/quantile_state.h rename to be/src/core/value/quantile_state.h index 23e43860c34804..50868290976ebf 100644 --- a/be/src/util/quantile_state.h +++ b/be/src/core/value/quantile_state.h @@ -25,7 +25,7 @@ #include #include "common/exception.h" -#include "slice.h" +#include "util/slice.h" namespace doris { diff --git a/be/src/runtime/struct_value.cpp b/be/src/core/value/struct_value.cpp similarity index 96% rename from be/src/runtime/struct_value.cpp rename to be/src/core/value/struct_value.cpp index ff0b9cc62a7c6e..e440bd53dc8afc 100644 --- a/be/src/runtime/struct_value.cpp +++ b/be/src/core/value/struct_value.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/struct_value.h" +#include "core/value/struct_value.h" namespace doris { diff --git a/be/src/runtime/struct_value.h b/be/src/core/value/struct_value.h similarity index 100% rename from be/src/runtime/struct_value.h rename to be/src/core/value/struct_value.h diff --git a/be/src/vec/runtime/time_value.h b/be/src/core/value/time_value.h similarity index 98% rename from be/src/vec/runtime/time_value.h rename to be/src/core/value/time_value.h index 340b4da42b3517..ce72e92d635f0f 100644 --- a/be/src/vec/runtime/time_value.h +++ b/be/src/core/value/time_value.h @@ -25,10 +25,10 @@ #include "common/exception.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/value/vdatetime_value.h" #include "util/date_func.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/timestamptz_value.cpp b/be/src/core/value/timestamptz_value.cpp similarity index 98% rename from be/src/vec/runtime/timestamptz_value.cpp rename to be/src/core/value/timestamptz_value.cpp index fae68cf3907a56..f59d865059ae93 100644 --- a/be/src/vec/runtime/timestamptz_value.cpp +++ b/be/src/core/value/timestamptz_value.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "timestamptz_value.h" +#include "core/value/timestamptz_value.h" -#include "vec/functions/cast/cast_to_datetimev2_impl.hpp" +#include "exprs/function/cast/cast_to_datetimev2_impl.hpp" namespace doris { diff --git a/be/src/vec/runtime/timestamptz_value.h b/be/src/core/value/timestamptz_value.h similarity index 99% rename from be/src/vec/runtime/timestamptz_value.h rename to be/src/core/value/timestamptz_value.h index 7b7f1139a52f6b..8a9bb48eb7ff00 100644 --- a/be/src/vec/runtime/timestamptz_value.h +++ b/be/src/core/value/timestamptz_value.h @@ -25,7 +25,7 @@ #include #include "common/status.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/value/vdatetime_value.h" namespace doris { diff --git a/be/src/vec/runtime/vdatetime_value.cpp b/be/src/core/value/vdatetime_value.cpp similarity index 99% rename from be/src/vec/runtime/vdatetime_value.cpp rename to be/src/core/value/vdatetime_value.cpp index 6cf1d631fdd6a0..b9c528d08c6338 100644 --- a/be/src/vec/runtime/vdatetime_value.cpp +++ b/be/src/core/value/vdatetime_value.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vdatetime_value.h" +#include "core/value/vdatetime_value.h" #include #include @@ -39,12 +39,12 @@ #include "common/config.h" #include "common/exception.h" #include "common/status.h" +#include "exec/common/int_exp.h" +#include "exprs/function/cast/cast_parameters.h" +#include "exprs/function/cast/cast_to_date_or_datetime_impl.hpp" +#include "exprs/function/cast/cast_to_datetimev2_impl.hpp" +#include "exprs/function/cast/cast_to_datev2_impl.hpp" #include "util/timezone_utils.h" -#include "vec/common/int_exp.h" -#include "vec/functions/cast/cast_parameters.h" -#include "vec/functions/cast/cast_to_date_or_datetime_impl.hpp" -#include "vec/functions/cast/cast_to_datetimev2_impl.hpp" -#include "vec/functions/cast/cast_to_datev2_impl.hpp" namespace doris { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/vec/runtime/vdatetime_value.h b/be/src/core/value/vdatetime_value.h similarity index 97% rename from be/src/vec/runtime/vdatetime_value.h rename to be/src/core/value/vdatetime_value.h index a9ff6503ddfcb1..a6fd4c7dc3c54b 100644 --- a/be/src/vec/runtime/vdatetime_value.h +++ b/be/src/core/value/vdatetime_value.h @@ -33,7 +33,7 @@ #include #include -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" #include "util/hash_util.hpp" #include "util/time_lut.h" #include "util/timezone_utils.h" @@ -230,8 +230,22 @@ struct DateV2ValueType { uint32_t month_ : 4; uint32_t year_ : 23; - DateV2ValueType(uint16_t year, uint8_t month, uint8_t day, uint8_t hour, uint8_t minute, - uint8_t second, uint32_t microsecond) + /// The library restructuring (splitting Vec into Core, Exprs, Format, Storage) changed the order of static variable initialization. Here's the dependency chain: + /// TimestampTzValue::FIRST_DAY (timestamptz_value.cpp:24-25) — non-inline, dynamic initialization — depends on: + /// DateV2Value::FIRST_DAY (vdatetime_value.h:1489) — inline, also dynamic initialization because the constructors were NOT constexpr + /// Since both are dynamically initialized, the C++ standard provides no ordering guarantee when one static variable's initializer uses another static variable (uses from within initialization are not "non-initialization odr-uses"). The old Vec library happened to initialize them in the correct order; the new Core library does not. + /// + /// When TimestampTzValue::FIRST_DAY is initialized first, it reads a zero-initialized DateV2Value::FIRST_DAY → constructs a zero date (0000-00-00) → is_valid_date() fails on !day → date_add_interval returns false → "Operation week_ceil out of range". + + /// Fix : Made the DateV2ValueType, + /// DateTimeV2ValueType, + ///and DateV2Value(year, month, day, ...) constructors constexpr in + /// vdatetime_value.h.This makes DateV2Value::FIRST_DAY and DEFAULT_VALUE constant + /// - initialized(guaranteed to happen before any dynamic initialization), + /// so TimestampTzValue::FIRST_DAY always sees the correct value + /// regardless of library link order.** / + constexpr DateV2ValueType(uint16_t year, uint8_t month, uint8_t day, uint8_t hour, + uint8_t minute, uint8_t second, uint32_t microsecond) : day_(day), month_(month), year_(year) {} }; @@ -244,8 +258,8 @@ struct DateTimeV2ValueType { uint64_t month_ : 4; uint64_t year_ : 18; - DateTimeV2ValueType(uint16_t year, uint8_t month, uint8_t day, uint8_t hour, uint8_t minute, - uint8_t second, uint32_t microsecond) + constexpr DateTimeV2ValueType(uint16_t year, uint8_t month, uint8_t day, uint8_t hour, + uint8_t minute, uint8_t second, uint32_t microsecond) : microsecond_(microsecond), second_(second), minute_(minute), @@ -1471,8 +1485,8 @@ class DateV2Value { underlying_value int_val_; }; - DateV2Value(uint16_t year, uint8_t month, uint8_t day, uint8_t hour, uint8_t minute, - uint8_t second, uint32_t microsecond) + constexpr DateV2Value(uint16_t year, uint8_t month, uint8_t day, uint8_t hour, uint8_t minute, + uint8_t second, uint32_t microsecond) : date_v2_value_(year, month, day, hour, minute, second, microsecond) {} }; diff --git a/be/src/vec/core/wide_integer.h b/be/src/core/wide_integer.h similarity index 95% rename from be/src/vec/core/wide_integer.h rename to be/src/core/wide_integer.h index 16f0ac7e0caa08..08d542e4b8517c 100644 --- a/be/src/vec/core/wide_integer.h +++ b/be/src/core/wide_integer.h @@ -77,6 +77,8 @@ class integer { using base_type = uint64_t; using signed_base_type = int64_t; + static constexpr size_t item_count = Bits / 8 / sizeof(base_type); + // ctors constexpr integer() noexcept = default; @@ -143,25 +145,18 @@ class integer { constexpr operator double() const noexcept; constexpr operator float() const noexcept; - std::string to_hex_string() const { - std::ostringstream os; - os << std::setw(16) << std::setfill('0') << std::hex; - for (size_t i = 0; i < _impl::item_count; i++) { - os << items[i]; - } - return os.str(); - } + std::string to_hex_string() const; struct _impl; - base_type items[_impl::item_count]; + base_type items[item_count]; uint64_t low() const { - static_assert(_impl::item_count == 2); + static_assert(item_count == 2); return items[0]; } uint64_t high() const { - static_assert(_impl::item_count == 2); + static_assert(item_count == 2); return items[1]; } @@ -323,4 +318,18 @@ constexpr auto operator<=>(const Arithmetic& rhs, const Arithmetic2& lhs); // NOLINTEND(*) -#include "wide_integer_impl.h" +#include "core/wide_integer_impl.h" + +namespace wide { + +template +inline std::string integer::to_hex_string() const { + std::ostringstream os; + os << std::setw(16) << std::setfill('0') << std::hex; + for (size_t i = 0; i < item_count; i++) { + os << items[i]; + } + return os.str(); +} + +} // namespace wide diff --git a/be/src/vec/core/wide_integer_impl.h b/be/src/core/wide_integer_impl.h similarity index 100% rename from be/src/vec/core/wide_integer_impl.h rename to be/src/core/wide_integer_impl.h diff --git a/be/src/vec/core/wide_integer_to_string.cpp b/be/src/core/wide_integer_to_string.cpp similarity index 97% rename from be/src/vec/core/wide_integer_to_string.cpp rename to be/src/core/wide_integer_to_string.cpp index f392a627ff69a6..a0b98195038389 100644 --- a/be/src/vec/core/wide_integer_to_string.cpp +++ b/be/src/core/wide_integer_to_string.cpp @@ -18,12 +18,14 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/base/base/wide_integer_to_string.cpp // and modified by Doris +#include "core/wide_integer_to_string.h" + #include -#include -#include #include +#include "core/wide_integer.h" + namespace wide { template diff --git a/be/src/vec/core/wide_integer_to_string.h b/be/src/core/wide_integer_to_string.h similarity index 100% rename from be/src/vec/core/wide_integer_to_string.h rename to be/src/core/wide_integer_to_string.h diff --git a/be/src/exec/CMakeLists.txt b/be/src/exec/CMakeLists.txt index 1f9da86abfab5c..10f59e25dbb90e 100644 --- a/be/src/exec/CMakeLists.txt +++ b/be/src/exec/CMakeLists.txt @@ -23,6 +23,9 @@ set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/exec") file(GLOB_RECURSE EXEC_FILES CONFIGURE_DEPENDS *.cpp) +# Task executor simulator files are built as a separate executable +list(FILTER EXEC_FILES EXCLUDE REGEX ".*scan/task_executor/tools/simulator/.*") + if (WITH_LZO) set(EXEC_FILES ${EXEC_FILES} lzo_decompressor.cpp @@ -33,4 +36,32 @@ add_library(Exec STATIC ${EXEC_FILES} ) -pch_reuse(Exec) \ No newline at end of file +pch_reuse(Exec) + +if (${BUILD_TASK_EXECUTOR_SIMULATOR} STREQUAL "ON") + file(GLOB_RECURSE SIMULATOR_FILES CONFIGURE_DEPENDS + "${CMAKE_CURRENT_SOURCE_DIR}/scan/task_executor/tools/simulator/*.cpp" + ) + message(STATUS "Add Task Executor Simulator To Build") + add_executable(task_executor_simulator ${SIMULATOR_FILES}) + + pch_reuse(task_executor_simulator) + + # This permits libraries loaded by dlopen to link to the symbols in the program. + set_target_properties(task_executor_simulator PROPERTIES ENABLE_EXPORTS 1) + + target_link_libraries(task_executor_simulator + ${DORIS_LINK_LIBS} + ) + + install(DIRECTORY DESTINATION ${OUTPUT_DIR}/lib/) + install(TARGETS task_executor_simulator DESTINATION ${OUTPUT_DIR}/lib/) + + if (NOT OS_MACOSX) + add_custom_command(TARGET task_executor_simulator POST_BUILD + COMMAND ${CMAKE_OBJCOPY} --only-keep-debug $ $.dbg + COMMAND ${CMAKE_STRIP} --strip-debug --strip-unneeded $ + COMMAND ${CMAKE_OBJCOPY} --add-gnu-debuglink=$.dbg $ + ) + endif() +endif() \ No newline at end of file diff --git a/be/src/pipeline/common/agg_utils.h b/be/src/exec/common/agg_utils.h similarity index 98% rename from be/src/pipeline/common/agg_utils.h rename to be/src/exec/common/agg_utils.h index f676013c27f002..10934ed5d0a352 100644 --- a/be/src/pipeline/common/agg_utils.h +++ b/be/src/exec/common/agg_utils.h @@ -20,11 +20,11 @@ #include #include -#include "vec/common/arena.h" -#include "vec/common/hash_table/hash_map_context.h" -#include "vec/common/hash_table/hash_map_util.h" -#include "vec/common/hash_table/ph_hash_map.h" -#include "vec/common/hash_table/string_hash_map.h" +#include "core/arena.h" +#include "exec/common/hash_table/hash_map_context.h" +#include "exec/common/hash_table/hash_map_util.h" +#include "exec/common/hash_table/ph_hash_map.h" +#include "exec/common/hash_table/string_hash_map.h" namespace doris { diff --git a/be/src/vec/common/arithmetic_overflow.h b/be/src/exec/common/arithmetic_overflow.h similarity index 99% rename from be/src/vec/common/arithmetic_overflow.h rename to be/src/exec/common/arithmetic_overflow.h index 74e1700c1f64f5..ddf79dce2cc46d 100644 --- a/be/src/vec/common/arithmetic_overflow.h +++ b/be/src/exec/common/arithmetic_overflow.h @@ -20,7 +20,7 @@ #pragma once -#include "vec/core/extended_types.h" +#include "core/extended_types.h" namespace common { template inline bool add_overflow(T x, T y, T& res) { diff --git a/be/src/vec/utils/arrow_column_to_doris_column.cpp b/be/src/exec/common/arrow_column_to_doris_column.cpp similarity index 87% rename from be/src/vec/utils/arrow_column_to_doris_column.cpp rename to be/src/exec/common/arrow_column_to_doris_column.cpp index ed931af947777f..2d44e4c5c46b2c 100644 --- a/be/src/vec/utils/arrow_column_to_doris_column.cpp +++ b/be/src/exec/common/arrow_column_to_doris_column.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/utils/arrow_column_to_doris_column.h" +#include "exec/common/arrow_column_to_doris_column.h" #include #include @@ -35,20 +35,20 @@ #include "arrow/array/array_nested.h" #include "arrow/type.h" #include "common/status.h" -#include "util/binary_cast.hpp" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" #include "util/timezone_utils.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/runtime/vdatetime_value.h" #define FOR_ARROW_TYPES(M) \ M(::arrow::Type::BOOL, TYPE_BOOLEAN) \ diff --git a/be/src/vec/utils/arrow_column_to_doris_column.h b/be/src/exec/common/arrow_column_to_doris_column.h similarity index 95% rename from be/src/vec/utils/arrow_column_to_doris_column.h rename to be/src/exec/common/arrow_column_to_doris_column.h index 285030bb813855..d266d883612556 100644 --- a/be/src/vec/utils/arrow_column_to_doris_column.h +++ b/be/src/exec/common/arrow_column_to_doris_column.h @@ -23,8 +23,8 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" namespace arrow { class Array; diff --git a/be/src/vec/common/bit_helpers.h b/be/src/exec/common/bit_helpers.h similarity index 100% rename from be/src/vec/common/bit_helpers.h rename to be/src/exec/common/bit_helpers.h diff --git a/be/src/vec/common/columns_hashing.h b/be/src/exec/common/columns_hashing.h similarity index 95% rename from be/src/vec/common/columns_hashing.h rename to be/src/exec/common/columns_hashing.h index 60c2370bc6086a..c934f6ddcd621c 100644 --- a/be/src/vec/common/columns_hashing.h +++ b/be/src/exec/common/columns_hashing.h @@ -24,14 +24,14 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_string.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/columns_hashing_impl.h" -#include "vec/common/hash_table/ph_hash_map.h" -#include "vec/common/string_ref.h" -#include "vec/common/unaligned.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column_string.h" +#include "core/string_ref.h" +#include "exec/common/columns_hashing_impl.h" +#include "exec/common/hash_table/ph_hash_map.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/unaligned.h" namespace doris::vectorized { diff --git a/be/src/vec/common/columns_hashing_impl.h b/be/src/exec/common/columns_hashing_impl.h similarity index 96% rename from be/src/vec/common/columns_hashing_impl.h rename to be/src/exec/common/columns_hashing_impl.h index a11ec17ec70527..a9992775f3f8fa 100644 --- a/be/src/vec/common/columns_hashing_impl.h +++ b/be/src/exec/common/columns_hashing_impl.h @@ -20,11 +20,11 @@ #pragma once -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/common/hash_table/ph_hash_map.h" -#include "vec/common/hash_table/ph_hash_set.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "exec/common/hash_table/ph_hash_map.h" +#include "exec/common/hash_table/ph_hash_set.h" namespace doris::vectorized { diff --git a/be/src/pipeline/common/data_gen_functions/vdata_gen_function_inf.h b/be/src/exec/common/data_gen_functions/vdata_gen_function_inf.h similarity index 98% rename from be/src/pipeline/common/data_gen_functions/vdata_gen_function_inf.h rename to be/src/exec/common/data_gen_functions/vdata_gen_function_inf.h index bb9ffdb74b7bc3..a7da6cc8bd01d0 100644 --- a/be/src/pipeline/common/data_gen_functions/vdata_gen_function_inf.h +++ b/be/src/exec/common/data_gen_functions/vdata_gen_function_inf.h @@ -20,8 +20,8 @@ #include #include "common/global_types.h" +#include "core/block/block.h" #include "runtime/descriptors.h" -#include "vec/core/block.h" namespace doris { diff --git a/be/src/pipeline/common/data_gen_functions/vnumbers_tvf.cpp b/be/src/exec/common/data_gen_functions/vnumbers_tvf.cpp similarity index 92% rename from be/src/pipeline/common/data_gen_functions/vnumbers_tvf.cpp rename to be/src/exec/common/data_gen_functions/vnumbers_tvf.cpp index d1cdb499f05958..efff3531f29895 100644 --- a/be/src/pipeline/common/data_gen_functions/vnumbers_tvf.cpp +++ b/be/src/exec/common/data_gen_functions/vnumbers_tvf.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/common/data_gen_functions/vnumbers_tvf.h" +#include "exec/common/data_gen_functions/vnumbers_tvf.h" #include #include @@ -25,14 +25,14 @@ #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/types.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" namespace doris::pipeline { diff --git a/be/src/pipeline/common/data_gen_functions/vnumbers_tvf.h b/be/src/exec/common/data_gen_functions/vnumbers_tvf.h similarity index 95% rename from be/src/pipeline/common/data_gen_functions/vnumbers_tvf.h rename to be/src/exec/common/data_gen_functions/vnumbers_tvf.h index bf8b117a378115..f207c1fd88e28d 100644 --- a/be/src/pipeline/common/data_gen_functions/vnumbers_tvf.h +++ b/be/src/exec/common/data_gen_functions/vnumbers_tvf.h @@ -21,7 +21,7 @@ #include #include "common/global_types.h" -#include "pipeline/common/data_gen_functions/vdata_gen_function_inf.h" +#include "exec/common/data_gen_functions/vdata_gen_function_inf.h" namespace doris { diff --git a/be/src/pipeline/common/distinct_agg_utils.h b/be/src/exec/common/distinct_agg_utils.h similarity index 96% rename from be/src/pipeline/common/distinct_agg_utils.h rename to be/src/exec/common/distinct_agg_utils.h index 17ec246be16d35..44b65aa5f1cd9c 100644 --- a/be/src/pipeline/common/distinct_agg_utils.h +++ b/be/src/exec/common/distinct_agg_utils.h @@ -20,13 +20,13 @@ #include #include -#include "vec/common/arena.h" -#include "vec/common/hash_table/hash_map_context.h" -#include "vec/common/hash_table/hash_map_util.h" -#include "vec/common/hash_table/ph_hash_map.h" -#include "vec/common/hash_table/ph_hash_set.h" -#include "vec/common/hash_table/string_hash_map.h" -#include "vec/core/types.h" +#include "core/arena.h" +#include "core/types.h" +#include "exec/common/hash_table/hash_map_context.h" +#include "exec/common/hash_table/hash_map_util.h" +#include "exec/common/hash_table/ph_hash_map.h" +#include "exec/common/hash_table/ph_hash_set.h" +#include "exec/common/hash_table/string_hash_map.h" namespace doris { diff --git a/be/src/vec/common/endian.h b/be/src/exec/common/endian.h similarity index 98% rename from be/src/vec/common/endian.h rename to be/src/exec/common/endian.h index 48b1ad771c3ba1..acc240b6c80811 100644 --- a/be/src/vec/common/endian.h +++ b/be/src/exec/common/endian.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/uint24.h" -#include "vec/common/unaligned.h" -#include "vec/core/extended_types.h" +#include "core/extended_types.h" +#include "core/uint24.h" +#include "util/unaligned.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/field_visitors.h b/be/src/exec/common/field_visitors.h similarity index 98% rename from be/src/vec/common/field_visitors.h rename to be/src/exec/common/field_visitors.h index cd0dcb330300c8..19ec523bc09c3b 100644 --- a/be/src/vec/common/field_visitors.h +++ b/be/src/exec/common/field_visitors.h @@ -20,12 +20,12 @@ #pragma once +#include "common/demangle.h" #include "common/exception.h" #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/common/demangle.h" -#include "vec/core/accurate_comparison.h" -#include "vec/core/field.h" +#include "core/accurate_comparison.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" namespace doris::vectorized { diff --git a/be/src/vec/common/format_ip.cpp b/be/src/exec/common/format_ip.cpp similarity index 98% rename from be/src/vec/common/format_ip.cpp rename to be/src/exec/common/format_ip.cpp index d9f5ffd45ddaeb..006aad63f53e4b 100644 --- a/be/src/vec/common/format_ip.cpp +++ b/be/src/exec/common/format_ip.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Common/formatIPv6.cpp // and modified by Doris -#include "vec/common/format_ip.h" +#include "exec/common/format_ip.h" #include #include diff --git a/be/src/vec/common/format_ip.h b/be/src/exec/common/format_ip.h similarity index 99% rename from be/src/vec/common/format_ip.h rename to be/src/exec/common/format_ip.h index 3b6a5483998460..ad997e05e0fa49 100644 --- a/be/src/vec/common/format_ip.h +++ b/be/src/exec/common/format_ip.h @@ -20,10 +20,6 @@ #pragma once -#include -#include -#include - #include #include #include @@ -31,6 +27,10 @@ #include #include +#include "core/types.h" +#include "exec/common/hex.h" +#include "exec/common/string_utils/string_utils.h" + constexpr size_t IPV4_BINARY_LENGTH = 4; constexpr size_t IPV4_MAX_TEXT_LENGTH = 15; /// Does not count tail zero byte. constexpr size_t IPV6_MAX_TEXT_LENGTH = 39; diff --git a/be/src/vec/common/hash_table/hash.h b/be/src/exec/common/hash_table/hash.h similarity index 98% rename from be/src/vec/common/hash_table/hash.h rename to be/src/exec/common/hash_table/hash.h index 786a19ba2afd91..5847c272a4ee97 100644 --- a/be/src/vec/common/hash_table/hash.h +++ b/be/src/exec/common/hash_table/hash.h @@ -22,11 +22,11 @@ #include +#include "core/extended_types.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/uint128.h" #include "parallel_hashmap/phmap_utils.h" -#include "vec/common/string_ref.h" -#include "vec/common/uint128.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" // Here is an empirical value. static constexpr size_t HASH_MAP_PREFETCH_DIST = 16; diff --git a/be/src/vec/common/hash_table/hash_key_type.h b/be/src/exec/common/hash_table/hash_key_type.h similarity index 97% rename from be/src/vec/common/hash_table/hash_key_type.h rename to be/src/exec/common/hash_table/hash_key_type.h index 8a264c9ddb9687..f3a60d155ea2d2 100644 --- a/be/src/vec/common/hash_table/hash_key_type.h +++ b/be/src/exec/common/hash_table/hash_key_type.h @@ -17,9 +17,9 @@ #pragma once -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/common/hash_table/hash_map_context.h" -#include "vec/core/types.h" +#include "core/types.h" +#include "exec/common/hash_table/hash_map_context.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris { diff --git a/be/src/vec/common/hash_table/hash_map.h b/be/src/exec/common/hash_table/hash_map.h similarity index 98% rename from be/src/vec/common/hash_table/hash_map.h rename to be/src/exec/common/hash_table/hash_map.h index c71a854561581f..136257d9858b59 100644 --- a/be/src/vec/common/hash_table/hash_map.h +++ b/be/src/exec/common/hash_table/hash_map.h @@ -20,8 +20,8 @@ #pragma once -#include "vec/common/hash_table/hash.h" -#include "vec/common/hash_table/hash_table.h" +#include "exec/common/hash_table/hash.h" +#include "exec/common/hash_table/hash_table.h" namespace doris { /** NOTE HashMap could only be used for memmoveable (position independent) types. diff --git a/be/src/vec/common/hash_table/hash_map_context.h b/be/src/exec/common/hash_table/hash_map_context.h similarity index 99% rename from be/src/vec/common/hash_table/hash_map_context.h rename to be/src/exec/common/hash_table/hash_map_context.h index 1854209b282cb6..8d5b2b7b2c4099 100644 --- a/be/src/vec/common/hash_table/hash_map_context.h +++ b/be/src/exec/common/hash_table/hash_map_context.h @@ -23,17 +23,17 @@ #include #include "common/compiler_util.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/custom_allocator.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/columns_hashing.h" +#include "exec/common/hash_table/string_hash_map.h" +#include "exec/common/template_helpers.hpp" #include "util/simd/bits.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/columns_hashing.h" -#include "vec/common/custom_allocator.h" -#include "vec/common/hash_table/string_hash_map.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/utils/template_helpers.hpp" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/hash_table/hash_map_util.h b/be/src/exec/common/hash_table/hash_map_util.h similarity index 96% rename from be/src/vec/common/hash_table/hash_map_util.h rename to be/src/exec/common/hash_table/hash_map_util.h index bd8af36ba12310..1d572c4bf2f70f 100644 --- a/be/src/vec/common/hash_table/hash_map_util.h +++ b/be/src/exec/common/hash_table/hash_map_util.h @@ -17,9 +17,9 @@ #pragma once -#include "vec/common/hash_table/hash_key_type.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "exec/common/hash_table/hash_key_type.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris { diff --git a/be/src/vec/common/hash_table/hash_table.h b/be/src/exec/common/hash_table/hash_table.h similarity index 99% rename from be/src/vec/common/hash_table/hash_table.h rename to be/src/exec/common/hash_table/hash_table.h index 34e02e5798a630..92870ef7c19c19 100644 --- a/be/src/vec/common/hash_table/hash_table.h +++ b/be/src/exec/common/hash_table/hash_table.h @@ -28,9 +28,9 @@ #include "common/exception.h" #include "common/status.h" -#include "util/runtime_profile.h" -#include "vec/core/types.h" -#include "vec/io/io_helper.h" +#include "core/types.h" +#include "runtime/runtime_profile.h" +#include "util/io_helper.h" /** NOTE HashTable could only be used for memmoveable (position independent) types. * Example: std::string is not position independent in libstdc++ with C++11 ABI or in libc++. diff --git a/be/src/vec/common/hash_table/hash_table_set_build.h b/be/src/exec/common/hash_table/hash_table_set_build.h similarity index 96% rename from be/src/vec/common/hash_table/hash_table_set_build.h rename to be/src/exec/common/hash_table/hash_table_set_build.h index bd66b9d3197382..6449ce6e2c86ff 100644 --- a/be/src/vec/common/hash_table/hash_table_set_build.h +++ b/be/src/exec/common/hash_table/hash_table_set_build.h @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/set_sink_operator.h" +#include "core/column/column.h" +#include "exec/operator/set_sink_operator.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/hash_table/hash_table_set_probe.h b/be/src/exec/common/hash_table/hash_table_set_probe.h similarity index 96% rename from be/src/vec/common/hash_table/hash_table_set_probe.h rename to be/src/exec/common/hash_table/hash_table_set_probe.h index fbb2d3d1fde73d..f682dd8752411c 100644 --- a/be/src/vec/common/hash_table/hash_table_set_probe.h +++ b/be/src/exec/common/hash_table/hash_table_set_probe.h @@ -15,8 +15,8 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/set_probe_sink_operator.h" -#include "vec/columns/column.h" +#include "core/column/column.h" +#include "exec/operator/set_probe_sink_operator.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/hash_table/join_hash_table.h b/be/src/exec/common/hash_table/join_hash_table.h similarity index 99% rename from be/src/vec/common/hash_table/join_hash_table.h rename to be/src/exec/common/hash_table/join_hash_table.h index c116a17777cd85..101da165b4d9cb 100644 --- a/be/src/vec/common/hash_table/join_hash_table.h +++ b/be/src/exec/common/hash_table/join_hash_table.h @@ -23,8 +23,8 @@ #include "common/exception.h" #include "common/status.h" -#include "vec/columns/column_filter_helper.h" -#include "vec/common/custom_allocator.h" +#include "core/column/column_filter_helper.h" +#include "core/custom_allocator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/hash_table/ph_hash_map.h b/be/src/exec/common/hash_table/ph_hash_map.h similarity index 98% rename from be/src/vec/common/hash_table/ph_hash_map.h rename to be/src/exec/common/hash_table/ph_hash_map.h index cd627cfe39e522..44fe6574f5ab3a 100644 --- a/be/src/vec/common/hash_table/ph_hash_map.h +++ b/be/src/exec/common/hash_table/ph_hash_map.h @@ -22,8 +22,8 @@ #include #include -#include "vec/common/hash_table/hash.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" +#include "exec/common/hash_table/hash.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" template ALWAYS_INLINE inline auto lookup_result_get_mapped(std::pair* it) { diff --git a/be/src/vec/common/hash_table/ph_hash_set.h b/be/src/exec/common/hash_table/ph_hash_set.h similarity index 98% rename from be/src/vec/common/hash_table/ph_hash_set.h rename to be/src/exec/common/hash_table/ph_hash_set.h index 8c30218755c53d..481288b904b165 100644 --- a/be/src/vec/common/hash_table/ph_hash_set.h +++ b/be/src/exec/common/hash_table/ph_hash_set.h @@ -20,8 +20,8 @@ #include #include -#include "vec/common/hash_table/hash.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" +#include "exec/common/hash_table/hash.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" ALWAYS_INLINE inline void* lookup_result_get_mapped(void*) { return nullptr; diff --git a/be/src/vec/common/hash_table/phmap_fwd_decl.h b/be/src/exec/common/hash_table/phmap_fwd_decl.h similarity index 96% rename from be/src/vec/common/hash_table/phmap_fwd_decl.h rename to be/src/exec/common/hash_table/phmap_fwd_decl.h index 7fdac4411a660d..a6502a31bc27e8 100644 --- a/be/src/vec/common/hash_table/phmap_fwd_decl.h +++ b/be/src/exec/common/hash_table/phmap_fwd_decl.h @@ -20,8 +20,8 @@ #include // IWYU pragma: export #include "common/compare.h" -#include "vec/common/allocator.h" -#include "vec/common/allocator_fwd.h" +#include "core/allocator.h" +#include "core/allocator_fwd.h" namespace doris::vectorized { diff --git a/be/src/vec/common/hash_table/string_hash_map.h b/be/src/exec/common/hash_table/string_hash_map.h similarity index 98% rename from be/src/vec/common/hash_table/string_hash_map.h rename to be/src/exec/common/hash_table/string_hash_map.h index 67a90ea8e4dda0..c615e6b5dcc924 100644 --- a/be/src/vec/common/hash_table/string_hash_map.h +++ b/be/src/exec/common/hash_table/string_hash_map.h @@ -20,8 +20,8 @@ #pragma once -#include "vec/common/hash_table/hash_map.h" -#include "vec/common/hash_table/string_hash_table.h" +#include "exec/common/hash_table/hash_map.h" +#include "exec/common/hash_table/string_hash_table.h" namespace doris { template diff --git a/be/src/vec/common/hash_table/string_hash_table.h b/be/src/exec/common/hash_table/string_hash_table.h similarity index 99% rename from be/src/vec/common/hash_table/string_hash_table.h rename to be/src/exec/common/hash_table/string_hash_table.h index b7f8d707b453e0..f26e9b97b8f4a6 100644 --- a/be/src/vec/common/hash_table/string_hash_table.h +++ b/be/src/exec/common/hash_table/string_hash_table.h @@ -23,9 +23,9 @@ #include #include -#include "vec/common/hash_table/hash.h" -#include "vec/common/hash_table/hash_table.h" -#include "vec/common/memcpy_small.h" +#include "core/memcpy_small.h" +#include "exec/common/hash_table/hash.h" +#include "exec/common/hash_table/hash_table.h" using StringKey2 = doris::vectorized::UInt16; using StringKey4 = doris::vectorized::UInt32; diff --git a/be/src/vec/common/hex.cpp b/be/src/exec/common/hex.cpp similarity index 99% rename from be/src/vec/common/hex.cpp rename to be/src/exec/common/hex.cpp index 612a8ec291e9df..2749550cb38262 100644 --- a/be/src/vec/common/hex.cpp +++ b/be/src/exec/common/hex.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Common/hex.cpp // and modified by Doris -#include "vec/common/hex.h" +#include "exec/common/hex.h" namespace doris::vectorized { diff --git a/be/src/vec/common/hex.h b/be/src/exec/common/hex.h similarity index 99% rename from be/src/vec/common/hex.h rename to be/src/exec/common/hex.h index 114639a8425bcf..d0c19b136c36b9 100644 --- a/be/src/vec/common/hex.h +++ b/be/src/exec/common/hex.h @@ -22,7 +22,7 @@ #include #include -#include "vec/core/types.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/src/vec/utils/histogram_helpers.hpp b/be/src/exec/common/histogram_helpers.hpp similarity index 99% rename from be/src/vec/utils/histogram_helpers.hpp rename to be/src/exec/common/histogram_helpers.hpp index 65dff46eb48536..803072b14cc384 100644 --- a/be/src/vec/utils/histogram_helpers.hpp +++ b/be/src/exec/common/histogram_helpers.hpp @@ -24,8 +24,8 @@ #include #include "common/cast_set.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/io/io_helper.h" +#include "core/data_type/data_type_decimal.h" +#include "util/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/int_exp.h b/be/src/exec/common/int_exp.h similarity index 99% rename from be/src/vec/common/int_exp.h rename to be/src/exec/common/int_exp.h index 0bd5e4154d2f31..4e94f8e3c28f18 100644 --- a/be/src/vec/common/int_exp.h +++ b/be/src/exec/common/int_exp.h @@ -24,7 +24,7 @@ #include #include -#include "vec/core/extended_types.h" +#include "core/extended_types.h" namespace exp_details { diff --git a/be/src/vec/common/ipv6_to_binary.h b/be/src/exec/common/ipv6_to_binary.h similarity index 98% rename from be/src/vec/common/ipv6_to_binary.h rename to be/src/exec/common/ipv6_to_binary.h index 3113a394b614d5..a7c5a81e4453da 100644 --- a/be/src/vec/common/ipv6_to_binary.h +++ b/be/src/exec/common/ipv6_to_binary.h @@ -20,7 +20,7 @@ #pragma once -#include "vec/common/format_ip.h" +#include "exec/common/format_ip.h" namespace doris::vectorized { diff --git a/be/src/pipeline/common/join_utils.h b/be/src/exec/common/join_utils.h similarity index 98% rename from be/src/pipeline/common/join_utils.h rename to be/src/exec/common/join_utils.h index 7ea6fe6c128b0e..36fbb320d3d04e 100644 --- a/be/src/pipeline/common/join_utils.h +++ b/be/src/exec/common/join_utils.h @@ -20,9 +20,9 @@ #include #include -#include "vec/common/hash_table/hash_key_type.h" -#include "vec/common/hash_table/hash_map_context.h" -#include "vec/common/hash_table/join_hash_table.h" +#include "exec/common/hash_table/hash_key_type.h" +#include "exec/common/hash_table/hash_map_context.h" +#include "exec/common/hash_table/join_hash_table.h" namespace doris { diff --git a/be/src/vec/common/nan_utils.h b/be/src/exec/common/nan_utils.h similarity index 100% rename from be/src/vec/common/nan_utils.h rename to be/src/exec/common/nan_utils.h diff --git a/be/src/pipeline/common/partition_sort_utils.cpp b/be/src/exec/common/partition_sort_utils.cpp similarity index 98% rename from be/src/pipeline/common/partition_sort_utils.cpp rename to be/src/exec/common/partition_sort_utils.cpp index cf6b20048db666..2254c384bc439a 100644 --- a/be/src/pipeline/common/partition_sort_utils.cpp +++ b/be/src/exec/common/partition_sort_utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/common/partition_sort_utils.h" +#include "exec/common/partition_sort_utils.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/common/partition_sort_utils.h b/be/src/exec/common/partition_sort_utils.h similarity index 97% rename from be/src/pipeline/common/partition_sort_utils.h rename to be/src/exec/common/partition_sort_utils.h index e1eebddf1c9e35..382c7d91553aba 100644 --- a/be/src/pipeline/common/partition_sort_utils.h +++ b/be/src/exec/common/partition_sort_utils.h @@ -21,12 +21,12 @@ #include #include -#include "vec/common/hash_table/hash_map_context.h" -#include "vec/common/hash_table/hash_map_util.h" -#include "vec/common/hash_table/ph_hash_map.h" -#include "vec/common/hash_table/string_hash_map.h" -#include "vec/common/sort/partition_sorter.h" -#include "vec/common/sort/vsort_exec_exprs.h" +#include "exec/common/hash_table/hash_map_context.h" +#include "exec/common/hash_table/hash_map_util.h" +#include "exec/common/hash_table/ph_hash_map.h" +#include "exec/common/hash_table/string_hash_map.h" +#include "exec/sort/partition_sorter.h" +#include "exec/sort/vsort_exec_exprs.h" namespace doris { diff --git a/be/src/vec/common/pinyin.h b/be/src/exec/common/pinyin.h similarity index 100% rename from be/src/vec/common/pinyin.h rename to be/src/exec/common/pinyin.h diff --git a/be/src/pipeline/common/set_utils.h b/be/src/exec/common/set_utils.h similarity index 99% rename from be/src/pipeline/common/set_utils.h rename to be/src/exec/common/set_utils.h index 153b4ed6ee9ee1..67431e321cc395 100644 --- a/be/src/pipeline/common/set_utils.h +++ b/be/src/exec/common/set_utils.h @@ -20,7 +20,7 @@ #include #include -#include "vec/common/hash_table/hash_map_util.h" +#include "exec/common/hash_table/hash_map_util.h" namespace doris { diff --git a/be/src/vec/common/sip_hash.h b/be/src/exec/common/sip_hash.h similarity index 99% rename from be/src/vec/common/sip_hash.h rename to be/src/exec/common/sip_hash.h index 0f9c23d698d2bb..d07c20a24d8448 100644 --- a/be/src/vec/common/sip_hash.h +++ b/be/src/exec/common/sip_hash.h @@ -37,8 +37,8 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep -#include "vec/common/unaligned.h" -#include "vec/core/types.h" +#include "core/types.h" +#include "util/unaligned.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/space_saving.h b/be/src/exec/common/space_saving.h similarity index 100% rename from be/src/vec/common/space_saving.h rename to be/src/exec/common/space_saving.h diff --git a/be/src/vec/common/string_searcher.h b/be/src/exec/common/string_searcher.h similarity index 99% rename from be/src/vec/common/string_searcher.h rename to be/src/exec/common/string_searcher.h index e675e40bf43239..7fb17df34736c0 100644 --- a/be/src/vec/common/string_searcher.h +++ b/be/src/exec/common/string_searcher.h @@ -27,9 +27,9 @@ #include #include +#include "core/string_ref.h" +#include "exec/common/string_utils/string_utils.h" #include "util/sse_util.hpp" -#include "vec/common/string_ref.h" -#include "vec/common/string_utils/string_utils.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/string_utils/string_utils.h b/be/src/exec/common/string_utils/string_utils.h similarity index 100% rename from be/src/vec/common/string_utils/string_utils.h rename to be/src/exec/common/string_utils/string_utils.h diff --git a/be/src/vec/utils/stringop_substring.h b/be/src/exec/common/stringop_substring.h similarity index 95% rename from be/src/vec/utils/stringop_substring.h rename to be/src/exec/common/stringop_substring.h index 5bafe5f0f73dbe..a666beb6781b7f 100644 --- a/be/src/vec/utils/stringop_substring.h +++ b/be/src/exec/common/stringop_substring.h @@ -32,15 +32,15 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" #ifndef USE_LIBCPP #include @@ -56,12 +56,12 @@ #include #include +#include "core/assert_cast.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/string_ref.h" #include "util/simd/vstring_function.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/utils/template_helpers.hpp b/be/src/exec/common/template_helpers.hpp similarity index 100% rename from be/src/vec/utils/template_helpers.hpp rename to be/src/exec/common/template_helpers.hpp diff --git a/be/src/vec/utils/util.hpp b/be/src/exec/common/util.hpp similarity index 98% rename from be/src/vec/utils/util.hpp rename to be/src/exec/common/util.hpp index 9081c0e05acaa9..4d6bddcc1b0e86 100644 --- a/be/src/vec/utils/util.hpp +++ b/be/src/exec/common/util.hpp @@ -21,13 +21,13 @@ #include +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/descriptors.h" #include "util/simd/bits.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { class VectorizedUtils { diff --git a/be/src/vec/utils/varbinaryop_subbinary.h b/be/src/exec/common/varbinaryop_subbinary.h similarity index 95% rename from be/src/vec/utils/varbinaryop_subbinary.h rename to be/src/exec/common/varbinaryop_subbinary.h index ef4d0b1d20a2ad..9dcf6e67237c64 100644 --- a/be/src/vec/utils/varbinaryop_subbinary.h +++ b/be/src/exec/common/varbinaryop_subbinary.h @@ -17,12 +17,12 @@ #pragma once -#include "vec/columns/column_const.h" -#include "vec/columns/column_varbinary.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_varbinary.h" +#include "core/block/block.h" +#include "core/column/column_const.h" +#include "core/column/column_varbinary.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_varbinary.h" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/variant_util.cpp b/be/src/exec/common/variant_util.cpp similarity index 98% rename from be/src/vec/common/variant_util.cpp rename to be/src/exec/common/variant_util.cpp index 3c5221be321ad9..00e268484289ae 100644 --- a/be/src/vec/common/variant_util.cpp +++ b/be/src/exec/common/variant_util.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/variant_util.h" +#include "exec/common/variant_util.h" #include #include @@ -52,52 +52,53 @@ #include "common/config.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_variant.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/get_least_supertype.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "exec/common/field_visitors.h" +#include "exec/common/sip_hash.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" #include "exprs/json_functions.h" -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/rowset/segment_v2/variant/variant_column_writer_impl.h" -#include "olap/segment_loader.h" -#include "olap/tablet.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_schema.h" -#include "runtime/client_cache.h" -#include "runtime/define_primitive_type.h" +#include "re2/re2.h" #include "runtime/exec_env.h" -#include "runtime/primitive_type.h" #include "runtime/runtime_state.h" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/segment/segment_loader.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/segment/variant/variant_column_writer_impl.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_schema.h" +#include "util/client_cache.h" #include "util/defer_op.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/common/assert_cast.h" -#include "vec/common/field_visitors.h" -#include "vec/common/sip_hash.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/data_types/get_least_supertype.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/json/json_parser.h" -#include "vec/json/path_in_data.h" -#include "vec/json/simd_json_parser.h" +#include "util/json/json_parser.h" +#include "util/json/path_in_data.h" +#include "util/json/simd_json_parser.h" namespace doris::vectorized::variant_util { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/variant_util.h b/be/src/exec/common/variant_util.h similarity index 97% rename from be/src/vec/common/variant_util.h rename to be/src/exec/common/variant_util.h index 1cb83d30a63142..4cbffcc51dec0b 100644 --- a/be/src/vec/common/variant_util.h +++ b/be/src/exec/common/variant_util.h @@ -29,16 +29,16 @@ #include #include "common/status.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_schema.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_variant.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/json/json_parser.h" +#include "core/column/column.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/json_parser.h" namespace doris { class TabletSchema; diff --git a/be/src/vec/exec/jni_connector.cpp b/be/src/exec/connector/jni_connector.cpp similarity index 98% rename from be/src/vec/exec/jni_connector.cpp rename to be/src/exec/connector/jni_connector.cpp index 17d3e570029c4b..c48633cacec86b 100644 --- a/be/src/vec/exec/jni_connector.cpp +++ b/be/src/exec/connector/jni_connector.cpp @@ -15,32 +15,32 @@ // specific language governing permissions and limitations // under the License. -#include "jni_connector.h" +#include "exec/connector/jni_connector.h" #include #include #include +#include "core/block/block.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/column/column_varbinary.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/data_type_varbinary.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" #include "jni.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" #include "runtime/runtime_state.h" #include "util/jni-util.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_varbinary.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/data_type_varbinary.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/jni_connector.h b/be/src/exec/connector/jni_connector.h similarity index 98% rename from be/src/vec/exec/jni_connector.h rename to be/src/exec/connector/jni_connector.h index a6b76e7052473e..6d2882b7b17800 100644 --- a/be/src/vec/exec/jni_connector.h +++ b/be/src/exec/connector/jni_connector.h @@ -28,18 +28,17 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "exec/olap_utils.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "runtime/types.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "exprs/aggregate/aggregate_function.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_scan_common.h" +#include "storage/olap_utils.h" #include "util/jni-util.h" #include "util/profile_collector.h" -#include "util/runtime_profile.h" #include "util/string_util.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/skewed_partition_rebalancer.cpp b/be/src/exec/connector/skewed_partition_rebalancer.cpp similarity index 99% rename from be/src/vec/exec/skewed_partition_rebalancer.cpp rename to be/src/exec/connector/skewed_partition_rebalancer.cpp index ce85d271e9acbc..7006ed33153147 100644 --- a/be/src/vec/exec/skewed_partition_rebalancer.cpp +++ b/be/src/exec/connector/skewed_partition_rebalancer.cpp @@ -18,7 +18,7 @@ // https://github.com/trinodb/trino/blob/master/core/trino-main/src/main/java/io/trino/operator/output/SkewedPartitionRebalancer.java // to cpp and modified by Doris -#include "vec/exec/skewed_partition_rebalancer.h" +#include "exec/connector/skewed_partition_rebalancer.h" #include diff --git a/be/src/vec/exec/skewed_partition_rebalancer.h b/be/src/exec/connector/skewed_partition_rebalancer.h similarity index 100% rename from be/src/vec/exec/skewed_partition_rebalancer.h rename to be/src/exec/connector/skewed_partition_rebalancer.h diff --git a/be/src/vec/exec/vjdbc_connector.cpp b/be/src/exec/connector/vjdbc_connector.cpp similarity index 98% rename from be/src/vec/exec/vjdbc_connector.cpp rename to be/src/exec/connector/vjdbc_connector.cpp index 2878a7969df33d..f98b20ec5a4953 100644 --- a/be/src/vec/exec/vjdbc_connector.cpp +++ b/be/src/exec/connector/vjdbc_connector.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/vjdbc_connector.h" +#include "exec/connector/vjdbc_connector.h" #include @@ -30,22 +30,21 @@ #include "cloud/config.h" #include "common/logging.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "exec/connector/jni_connector.h" #include "exec/table_connector.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vexpr.h" #include "jni.h" #include "runtime/descriptors.h" #include "runtime/plugin/cloud_plugin_downloader.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" #include "runtime/user_function_cache.h" #include "util/jni-util.h" -#include "util/runtime_profile.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exec/jni_connector.h" -#include "vec/exprs/vexpr.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/vjdbc_connector.h b/be/src/exec/connector/vjdbc_connector.h similarity index 98% rename from be/src/vec/exec/vjdbc_connector.h rename to be/src/exec/connector/vjdbc_connector.h index 738cae8795c51c..e00370c3011e4c 100644 --- a/be/src/vec/exec/vjdbc_connector.h +++ b/be/src/exec/connector/vjdbc_connector.h @@ -21,16 +21,16 @@ #include #include #include -#include #include #include #include #include "common/status.h" +#include "core/data_type/data_type.h" #include "exec/table_connector.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/data_types/data_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/jni-util.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/es/es_scan_reader.cpp b/be/src/exec/es/es_scan_reader.cpp index 13175dc21f121d..18ffade1c29a31 100644 --- a/be/src/exec/es/es_scan_reader.cpp +++ b/be/src/exec/es/es_scan_reader.cpp @@ -28,7 +28,7 @@ #include "common/status.h" #include "exec/es/es_scroll_parser.h" #include "exec/es/es_scroll_query.h" -#include "http/http_method.h" +#include "service/http/http_method.h" namespace doris { diff --git a/be/src/exec/es/es_scan_reader.h b/be/src/exec/es/es_scan_reader.h index a29dced15fe093..1c8bd844f46dba 100644 --- a/be/src/exec/es/es_scan_reader.h +++ b/be/src/exec/es/es_scan_reader.h @@ -21,7 +21,7 @@ #include #include -#include "http/http_client.h" +#include "service/http/http_client.h" namespace doris { class ScrollParser; diff --git a/be/src/exec/es/es_scroll_parser.cpp b/be/src/exec/es/es_scroll_parser.cpp index 6c3ead474b1e0a..b91527ac0c504e 100644 --- a/be/src/exec/es/es_scroll_parser.cpp +++ b/be/src/exec/es/es_scroll_parser.cpp @@ -32,24 +32,23 @@ #include #include "common/status.h" +#include "core/binary_cast.hpp" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/value/decimalv2_value.h" +#include "core/value/jsonb_value.h" +#include "core/value/vdatetime_value.h" #include "rapidjson/document.h" #include "rapidjson/rapidjson.h" #include "rapidjson/stringbuffer.h" #include "rapidjson/writer.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" -#include "runtime/jsonb_value.h" -#include "runtime/primitive_type.h" -#include "runtime/types.h" -#include "util/binary_cast.hpp" #include "util/string_parser.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/es/es_scroll_parser.h b/be/src/exec/es/es_scroll_parser.h index 06188833824881..e6c7489ee3eba4 100644 --- a/be/src/exec/es/es_scroll_parser.h +++ b/be/src/exec/es/es_scroll_parser.h @@ -23,8 +23,8 @@ #include #include +#include "core/data_type/data_type.h" #include "rapidjson/document.h" -#include "vec/data_types/data_type.h" namespace doris { diff --git a/be/src/pipeline/shuffle/exchange_writer.cpp b/be/src/exec/exchange/exchange_writer.cpp similarity index 97% rename from be/src/pipeline/shuffle/exchange_writer.cpp rename to be/src/exec/exchange/exchange_writer.cpp index 441b51dc4c40be..eeb21943414523 100644 --- a/be/src/pipeline/shuffle/exchange_writer.cpp +++ b/be/src/exec/exchange/exchange_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exchange_writer.h" +#include "exec/exchange/exchange_writer.h" #include @@ -25,10 +25,10 @@ #include "common/logging.h" #include "common/status.h" -#include "pipeline/exec/exchange_sink_operator.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/sink/tablet_sink_hash_partitioner.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/sink/tablet_sink_hash_partitioner.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/shuffle/exchange_writer.h b/be/src/exec/exchange/exchange_writer.h similarity index 97% rename from be/src/pipeline/shuffle/exchange_writer.h rename to be/src/exec/exchange/exchange_writer.h index 34c3c7a90ed007..d91509c320ce0f 100644 --- a/be/src/pipeline/shuffle/exchange_writer.h +++ b/be/src/exec/exchange/exchange_writer.h @@ -19,8 +19,8 @@ #include -#include "vec/runtime/partitioner.h" -#include "vec/sink/vdata_stream_sender.h" +#include "exec/exchange/vdata_stream_sender.h" +#include "exec/partitioner/partitioner.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/local_exchange/local_exchange_sink_operator.cpp b/be/src/exec/exchange/local_exchange_sink_operator.cpp similarity index 97% rename from be/src/pipeline/local_exchange/local_exchange_sink_operator.cpp rename to be/src/exec/exchange/local_exchange_sink_operator.cpp index 1937b111975cf2..25fa37cde2f672 100644 --- a/be/src/pipeline/local_exchange/local_exchange_sink_operator.cpp +++ b/be/src/exec/exchange/local_exchange_sink_operator.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/local_exchange/local_exchange_sink_operator.h" +#include "exec/exchange/local_exchange_sink_operator.h" #include -#include "pipeline/local_exchange/local_exchanger.h" -#include "vec/runtime/partitioner.h" -#include "vec/sink/vdata_stream_sender.h" +#include "exec/exchange/local_exchanger.h" +#include "exec/exchange/vdata_stream_sender.h" +#include "exec/partitioner/partitioner.h" namespace doris::pipeline { diff --git a/be/src/pipeline/local_exchange/local_exchange_sink_operator.h b/be/src/exec/exchange/local_exchange_sink_operator.h similarity index 99% rename from be/src/pipeline/local_exchange/local_exchange_sink_operator.h rename to be/src/exec/exchange/local_exchange_sink_operator.h index c4723a9f5127b7..9ccfa1f42dfdb3 100644 --- a/be/src/pipeline/local_exchange/local_exchange_sink_operator.h +++ b/be/src/exec/exchange/local_exchange_sink_operator.h @@ -17,7 +17,7 @@ #pragma once -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" namespace doris::vectorized { class PartitionerBase; diff --git a/be/src/pipeline/local_exchange/local_exchange_source_operator.cpp b/be/src/exec/exchange/local_exchange_source_operator.cpp similarity index 97% rename from be/src/pipeline/local_exchange/local_exchange_source_operator.cpp rename to be/src/exec/exchange/local_exchange_source_operator.cpp index 81f34d30c9bd8e..e27a0b29260628 100644 --- a/be/src/pipeline/local_exchange/local_exchange_source_operator.cpp +++ b/be/src/exec/exchange/local_exchange_source_operator.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/local_exchange/local_exchange_source_operator.h" +#include "exec/exchange/local_exchange_source_operator.h" -#include "pipeline/local_exchange/local_exchanger.h" +#include "exec/exchange/local_exchanger.h" namespace doris::pipeline { diff --git a/be/src/pipeline/local_exchange/local_exchange_source_operator.h b/be/src/exec/exchange/local_exchange_source_operator.h similarity index 98% rename from be/src/pipeline/local_exchange/local_exchange_source_operator.h rename to be/src/exec/exchange/local_exchange_source_operator.h index c9541e69ab5ad5..13472fca632569 100644 --- a/be/src/pipeline/local_exchange/local_exchange_source_operator.h +++ b/be/src/exec/exchange/local_exchange_source_operator.h @@ -17,7 +17,7 @@ #pragma once -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { diff --git a/be/src/pipeline/local_exchange/local_exchanger.cpp b/be/src/exec/exchange/local_exchanger.cpp similarity index 99% rename from be/src/pipeline/local_exchange/local_exchanger.cpp rename to be/src/exec/exchange/local_exchanger.cpp index eb211364705769..59d9daebae823c 100644 --- a/be/src/pipeline/local_exchange/local_exchanger.cpp +++ b/be/src/exec/exchange/local_exchanger.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/local_exchange/local_exchanger.h" +#include "exec/exchange/local_exchanger.h" #include "common/cast_set.h" #include "common/status.h" -#include "pipeline/local_exchange/local_exchange_sink_operator.h" -#include "pipeline/local_exchange/local_exchange_source_operator.h" -#include "vec/runtime/partitioner.h" +#include "exec/exchange/local_exchange_sink_operator.h" +#include "exec/exchange/local_exchange_source_operator.h" +#include "exec/partitioner/partitioner.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/local_exchange/local_exchanger.h b/be/src/exec/exchange/local_exchanger.h similarity index 99% rename from be/src/pipeline/local_exchange/local_exchanger.h rename to be/src/exec/exchange/local_exchanger.h index 08fff542f3be04..022545a3889b8a 100644 --- a/be/src/pipeline/local_exchange/local_exchanger.h +++ b/be/src/exec/exchange/local_exchanger.h @@ -17,8 +17,8 @@ #pragma once -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/dependency.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vdata_stream_mgr.cpp b/be/src/exec/exchange/vdata_stream_mgr.cpp similarity index 99% rename from be/src/vec/runtime/vdata_stream_mgr.cpp rename to be/src/exec/exchange/vdata_stream_mgr.cpp index 00fa25bbcc088f..8387b3bb023a37 100644 --- a/be/src/vec/runtime/vdata_stream_mgr.cpp +++ b/be/src/exec/exchange/vdata_stream_mgr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vdata_stream_mgr.h" +#include "exec/exchange/vdata_stream_mgr.h" #include #include @@ -29,8 +29,8 @@ #include #include "common/logging.h" +#include "exec/exchange/vdata_stream_recvr.h" #include "util/hash_util.hpp" -#include "vec/runtime/vdata_stream_recvr.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vdata_stream_mgr.h b/be/src/exec/exchange/vdata_stream_mgr.h similarity index 98% rename from be/src/vec/runtime/vdata_stream_mgr.h rename to be/src/exec/exchange/vdata_stream_mgr.h index a9266d02d969ac..6f943e63d1f14b 100644 --- a/be/src/vec/runtime/vdata_stream_mgr.h +++ b/be/src/exec/exchange/vdata_stream_mgr.h @@ -30,7 +30,7 @@ #include "common/be_mock_util.h" #include "common/global_types.h" #include "common/status.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace google { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vdata_stream_recvr.cpp b/be/src/exec/exchange/vdata_stream_recvr.cpp similarity index 98% rename from be/src/vec/runtime/vdata_stream_recvr.cpp rename to be/src/exec/exchange/vdata_stream_recvr.cpp index e6ff6f1a8a8f38..c770d33dc4d8db 100644 --- a/be/src/vec/runtime/vdata_stream_recvr.cpp +++ b/be/src/exec/exchange/vdata_stream_recvr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vdata_stream_recvr.h" +#include "exec/exchange/vdata_stream_recvr.h" #include #include @@ -27,18 +27,18 @@ #include #include "common/logging.h" -#include "pipeline/exec/exchange_sink_operator.h" -#include "pipeline/exec/exchange_source_operator.h" +#include "core/block/block.h" +#include "core/block/materialize_block.h" +#include "exec/exchange/vdata_stream_mgr.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/operator/exchange_source_operator.h" +#include "exec/sort/sort_cursor.h" +#include "exec/sort/vsorted_run_merger.h" #include "runtime/memory/mem_tracker.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" #include "util/defer_op.h" #include "util/uid_util.h" -#include "vec/core/block.h" -#include "vec/core/materialize_block.h" -#include "vec/core/sort_cursor.h" -#include "vec/runtime/vdata_stream_mgr.h" -#include "vec/runtime/vsorted_run_merger.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vdata_stream_recvr.h b/be/src/exec/exchange/vdata_stream_recvr.h similarity index 99% rename from be/src/vec/runtime/vdata_stream_recvr.h rename to be/src/exec/exchange/vdata_stream_recvr.h index 1a1c84f3e67265..f3f7f5238f2ccb 100644 --- a/be/src/vec/runtime/vdata_stream_recvr.h +++ b/be/src/exec/exchange/vdata_stream_recvr.h @@ -42,14 +42,14 @@ #include "common/global_types.h" #include "common/object_pool.h" #include "common/status.h" +#include "core/block/block.h" +#include "exprs/vexpr_fwd.h" #include "runtime/descriptors.h" +#include "runtime/runtime_profile.h" #include "runtime/task_execution_context.h" #include "runtime/thread_context.h" #include "runtime/workload_group/workload_group.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" -#include "vec/core/block.h" -#include "vec/exprs/vexpr_fwd.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/vdata_stream_sender.cpp b/be/src/exec/exchange/vdata_stream_sender.cpp similarity index 96% rename from be/src/vec/sink/vdata_stream_sender.cpp rename to be/src/exec/exchange/vdata_stream_sender.cpp index ab960fb96ce45b..687fc414f468de 100644 --- a/be/src/vec/sink/vdata_stream_sender.cpp +++ b/be/src/exec/exchange/vdata_stream_sender.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/vdata_stream_sender.h" +#include "exec/exchange/vdata_stream_sender.h" #include #include // IWYU pragma: keep @@ -36,21 +36,20 @@ #include "common/object_pool.h" #include "common/status.h" -#include "exec/tablet_info.h" -#include "pipeline/exec/exchange_sink_operator.h" -#include "pipeline/exec/result_file_sink_operator.h" +#include "core/column/column_const.h" +#include "exec/common/sip_hash.h" +#include "exec/exchange/vdata_stream_mgr.h" +#include "exec/exchange/vdata_stream_recvr.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/operator/result_file_sink_operator.h" +#include "exec/sink/vrow_distribution.h" +#include "exec/sink/writer/vtablet_writer_v2.h" +#include "exprs/vexpr.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -#include "runtime/types.h" +#include "storage/tablet_info.h" #include "util/proto_util.h" -#include "vec/columns/column_const.h" -#include "vec/common/sip_hash.h" -#include "vec/exprs/vexpr.h" -#include "vec/runtime/vdata_stream_mgr.h" -#include "vec/runtime/vdata_stream_recvr.h" -#include "vec/sink/vrow_distribution.h" -#include "vec/sink/writer/vtablet_writer_v2.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/vdata_stream_sender.h b/be/src/exec/exchange/vdata_stream_sender.h similarity index 95% rename from be/src/vec/sink/vdata_stream_sender.h rename to be/src/exec/exchange/vdata_stream_sender.h index 5b3cde6c3d0d27..b0ed047c997019 100644 --- a/be/src/vec/sink/vdata_stream_sender.h +++ b/be/src/exec/exchange/vdata_stream_sender.h @@ -39,18 +39,18 @@ #include "common/global_types.h" #include "common/logging.h" #include "common/status.h" -#include "exec/tablet_info.h" -#include "pipeline/exec/exchange_sink_buffer.h" +#include "core/block/block.h" +#include "exec/exchange/vdata_stream_recvr.h" +#include "exec/operator/exchange_sink_buffer.h" +#include "exec/partitioner/partitioner.h" +#include "exec/sink/vrow_distribution.h" +#include "exec/sink/vtablet_finder.h" +#include "exprs/vexpr_context.h" +#include "runtime/runtime_profile.h" #include "service/backend_options.h" +#include "storage/tablet_info.h" #include "util/brpc_closure.h" -#include "util/runtime_profile.h" #include "util/uid_util.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/runtime/partitioner.h" -#include "vec/runtime/vdata_stream_recvr.h" -#include "vec/sink/vrow_distribution.h" -#include "vec/sink/vtablet_finder.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/aggregation_sink_operator.cpp b/be/src/exec/operator/aggregation_sink_operator.cpp similarity index 99% rename from be/src/pipeline/exec/aggregation_sink_operator.cpp rename to be/src/exec/operator/aggregation_sink_operator.cpp index fee0f4c879c55f..b58339c3d6f56e 100644 --- a/be/src/pipeline/exec/aggregation_sink_operator.cpp +++ b/be/src/exec/operator/aggregation_sink_operator.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "aggregation_sink_operator.h" +#include "exec/operator/aggregation_sink_operator.h" #include #include #include "common/cast_set.h" #include "common/status.h" -#include "pipeline/exec/operator.h" -#include "runtime/primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "exec/common/hash_table/hash.h" +#include "exec/operator/operator.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/vectorized_agg_fn.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -#include "util/runtime_profile.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/common/hash_table/hash.h" -#include "vec/exprs/vectorized_agg_fn.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/aggregation_sink_operator.h b/be/src/exec/operator/aggregation_sink_operator.h similarity index 99% rename from be/src/pipeline/exec/aggregation_sink_operator.h rename to be/src/exec/operator/aggregation_sink_operator.h index 996daf90149d8f..b6f80f9f07acea 100644 --- a/be/src/pipeline/exec/aggregation_sink_operator.h +++ b/be/src/exec/operator/aggregation_sink_operator.h @@ -19,9 +19,9 @@ #include -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" #include "runtime/exec_env.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/aggregation_source_operator.cpp b/be/src/exec/operator/aggregation_source_operator.cpp similarity index 99% rename from be/src/pipeline/exec/aggregation_source_operator.cpp rename to be/src/exec/operator/aggregation_source_operator.cpp index 4dfc9be8b62176..a222b57dfef7e3 100644 --- a/be/src/pipeline/exec/aggregation_source_operator.cpp +++ b/be/src/exec/operator/aggregation_source_operator.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "aggregation_source_operator.h" +#include "exec/operator/aggregation_source_operator.h" #include #include #include "common/exception.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" +#include "exprs/vectorized_agg_fn.h" +#include "exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -#include "util/runtime_profile.h" -#include "vec/exprs/vectorized_agg_fn.h" -#include "vec/exprs/vexpr_fwd.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/aggregation_source_operator.h b/be/src/exec/operator/aggregation_source_operator.h similarity index 99% rename from be/src/pipeline/exec/aggregation_source_operator.h rename to be/src/exec/operator/aggregation_source_operator.h index 9273be7caed389..e0b39f1c9694b5 100644 --- a/be/src/pipeline/exec/aggregation_source_operator.h +++ b/be/src/exec/operator/aggregation_source_operator.h @@ -20,7 +20,7 @@ #include "common/be_mock_util.h" #include "common/status.h" -#include "operator.h" +#include "exec/operator/operator.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/exec/analytic_sink_operator.cpp b/be/src/exec/operator/analytic_sink_operator.cpp similarity index 99% rename from be/src/pipeline/exec/analytic_sink_operator.cpp rename to be/src/exec/operator/analytic_sink_operator.cpp index 6bf24b1daf65b3..b912e934001395 100644 --- a/be/src/pipeline/exec/analytic_sink_operator.cpp +++ b/be/src/exec/operator/analytic_sink_operator.cpp @@ -16,7 +16,7 @@ // specific language governing permissions and limitations // under the License. -#include "analytic_sink_operator.h" +#include "exec/operator/analytic_sink_operator.h" #include @@ -24,9 +24,9 @@ #include #include -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" +#include "exprs/vectorized_agg_fn.h" #include "runtime/runtime_state.h" -#include "vec/exprs/vectorized_agg_fn.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/analytic_sink_operator.h b/be/src/exec/operator/analytic_sink_operator.h similarity index 99% rename from be/src/pipeline/exec/analytic_sink_operator.h rename to be/src/exec/operator/analytic_sink_operator.h index c4168a33c4acb2..486c566f8ec52d 100644 --- a/be/src/pipeline/exec/analytic_sink_operator.h +++ b/be/src/exec/operator/analytic_sink_operator.h @@ -20,8 +20,8 @@ #include -#include "operator.h" -#include "pipeline/dependency.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/dependency.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/analytic_source_operator.cpp b/be/src/exec/operator/analytic_source_operator.cpp similarity index 96% rename from be/src/pipeline/exec/analytic_source_operator.cpp rename to be/src/exec/operator/analytic_source_operator.cpp index 5170711acc3220..7d2d6a243fa4e0 100644 --- a/be/src/pipeline/exec/analytic_source_operator.cpp +++ b/be/src/exec/operator/analytic_source_operator.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "analytic_source_operator.h" +#include "exec/operator/analytic_source_operator.h" #include #include -#include "pipeline/exec/operator.h" -#include "vec/columns/column_nullable.h" -#include "vec/exprs/vectorized_agg_fn.h" +#include "core/column/column_nullable.h" +#include "exec/operator/operator.h" +#include "exprs/vectorized_agg_fn.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/analytic_source_operator.h b/be/src/exec/operator/analytic_source_operator.h similarity index 98% rename from be/src/pipeline/exec/analytic_source_operator.h rename to be/src/exec/operator/analytic_source_operator.h index f59545fbf66da0..29a675ec3b9a2a 100644 --- a/be/src/pipeline/exec/analytic_source_operator.h +++ b/be/src/exec/operator/analytic_source_operator.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "operator.h" +#include "exec/operator/operator.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/exec/assert_num_rows_operator.cpp b/be/src/exec/operator/assert_num_rows_operator.cpp similarity index 97% rename from be/src/pipeline/exec/assert_num_rows_operator.cpp rename to be/src/exec/operator/assert_num_rows_operator.cpp index 47a97e0af649bf..70cdb62e461f82 100644 --- a/be/src/pipeline/exec/assert_num_rows_operator.cpp +++ b/be/src/exec/operator/assert_num_rows_operator.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "assert_num_rows_operator.h" +#include "exec/operator/assert_num_rows_operator.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/utils/util.hpp" +#include "exec/common/util.hpp" +#include "exprs/vexpr_context.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/assert_num_rows_operator.h b/be/src/exec/operator/assert_num_rows_operator.h similarity index 98% rename from be/src/pipeline/exec/assert_num_rows_operator.h rename to be/src/exec/operator/assert_num_rows_operator.h index c9a56c58004678..6357e39bb7cc9f 100644 --- a/be/src/pipeline/exec/assert_num_rows_operator.h +++ b/be/src/exec/operator/assert_num_rows_operator.h @@ -17,7 +17,7 @@ #pragma once -#include "operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/blackhole_sink_operator.cpp b/be/src/exec/operator/blackhole_sink_operator.cpp similarity index 95% rename from be/src/pipeline/exec/blackhole_sink_operator.cpp rename to be/src/exec/operator/blackhole_sink_operator.cpp index ca23b8b1fbe441..509fc18b3ce534 100644 --- a/be/src/pipeline/exec/blackhole_sink_operator.cpp +++ b/be/src/exec/operator/blackhole_sink_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "blackhole_sink_operator.h" +#include "exec/operator/blackhole_sink_operator.h" #include #include @@ -24,11 +24,11 @@ #include "common/logging.h" #include "common/status.h" -#include "pipeline/dependency.h" +#include "core/block/block.h" +#include "exec/pipeline/dependency.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" namespace doris { namespace pipeline { diff --git a/be/src/pipeline/exec/blackhole_sink_operator.h b/be/src/exec/operator/blackhole_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/blackhole_sink_operator.h rename to be/src/exec/operator/blackhole_sink_operator.h index 1acf6074d3e2f8..0f7729c4369094 100644 --- a/be/src/pipeline/exec/blackhole_sink_operator.h +++ b/be/src/exec/operator/blackhole_sink_operator.h @@ -23,8 +23,8 @@ #include -#include "operator.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "exec/operator/operator.h" namespace doris { diff --git a/be/src/pipeline/exec/cache_sink_operator.cpp b/be/src/exec/operator/cache_sink_operator.cpp similarity index 93% rename from be/src/pipeline/exec/cache_sink_operator.cpp rename to be/src/exec/operator/cache_sink_operator.cpp index 554155956fe879..e229236f629c2d 100644 --- a/be/src/pipeline/exec/cache_sink_operator.cpp +++ b/be/src/exec/operator/cache_sink_operator.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "cache_sink_operator.h" +#include "exec/operator/cache_sink_operator.h" #include #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "pipeline/exec/data_queue.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/data_queue.h" +#include "exec/operator/operator.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/cache_sink_operator.h b/be/src/exec/operator/cache_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/cache_sink_operator.h rename to be/src/exec/operator/cache_sink_operator.h index 117e5864e78f52..b7b49fc00bd4d7 100644 --- a/be/src/pipeline/exec/cache_sink_operator.h +++ b/be/src/exec/operator/cache_sink_operator.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "operator.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/cache_source_operator.cpp b/be/src/exec/operator/cache_source_operator.cpp similarity index 98% rename from be/src/pipeline/exec/cache_source_operator.cpp rename to be/src/exec/operator/cache_source_operator.cpp index 3adb97d969f05d..a184828842d890 100644 --- a/be/src/pipeline/exec/cache_source_operator.cpp +++ b/be/src/exec/operator/cache_source_operator.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/cache_source_operator.h" +#include "exec/operator/cache_source_operator.h" #include #include #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/dependency.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/exec/cache_source_operator.h b/be/src/exec/operator/cache_source_operator.h similarity index 97% rename from be/src/pipeline/exec/cache_source_operator.h rename to be/src/exec/operator/cache_source_operator.h index 49f0c376c47cbe..5c0bee0f9bd5ed 100644 --- a/be/src/pipeline/exec/cache_source_operator.h +++ b/be/src/exec/operator/cache_source_operator.h @@ -21,8 +21,8 @@ #include #include "common/status.h" -#include "operator.h" -#include "pipeline/query_cache/query_cache.h" +#include "exec/operator/operator.h" +#include "runtime/query_cache/query_cache.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/data_queue.cpp b/be/src/exec/operator/data_queue.cpp similarity index 98% rename from be/src/pipeline/exec/data_queue.cpp rename to be/src/exec/operator/data_queue.cpp index 155988582b2ee6..acd00a4f9154bf 100644 --- a/be/src/pipeline/exec/data_queue.cpp +++ b/be/src/exec/operator/data_queue.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "data_queue.h" +#include "exec/operator/data_queue.h" #include @@ -23,8 +23,8 @@ #include #include -#include "pipeline/dependency.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "exec/pipeline/dependency.h" namespace doris { namespace pipeline { diff --git a/be/src/pipeline/exec/data_queue.h b/be/src/exec/operator/data_queue.h similarity index 99% rename from be/src/pipeline/exec/data_queue.h rename to be/src/exec/operator/data_queue.h index de56438faf441b..a70e4d7ff88714 100644 --- a/be/src/pipeline/exec/data_queue.h +++ b/be/src/exec/operator/data_queue.h @@ -24,7 +24,7 @@ #include #include "common/status.h" -#include "vec/core/block.h" +#include "core/block/block.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/datagen_operator.cpp b/be/src/exec/operator/datagen_operator.cpp similarity index 93% rename from be/src/pipeline/exec/datagen_operator.cpp rename to be/src/exec/operator/datagen_operator.cpp index 2fd8a40586b8db..0476afe371c748 100644 --- a/be/src/pipeline/exec/datagen_operator.cpp +++ b/be/src/exec/operator/datagen_operator.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "datagen_operator.h" +#include "exec/operator/datagen_operator.h" #include -#include "pipeline/common/data_gen_functions/vdata_gen_function_inf.h" -#include "pipeline/common/data_gen_functions/vnumbers_tvf.h" -#include "pipeline/exec/operator.h" -#include "runtime_filter/runtime_filter_consumer.h" -#include "util/runtime_profile.h" +#include "exec/common/data_gen_functions/vdata_gen_function_inf.h" +#include "exec/common/data_gen_functions/vnumbers_tvf.h" +#include "exec/operator/operator.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/exec/datagen_operator.h b/be/src/exec/operator/datagen_operator.h similarity index 95% rename from be/src/pipeline/exec/datagen_operator.h rename to be/src/exec/operator/datagen_operator.h index a45f7381f57364..51fa1e97c5dc55 100644 --- a/be/src/pipeline/exec/datagen_operator.h +++ b/be/src/exec/operator/datagen_operator.h @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "pipeline/common/data_gen_functions/vdata_gen_function_inf.h" -#include "pipeline/exec/operator.h" +#include "exec/common/data_gen_functions/vdata_gen_function_inf.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/dict_sink_operator.cpp b/be/src/exec/operator/dict_sink_operator.cpp similarity index 95% rename from be/src/pipeline/exec/dict_sink_operator.cpp rename to be/src/exec/operator/dict_sink_operator.cpp index 277ac3a6444fb4..36e5b2f7720917 100644 --- a/be/src/pipeline/exec/dict_sink_operator.cpp +++ b/be/src/exec/operator/dict_sink_operator.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "dict_sink_operator.h" +#include "exec/operator/dict_sink_operator.h" #include "common/status.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/functions/complex_hash_map_dictionary.h" -#include "vec/functions/dictionary_factory.h" -#include "vec/functions/dictionary_util.h" -#include "vec/functions/ip_address_dictionary.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "exprs/function/complex_hash_map_dictionary.h" +#include "exprs/function/dictionary_factory.h" +#include "exprs/function/dictionary_util.h" +#include "exprs/function/ip_address_dictionary.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/dict_sink_operator.h b/be/src/exec/operator/dict_sink_operator.h similarity index 98% rename from be/src/pipeline/exec/dict_sink_operator.h rename to be/src/exec/operator/dict_sink_operator.h index 7dbe919cc6fd5f..0ab2cf036d29ef 100644 --- a/be/src/pipeline/exec/dict_sink_operator.h +++ b/be/src/exec/operator/dict_sink_operator.h @@ -21,7 +21,7 @@ #include -#include "operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/distinct_streaming_aggregation_operator.cpp b/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp similarity index 99% rename from be/src/pipeline/exec/distinct_streaming_aggregation_operator.cpp rename to be/src/exec/operator/distinct_streaming_aggregation_operator.cpp index 3fed13adfbc854..4247c8cdc54bf4 100644 --- a/be/src/pipeline/exec/distinct_streaming_aggregation_operator.cpp +++ b/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "distinct_streaming_aggregation_operator.h" +#include "exec/operator/distinct_streaming_aggregation_operator.h" #include @@ -23,8 +23,7 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep -#include "pipeline/exec/streaming_agg_min_reduction.h" -#include "vec/exprs/vectorized_agg_fn.h" +#include "exprs/vectorized_agg_fn.h" namespace doris { class ExecNode; diff --git a/be/src/pipeline/exec/distinct_streaming_aggregation_operator.h b/be/src/exec/operator/distinct_streaming_aggregation_operator.h similarity index 97% rename from be/src/pipeline/exec/distinct_streaming_aggregation_operator.h rename to be/src/exec/operator/distinct_streaming_aggregation_operator.h index 8b7898857d66bc..9eae378d7fdee1 100644 --- a/be/src/pipeline/exec/distinct_streaming_aggregation_operator.h +++ b/be/src/exec/operator/distinct_streaming_aggregation_operator.h @@ -23,10 +23,10 @@ #include #include "common/status.h" -#include "pipeline/common/distinct_agg_utils.h" -#include "pipeline/exec/operator.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "exec/common/distinct_agg_utils.h" +#include "exec/operator/operator.h" +#include "runtime/runtime_profile.h" namespace doris { class ExecNode; diff --git a/be/src/pipeline/exec/empty_set_operator.cpp b/be/src/exec/operator/empty_set_operator.cpp similarity index 93% rename from be/src/pipeline/exec/empty_set_operator.cpp rename to be/src/exec/operator/empty_set_operator.cpp index 2dfe9701558da0..320ab7b519025e 100644 --- a/be/src/pipeline/exec/empty_set_operator.cpp +++ b/be/src/exec/operator/empty_set_operator.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "empty_set_operator.h" +#include "exec/operator/empty_set_operator.h" #include -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/empty_set_operator.h b/be/src/exec/operator/empty_set_operator.h similarity index 98% rename from be/src/pipeline/exec/empty_set_operator.h rename to be/src/exec/operator/empty_set_operator.h index c7916dd1fd60ff..8c81357548e720 100644 --- a/be/src/pipeline/exec/empty_set_operator.h +++ b/be/src/exec/operator/empty_set_operator.h @@ -19,7 +19,7 @@ #include -#include "operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/es_scan_operator.cpp b/be/src/exec/operator/es_scan_operator.cpp similarity index 98% rename from be/src/pipeline/exec/es_scan_operator.cpp rename to be/src/exec/operator/es_scan_operator.cpp index 79f53da66fc924..1cbad4ea66b2ea 100644 --- a/be/src/pipeline/exec/es_scan_operator.cpp +++ b/be/src/exec/operator/es_scan_operator.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/es_scan_operator.h" +#include "exec/operator/es_scan_operator.h" #include "exec/es/es_scan_reader.h" #include "exec/es/es_scroll_query.h" -#include "vec/exec/scan/es_scanner.h" +#include "exec/scan/es_scanner.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/es_scan_operator.h b/be/src/exec/operator/es_scan_operator.h similarity index 97% rename from be/src/pipeline/exec/es_scan_operator.h rename to be/src/exec/operator/es_scan_operator.h index f4bab46cad0ce1..99c514a63c4737 100644 --- a/be/src/pipeline/exec/es_scan_operator.h +++ b/be/src/exec/operator/es_scan_operator.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "operator.h" -#include "pipeline/exec/scan_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/scan_operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/exchange_sink_buffer.cpp b/be/src/exec/operator/exchange_sink_buffer.cpp similarity index 99% rename from be/src/pipeline/exec/exchange_sink_buffer.cpp rename to be/src/exec/operator/exchange_sink_buffer.cpp index 0342bfd16c4655..0ff5ae9f966dea 100644 --- a/be/src/pipeline/exec/exchange_sink_buffer.cpp +++ b/be/src/exec/operator/exchange_sink_buffer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exchange_sink_buffer.h" +#include "exec/operator/exchange_sink_buffer.h" #include #include @@ -37,15 +37,15 @@ #include #include "common/status.h" -#include "pipeline/exec/exchange_sink_operator.h" -#include "pipeline/pipeline_fragment_context.h" +#include "exec/exchange/vdata_stream_sender.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/pipeline/pipeline_fragment_context.h" #include "runtime/exec_env.h" #include "runtime/thread_context.h" #include "service/backend_options.h" #include "util/defer_op.h" #include "util/proto_util.h" #include "util/time.h" -#include "vec/sink/vdata_stream_sender.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/exchange_sink_buffer.h b/be/src/exec/operator/exchange_sink_buffer.h similarity index 100% rename from be/src/pipeline/exec/exchange_sink_buffer.h rename to be/src/exec/operator/exchange_sink_buffer.h diff --git a/be/src/pipeline/exec/exchange_sink_operator.cpp b/be/src/exec/operator/exchange_sink_operator.cpp similarity index 98% rename from be/src/pipeline/exec/exchange_sink_operator.cpp rename to be/src/exec/operator/exchange_sink_operator.cpp index 314b42f68761ad..69affab37bf5d8 100644 --- a/be/src/pipeline/exec/exchange_sink_operator.cpp +++ b/be/src/exec/operator/exchange_sink_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exchange_sink_operator.h" +#include "exec/operator/exchange_sink_operator.h" #include #include @@ -30,19 +30,19 @@ #include #include "common/status.h" -#include "exchange_sink_buffer.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/sort_source_operator.h" -#include "pipeline/local_exchange/local_exchange_sink_operator.h" -#include "pipeline/pipeline_fragment_context.h" -#include "pipeline/shuffle/exchange_writer.h" -#include "util/runtime_profile.h" +#include "core/column/column_const.h" +#include "exec/exchange/exchange_writer.h" +#include "exec/exchange/local_exchange_sink_operator.h" +#include "exec/operator/exchange_sink_buffer.h" +#include "exec/operator/operator.h" +#include "exec/operator/sort_source_operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline_fragment_context.h" +#include "exec/sink/scale_writer_partitioning_exchanger.hpp" +#include "exec/sink/tablet_sink_hash_partitioner.h" +#include "exprs/vexpr.h" +#include "runtime/runtime_profile.h" #include "util/uid_util.h" -#include "vec/columns/column_const.h" -#include "vec/exprs/vexpr.h" -#include "vec/sink/scale_writer_partitioning_exchanger.hpp" -#include "vec/sink/tablet_sink_hash_partitioner.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/exchange_sink_operator.h b/be/src/exec/operator/exchange_sink_operator.h similarity index 98% rename from be/src/pipeline/exec/exchange_sink_operator.h rename to be/src/exec/operator/exchange_sink_operator.h index b1fc03ec099636..69d7717fffa963 100644 --- a/be/src/pipeline/exec/exchange_sink_operator.h +++ b/be/src/exec/operator/exchange_sink_operator.h @@ -25,10 +25,10 @@ #include #include "common/status.h" -#include "exchange_sink_buffer.h" -#include "operator.h" -#include "pipeline/shuffle/exchange_writer.h" -#include "vec/sink/vdata_stream_sender.h" +#include "exec/exchange/exchange_writer.h" +#include "exec/exchange/vdata_stream_sender.h" +#include "exec/operator/exchange_sink_buffer.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/exchange_source_operator.cpp b/be/src/exec/operator/exchange_source_operator.cpp similarity index 97% rename from be/src/pipeline/exec/exchange_source_operator.cpp rename to be/src/exec/operator/exchange_source_operator.cpp index b31b193aff2c3b..b8275e8f0c1ef3 100644 --- a/be/src/pipeline/exec/exchange_source_operator.cpp +++ b/be/src/exec/operator/exchange_source_operator.cpp @@ -15,21 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "exchange_source_operator.h" +#include "exec/operator/exchange_source_operator.h" #include #include #include -#include "pipeline/exec/operator.h" +#include "exec/exchange/vdata_stream_mgr.h" +#include "exec/exchange/vdata_stream_recvr.h" +#include "exec/operator/operator.h" +#include "exec/sort/vsort_exec_exprs.h" +#include "exprs/vexpr_context.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" #include "util/defer_op.h" -#include "vec/common/sort/vsort_exec_exprs.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/runtime/vdata_stream_mgr.h" -#include "vec/runtime/vdata_stream_recvr.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/exchange_source_operator.h b/be/src/exec/operator/exchange_source_operator.h similarity index 99% rename from be/src/pipeline/exec/exchange_source_operator.h rename to be/src/exec/operator/exchange_source_operator.h index 3008217e13009a..c06aa1143545e2 100644 --- a/be/src/pipeline/exec/exchange_source_operator.h +++ b/be/src/exec/operator/exchange_source_operator.h @@ -19,7 +19,7 @@ #include -#include "operator.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/file_scan_operator.cpp b/be/src/exec/operator/file_scan_operator.cpp similarity index 96% rename from be/src/pipeline/exec/file_scan_operator.cpp rename to be/src/exec/operator/file_scan_operator.cpp index ace81d0b97cbda..bc59a59705b8e7 100644 --- a/be/src/pipeline/exec/file_scan_operator.cpp +++ b/be/src/exec/operator/file_scan_operator.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/file_scan_operator.h" +#include "exec/operator/file_scan_operator.h" #include #include -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "pipeline/exec/olap_scan_operator.h" -#include "pipeline/exec/scan_operator.h" -#include "vec/exec/format/format_common.h" -#include "vec/exec/scan/file_scanner.h" -#include "vec/exec/scan/scanner_context.h" +#include "exec/operator/olap_scan_operator.h" +#include "exec/operator/scan_operator.h" +#include "exec/scan/file_scanner.h" +#include "exec/scan/scanner_context.h" +#include "format/format_common.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/file_scan_operator.h b/be/src/exec/operator/file_scan_operator.h similarity index 97% rename from be/src/pipeline/exec/file_scan_operator.h rename to be/src/exec/operator/file_scan_operator.h index 31aa92cfbb2ec4..25e81464cd01b9 100644 --- a/be/src/pipeline/exec/file_scan_operator.h +++ b/be/src/exec/operator/file_scan_operator.h @@ -23,10 +23,10 @@ #include "common/logging.h" #include "common/status.h" -#include "operator.h" -#include "pipeline/exec/scan_operator.h" -#include "vec/exec/format/format_common.h" -#include "vec/exec/scan/split_source_connector.h" +#include "exec/operator/operator.h" +#include "exec/operator/scan_operator.h" +#include "exec/scan/split_source_connector.h" +#include "format/format_common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/group_commit_block_sink_operator.cpp b/be/src/exec/operator/group_commit_block_sink_operator.cpp similarity index 99% rename from be/src/pipeline/exec/group_commit_block_sink_operator.cpp rename to be/src/exec/operator/group_commit_block_sink_operator.cpp index db5de4da5e0d12..a4ee61f0868777 100644 --- a/be/src/pipeline/exec/group_commit_block_sink_operator.cpp +++ b/be/src/exec/operator/group_commit_block_sink_operator.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "group_commit_block_sink_operator.h" +#include "exec/operator/group_commit_block_sink_operator.h" #include -#include "runtime/group_commit_mgr.h" -#include "vec/sink/vtablet_block_convertor.h" +#include "exec/sink/vtablet_block_convertor.h" +#include "load/group_commit/group_commit_mgr.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/group_commit_block_sink_operator.h b/be/src/exec/operator/group_commit_block_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/group_commit_block_sink_operator.h rename to be/src/exec/operator/group_commit_block_sink_operator.h index 7956dc784a1ba6..b22e8efb58d01c 100644 --- a/be/src/pipeline/exec/group_commit_block_sink_operator.h +++ b/be/src/exec/operator/group_commit_block_sink_operator.h @@ -17,9 +17,9 @@ #pragma once -#include "exec/tablet_info.h" -#include "operator.h" -#include "runtime/group_commit_mgr.h" +#include "exec/operator/operator.h" +#include "load/group_commit/group_commit_mgr.h" +#include "storage/tablet_info.h" #include "util/bitmap.h" namespace doris::vectorized { diff --git a/be/src/pipeline/exec/group_commit_scan_operator.cpp b/be/src/exec/operator/group_commit_scan_operator.cpp similarity index 98% rename from be/src/pipeline/exec/group_commit_scan_operator.cpp rename to be/src/exec/operator/group_commit_scan_operator.cpp index f258557be18bca..79e23e6d57a911 100644 --- a/be/src/pipeline/exec/group_commit_scan_operator.cpp +++ b/be/src/exec/operator/group_commit_scan_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/group_commit_scan_operator.h" +#include "exec/operator/group_commit_scan_operator.h" #include diff --git a/be/src/pipeline/exec/group_commit_scan_operator.h b/be/src/exec/operator/group_commit_scan_operator.h similarity index 94% rename from be/src/pipeline/exec/group_commit_scan_operator.h rename to be/src/exec/operator/group_commit_scan_operator.h index 592e2e2815042f..13dcccf3f17c99 100644 --- a/be/src/pipeline/exec/group_commit_scan_operator.h +++ b/be/src/exec/operator/group_commit_scan_operator.h @@ -22,9 +22,9 @@ #include #include "common/status.h" -#include "operator.h" -#include "pipeline/exec/scan_operator.h" -#include "runtime/group_commit_mgr.h" +#include "exec/operator/operator.h" +#include "exec/operator/scan_operator.h" +#include "load/group_commit/group_commit_mgr.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/hashjoin_build_sink.cpp b/be/src/exec/operator/hashjoin_build_sink.cpp similarity index 99% rename from be/src/pipeline/exec/hashjoin_build_sink.cpp rename to be/src/exec/operator/hashjoin_build_sink.cpp index f6747c00319fe3..8d1deea132e8aa 100644 --- a/be/src/pipeline/exec/hashjoin_build_sink.cpp +++ b/be/src/exec/operator/hashjoin_build_sink.cpp @@ -15,21 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "hashjoin_build_sink.h" +#include "exec/operator/hashjoin_build_sink.h" #include #include #include -#include "pipeline/exec/hashjoin_probe_operator.h" -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "exec/common/template_helpers.hpp" +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/pipeline_task.h" #include "util/pretty_printer.h" #include "util/uid_util.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/utils/template_helpers.hpp" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/hashjoin_build_sink.h b/be/src/exec/operator/hashjoin_build_sink.h similarity index 98% rename from be/src/pipeline/exec/hashjoin_build_sink.h rename to be/src/exec/operator/hashjoin_build_sink.h index 569f9b3302567b..fd2e9cacc14656 100644 --- a/be/src/pipeline/exec/hashjoin_build_sink.h +++ b/be/src/exec/operator/hashjoin_build_sink.h @@ -17,9 +17,9 @@ #pragma once -#include "join_build_sink_operator.h" -#include "operator.h" -#include "runtime_filter/runtime_filter_producer_helper.h" +#include "exec/operator/join_build_sink_operator.h" +#include "exec/operator/operator.h" +#include "exec/runtime_filter/runtime_filter_producer_helper.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/hashjoin_probe_operator.cpp b/be/src/exec/operator/hashjoin_probe_operator.cpp similarity index 99% rename from be/src/pipeline/exec/hashjoin_probe_operator.cpp rename to be/src/exec/operator/hashjoin_probe_operator.cpp index 2add03f640c0dd..b0af6fb94b7329 100644 --- a/be/src/pipeline/exec/hashjoin_probe_operator.cpp +++ b/be/src/exec/operator/hashjoin_probe_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "hashjoin_probe_operator.h" +#include "exec/operator/hashjoin_probe_operator.h" #include #include @@ -24,10 +24,10 @@ #include "common/cast_set.h" #include "common/logging.h" -#include "pipeline/exec/operator.h" +#include "core/assert_cast.h" +#include "core/data_type/data_type_nullable.h" +#include "exec/operator/operator.h" #include "runtime/descriptors.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type_nullable.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/hashjoin_probe_operator.h b/be/src/exec/operator/hashjoin_probe_operator.h similarity index 99% rename from be/src/pipeline/exec/hashjoin_probe_operator.h rename to be/src/exec/operator/hashjoin_probe_operator.h index 6be1df67fe61b1..ae312d0f285bca 100644 --- a/be/src/pipeline/exec/hashjoin_probe_operator.h +++ b/be/src/exec/operator/hashjoin_probe_operator.h @@ -20,8 +20,8 @@ #include "common/be_mock_util.h" #include "common/status.h" -#include "operator.h" -#include "pipeline/exec/join_probe_operator.h" +#include "exec/operator/join_probe_operator.h" +#include "exec/operator/operator.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/exec/hive_table_sink_operator.cpp b/be/src/exec/operator/hive_table_sink_operator.cpp similarity index 96% rename from be/src/pipeline/exec/hive_table_sink_operator.cpp rename to be/src/exec/operator/hive_table_sink_operator.cpp index 314df2bf066d87..4f9145e7223fa7 100644 --- a/be/src/pipeline/exec/hive_table_sink_operator.cpp +++ b/be/src/exec/operator/hive_table_sink_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "hive_table_sink_operator.h" +#include "exec/operator/hive_table_sink_operator.h" #include "common/status.h" diff --git a/be/src/pipeline/exec/hive_table_sink_operator.h b/be/src/exec/operator/hive_table_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/hive_table_sink_operator.h rename to be/src/exec/operator/hive_table_sink_operator.h index 725fd8e049094d..bded65a5759204 100644 --- a/be/src/pipeline/exec/hive_table_sink_operator.h +++ b/be/src/exec/operator/hive_table_sink_operator.h @@ -17,8 +17,8 @@ #pragma once -#include "operator.h" -#include "vec/sink/writer/vhive_table_writer.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/vhive_table_writer.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/iceberg_table_sink_operator.cpp b/be/src/exec/operator/iceberg_table_sink_operator.cpp similarity index 95% rename from be/src/pipeline/exec/iceberg_table_sink_operator.cpp rename to be/src/exec/operator/iceberg_table_sink_operator.cpp index ab76beac655608..979d3c59e31999 100644 --- a/be/src/pipeline/exec/iceberg_table_sink_operator.cpp +++ b/be/src/exec/operator/iceberg_table_sink_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "iceberg_table_sink_operator.h" +#include "exec/operator/iceberg_table_sink_operator.h" #include "common/status.h" diff --git a/be/src/pipeline/exec/iceberg_table_sink_operator.h b/be/src/exec/operator/iceberg_table_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/iceberg_table_sink_operator.h rename to be/src/exec/operator/iceberg_table_sink_operator.h index 284657a721993f..3d3d338c9d748d 100644 --- a/be/src/pipeline/exec/iceberg_table_sink_operator.h +++ b/be/src/exec/operator/iceberg_table_sink_operator.h @@ -17,8 +17,8 @@ #pragma once -#include "operator.h" -#include "vec/sink/writer/iceberg/viceberg_table_writer.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/iceberg/viceberg_table_writer.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/jdbc_scan_operator.cpp b/be/src/exec/operator/jdbc_scan_operator.cpp similarity index 96% rename from be/src/pipeline/exec/jdbc_scan_operator.cpp rename to be/src/exec/operator/jdbc_scan_operator.cpp index 9877e05351835b..5a297692006dbd 100644 --- a/be/src/pipeline/exec/jdbc_scan_operator.cpp +++ b/be/src/exec/operator/jdbc_scan_operator.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/jdbc_scan_operator.h" +#include "exec/operator/jdbc_scan_operator.h" #include "common/object_pool.h" -#include "vec/exec/scan/jdbc_scanner.h" +#include "exec/scan/jdbc_scanner.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/jdbc_scan_operator.h b/be/src/exec/operator/jdbc_scan_operator.h similarity index 96% rename from be/src/pipeline/exec/jdbc_scan_operator.h rename to be/src/exec/operator/jdbc_scan_operator.h index 45cc85978f627b..eeb29b71d2a9ba 100644 --- a/be/src/pipeline/exec/jdbc_scan_operator.h +++ b/be/src/exec/operator/jdbc_scan_operator.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "operator.h" -#include "pipeline/exec/scan_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/scan_operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/jdbc_table_sink_operator.cpp b/be/src/exec/operator/jdbc_table_sink_operator.cpp similarity index 94% rename from be/src/pipeline/exec/jdbc_table_sink_operator.cpp rename to be/src/exec/operator/jdbc_table_sink_operator.cpp index c213616e25cbae..68846b1b4cc790 100644 --- a/be/src/pipeline/exec/jdbc_table_sink_operator.cpp +++ b/be/src/exec/operator/jdbc_table_sink_operator.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "jdbc_table_sink_operator.h" +#include "exec/operator/jdbc_table_sink_operator.h" #include #include "common/object_pool.h" -#include "pipeline/exec/operator.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "exec/operator/operator.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/jdbc_table_sink_operator.h b/be/src/exec/operator/jdbc_table_sink_operator.h similarity index 96% rename from be/src/pipeline/exec/jdbc_table_sink_operator.h rename to be/src/exec/operator/jdbc_table_sink_operator.h index d1b617402b2247..4a9a6387388d67 100644 --- a/be/src/pipeline/exec/jdbc_table_sink_operator.h +++ b/be/src/exec/operator/jdbc_table_sink_operator.h @@ -19,8 +19,8 @@ #include -#include "operator.h" -#include "vec/sink/writer/vjdbc_table_writer.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/vjdbc_table_writer.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/join/asof_left_inner_join_impl.cpp b/be/src/exec/operator/join/asof_left_inner_join_impl.cpp similarity index 100% rename from be/src/pipeline/exec/join/asof_left_inner_join_impl.cpp rename to be/src/exec/operator/join/asof_left_inner_join_impl.cpp diff --git a/be/src/pipeline/exec/join/asof_left_outer_join_impl.cpp b/be/src/exec/operator/join/asof_left_outer_join_impl.cpp similarity index 100% rename from be/src/pipeline/exec/join/asof_left_outer_join_impl.cpp rename to be/src/exec/operator/join/asof_left_outer_join_impl.cpp diff --git a/be/src/pipeline/exec/join/full_outer_join_impl.cpp b/be/src/exec/operator/join/full_outer_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/full_outer_join_impl.cpp rename to be/src/exec/operator/join/full_outer_join_impl.cpp index 0e1ddb58642537..5cf9b0aa5aadb5 100644 --- a/be/src/pipeline/exec/join/full_outer_join_impl.cpp +++ b/be/src/exec/operator/join/full_outer_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join/inner_join_impl.cpp b/be/src/exec/operator/join/inner_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/inner_join_impl.cpp rename to be/src/exec/operator/join/inner_join_impl.cpp index 21767ecafa0509..6f5d1fb28f609a 100644 --- a/be/src/pipeline/exec/join/inner_join_impl.cpp +++ b/be/src/exec/operator/join/inner_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join/left_anti_join_impl.cpp b/be/src/exec/operator/join/left_anti_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/left_anti_join_impl.cpp rename to be/src/exec/operator/join/left_anti_join_impl.cpp index ab6a45442b2815..4baabd07d83e88 100644 --- a/be/src/pipeline/exec/join/left_anti_join_impl.cpp +++ b/be/src/exec/operator/join/left_anti_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join/left_outer_join_impl.cpp b/be/src/exec/operator/join/left_outer_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/left_outer_join_impl.cpp rename to be/src/exec/operator/join/left_outer_join_impl.cpp index 4c8e2c5ac9fefc..2cdf1a7e0a90c1 100644 --- a/be/src/pipeline/exec/join/left_outer_join_impl.cpp +++ b/be/src/exec/operator/join/left_outer_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join/left_semi_join_impl.cpp b/be/src/exec/operator/join/left_semi_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/left_semi_join_impl.cpp rename to be/src/exec/operator/join/left_semi_join_impl.cpp index 8365403abfeff5..458ba7a3681f70 100644 --- a/be/src/pipeline/exec/join/left_semi_join_impl.cpp +++ b/be/src/exec/operator/join/left_semi_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join/null_aware_left_anti_join_impl.cpp b/be/src/exec/operator/join/null_aware_left_anti_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/null_aware_left_anti_join_impl.cpp rename to be/src/exec/operator/join/null_aware_left_anti_join_impl.cpp index 834335f282f0ad..016e767ca563e8 100644 --- a/be/src/pipeline/exec/join/null_aware_left_anti_join_impl.cpp +++ b/be/src/exec/operator/join/null_aware_left_anti_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join/null_aware_left_semi_join_impl.cpp b/be/src/exec/operator/join/null_aware_left_semi_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/null_aware_left_semi_join_impl.cpp rename to be/src/exec/operator/join/null_aware_left_semi_join_impl.cpp index b079a0ec95fa48..30e0de1b630417 100644 --- a/be/src/pipeline/exec/join/null_aware_left_semi_join_impl.cpp +++ b/be/src/exec/operator/join/null_aware_left_semi_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join/process_hash_table_probe.h b/be/src/exec/operator/join/process_hash_table_probe.h similarity index 97% rename from be/src/pipeline/exec/join/process_hash_table_probe.h rename to be/src/exec/operator/join/process_hash_table_probe.h index fe18e17e844417..efccb9b975ebca 100644 --- a/be/src/pipeline/exec/join/process_hash_table_probe.h +++ b/be/src/exec/operator/join/process_hash_table_probe.h @@ -19,10 +19,10 @@ #include -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arena.h" -#include "vec/common/custom_allocator.h" +#include "core/arena.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/custom_allocator.h" namespace doris { namespace vectorized { diff --git a/be/src/pipeline/exec/join/process_hash_table_probe_impl.h b/be/src/exec/operator/join/process_hash_table_probe_impl.h similarity index 99% rename from be/src/pipeline/exec/join/process_hash_table_probe_impl.h rename to be/src/exec/operator/join/process_hash_table_probe_impl.h index 74a4f91fde670a..7a6957e0811caf 100644 --- a/be/src/pipeline/exec/join/process_hash_table_probe_impl.h +++ b/be/src/exec/operator/join/process_hash_table_probe_impl.h @@ -21,15 +21,15 @@ #include "common/cast_set.h" #include "common/status.h" -#include "pipeline/exec/hashjoin_probe_operator.h" -#include "process_hash_table_probe.h" +#include "core/column/column_const.h" +#include "core/column/column_filter_helper.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/operator/join/process_hash_table_probe.h" +#include "exprs/vexpr_context.h" #include "runtime/thread_context.h" // IWYU pragma: keep #include "util/simd/bits.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_filter_helper.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/exprs/vexpr_context.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/join/right_anti_join_impl.cpp b/be/src/exec/operator/join/right_anti_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/right_anti_join_impl.cpp rename to be/src/exec/operator/join/right_anti_join_impl.cpp index e3cc943bf3b3ec..ed7a230a72aa14 100644 --- a/be/src/pipeline/exec/join/right_anti_join_impl.cpp +++ b/be/src/exec/operator/join/right_anti_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join/right_outer_join_impl.cpp b/be/src/exec/operator/join/right_outer_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/right_outer_join_impl.cpp rename to be/src/exec/operator/join/right_outer_join_impl.cpp index 65c6eaaab18d10..a3e29f545ef671 100644 --- a/be/src/pipeline/exec/join/right_outer_join_impl.cpp +++ b/be/src/exec/operator/join/right_outer_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join/right_semi_join_impl.cpp b/be/src/exec/operator/join/right_semi_join_impl.cpp similarity index 93% rename from be/src/pipeline/exec/join/right_semi_join_impl.cpp rename to be/src/exec/operator/join/right_semi_join_impl.cpp index f89826d8845f44..cc96aab0484000 100644 --- a/be/src/pipeline/exec/join/right_semi_join_impl.cpp +++ b/be/src/exec/operator/join/right_semi_join_impl.cpp @@ -17,7 +17,7 @@ #include -#include "process_hash_table_probe_impl.h" +#include "exec/operator/join/process_hash_table_probe_impl.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/join_build_sink_operator.cpp b/be/src/exec/operator/join_build_sink_operator.cpp similarity index 96% rename from be/src/pipeline/exec/join_build_sink_operator.cpp rename to be/src/exec/operator/join_build_sink_operator.cpp index fb9cc718232693..68a129a894bf61 100644 --- a/be/src/pipeline/exec/join_build_sink_operator.cpp +++ b/be/src/exec/operator/join_build_sink_operator.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "join_build_sink_operator.h" +#include "exec/operator/join_build_sink_operator.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/nested_loop_join_build_operator.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/partitioned_hash_join_sink_operator.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/nested_loop_join_build_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/partitioned_hash_join_sink_operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/join_build_sink_operator.h b/be/src/exec/operator/join_build_sink_operator.h similarity index 98% rename from be/src/pipeline/exec/join_build_sink_operator.h rename to be/src/exec/operator/join_build_sink_operator.h index 93f4e5c11c296f..5702397935d7be 100644 --- a/be/src/pipeline/exec/join_build_sink_operator.h +++ b/be/src/exec/operator/join_build_sink_operator.h @@ -17,7 +17,7 @@ #pragma once -#include "operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/join_probe_operator.cpp b/be/src/exec/operator/join_probe_operator.cpp similarity index 96% rename from be/src/pipeline/exec/join_probe_operator.cpp rename to be/src/exec/operator/join_probe_operator.cpp index 1d25460c04e565..060a8fd25c05b0 100644 --- a/be/src/pipeline/exec/join_probe_operator.cpp +++ b/be/src/exec/operator/join_probe_operator.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "join_probe_operator.h" +#include "exec/operator/join_probe_operator.h" #include -#include "pipeline/exec/hashjoin_probe_operator.h" -#include "pipeline/exec/nested_loop_join_probe_operator.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/partitioned_hash_join_probe_operator.h" +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/operator/nested_loop_join_probe_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/join_probe_operator.h b/be/src/exec/operator/join_probe_operator.h similarity index 99% rename from be/src/pipeline/exec/join_probe_operator.h rename to be/src/exec/operator/join_probe_operator.h index 705d319efb4d23..c8c6ace9dee6dc 100644 --- a/be/src/pipeline/exec/join_probe_operator.h +++ b/be/src/exec/operator/join_probe_operator.h @@ -17,7 +17,7 @@ #pragma once -#include "operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/local_merge_sort_source_operator.cpp b/be/src/exec/operator/local_merge_sort_source_operator.cpp similarity index 98% rename from be/src/pipeline/exec/local_merge_sort_source_operator.cpp rename to be/src/exec/operator/local_merge_sort_source_operator.cpp index bcd8cafdbbd538..3f89550d1c6952 100644 --- a/be/src/pipeline/exec/local_merge_sort_source_operator.cpp +++ b/be/src/exec/operator/local_merge_sort_source_operator.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "local_merge_sort_source_operator.h" +#include "exec/operator/local_merge_sort_source_operator.h" #include #include -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/local_merge_sort_source_operator.h b/be/src/exec/operator/local_merge_sort_source_operator.h similarity index 98% rename from be/src/pipeline/exec/local_merge_sort_source_operator.h rename to be/src/exec/operator/local_merge_sort_source_operator.h index 0e55ce10e71820..ca08074080792f 100644 --- a/be/src/pipeline/exec/local_merge_sort_source_operator.h +++ b/be/src/exec/operator/local_merge_sort_source_operator.h @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "operator.h" -#include "pipeline/dependency.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/dependency.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/materialization_opertor.cpp b/be/src/exec/operator/materialization_opertor.cpp similarity index 98% rename from be/src/pipeline/exec/materialization_opertor.cpp rename to be/src/exec/operator/materialization_opertor.cpp index c2030adb4aecb4..1435dba6ad8f4d 100644 --- a/be/src/pipeline/exec/materialization_opertor.cpp +++ b/be/src/exec/operator/materialization_opertor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/materialization_opertor.h" +#include "exec/operator/materialization_opertor.h" #include #include @@ -24,13 +24,13 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "exec/operator/operator.h" #include "exec/rowid_fetcher.h" -#include "pipeline/exec/operator.h" +#include "exec/scan/file_scanner.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/exec/scan/file_scanner.h" namespace doris { namespace pipeline { diff --git a/be/src/pipeline/exec/materialization_opertor.h b/be/src/exec/operator/materialization_opertor.h similarity index 99% rename from be/src/pipeline/exec/materialization_opertor.h rename to be/src/exec/operator/materialization_opertor.h index a456374d09f939..996c8d8ce12925 100644 --- a/be/src/pipeline/exec/materialization_opertor.h +++ b/be/src/exec/operator/materialization_opertor.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/maxcompute_table_sink_operator.cpp b/be/src/exec/operator/maxcompute_table_sink_operator.cpp similarity index 95% rename from be/src/pipeline/exec/maxcompute_table_sink_operator.cpp rename to be/src/exec/operator/maxcompute_table_sink_operator.cpp index b5175faec20319..ec3d0c9366e540 100644 --- a/be/src/pipeline/exec/maxcompute_table_sink_operator.cpp +++ b/be/src/exec/operator/maxcompute_table_sink_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "maxcompute_table_sink_operator.h" +#include "exec/operator/maxcompute_table_sink_operator.h" #include "common/status.h" diff --git a/be/src/pipeline/exec/maxcompute_table_sink_operator.h b/be/src/exec/operator/maxcompute_table_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/maxcompute_table_sink_operator.h rename to be/src/exec/operator/maxcompute_table_sink_operator.h index 050d919e3d2036..bb07cf044bab9e 100644 --- a/be/src/pipeline/exec/maxcompute_table_sink_operator.h +++ b/be/src/exec/operator/maxcompute_table_sink_operator.h @@ -17,8 +17,8 @@ #pragma once -#include "operator.h" -#include "vec/sink/writer/maxcompute/vmc_table_writer.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/maxcompute/vmc_table_writer.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/memory_scratch_sink_operator.cpp b/be/src/exec/operator/memory_scratch_sink_operator.cpp similarity index 95% rename from be/src/pipeline/exec/memory_scratch_sink_operator.cpp rename to be/src/exec/operator/memory_scratch_sink_operator.cpp index e45f4a982c7549..38222126efdc4c 100644 --- a/be/src/pipeline/exec/memory_scratch_sink_operator.cpp +++ b/be/src/exec/operator/memory_scratch_sink_operator.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "memory_scratch_sink_operator.h" +#include "exec/operator/memory_scratch_sink_operator.h" #include #include "common/object_pool.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "format/arrow/arrow_block_convertor.h" +#include "format/arrow/arrow_row_batch.h" #include "runtime/record_batch_queue.h" -#include "util/arrow/block_convertor.h" -#include "util/arrow/row_batch.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/memory_scratch_sink_operator.h b/be/src/exec/operator/memory_scratch_sink_operator.h similarity index 98% rename from be/src/pipeline/exec/memory_scratch_sink_operator.h rename to be/src/exec/operator/memory_scratch_sink_operator.h index 6b5c15feed78f4..3086c382a0c045 100644 --- a/be/src/pipeline/exec/memory_scratch_sink_operator.h +++ b/be/src/exec/operator/memory_scratch_sink_operator.h @@ -19,7 +19,7 @@ #include -#include "operator.h" +#include "exec/operator/operator.h" #include "runtime/result_queue_mgr.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/meta_scan_operator.cpp b/be/src/exec/operator/meta_scan_operator.cpp similarity index 96% rename from be/src/pipeline/exec/meta_scan_operator.cpp rename to be/src/exec/operator/meta_scan_operator.cpp index bf6a4ff550954e..a29956d5866a1c 100644 --- a/be/src/pipeline/exec/meta_scan_operator.cpp +++ b/be/src/exec/operator/meta_scan_operator.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/meta_scan_operator.h" +#include "exec/operator/meta_scan_operator.h" -#include "vec/exec/scan/meta_scanner.h" +#include "exec/scan/meta_scanner.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/meta_scan_operator.h b/be/src/exec/operator/meta_scan_operator.h similarity index 96% rename from be/src/pipeline/exec/meta_scan_operator.h rename to be/src/exec/operator/meta_scan_operator.h index 7d7e67999fb9f3..400ef2e7a6ad5f 100644 --- a/be/src/pipeline/exec/meta_scan_operator.h +++ b/be/src/exec/operator/meta_scan_operator.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "operator.h" -#include "pipeline/exec/scan_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/scan_operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/mock_operator.h b/be/src/exec/operator/mock_operator.h similarity index 96% rename from be/src/pipeline/exec/mock_operator.h rename to be/src/exec/operator/mock_operator.h index c010a24fee9f83..59c859bda12339 100644 --- a/be/src/pipeline/exec/mock_operator.h +++ b/be/src/exec/operator/mock_operator.h @@ -19,8 +19,8 @@ #include -#include "pipeline/exec/operator.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "exec/operator/operator.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/mock_scan_operator.h b/be/src/exec/operator/mock_scan_operator.h similarity index 98% rename from be/src/pipeline/exec/mock_scan_operator.h rename to be/src/exec/operator/mock_scan_operator.h index 7f651e3391a4a6..d18bc5ea829816 100644 --- a/be/src/pipeline/exec/mock_scan_operator.h +++ b/be/src/exec/operator/mock_scan_operator.h @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/scan_operator.h" +#include "exec/operator/scan_operator.h" #ifdef BE_TEST namespace doris::pipeline { diff --git a/be/src/pipeline/exec/multi_cast_data_stream_sink.cpp b/be/src/exec/operator/multi_cast_data_stream_sink.cpp similarity index 94% rename from be/src/pipeline/exec/multi_cast_data_stream_sink.cpp rename to be/src/exec/operator/multi_cast_data_stream_sink.cpp index 362de4fb42b73c..9ea4bdd2bdaf5d 100644 --- a/be/src/pipeline/exec/multi_cast_data_stream_sink.cpp +++ b/be/src/exec/operator/multi_cast_data_stream_sink.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "multi_cast_data_stream_sink.h" +#include "exec/operator/multi_cast_data_stream_sink.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/multi_cast_data_streamer.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/multi_cast_data_streamer.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/dependency.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/multi_cast_data_stream_sink.h b/be/src/exec/operator/multi_cast_data_stream_sink.h similarity index 97% rename from be/src/pipeline/exec/multi_cast_data_stream_sink.h rename to be/src/exec/operator/multi_cast_data_stream_sink.h index 23d116fe6430c6..65403494d7def1 100644 --- a/be/src/pipeline/exec/multi_cast_data_stream_sink.h +++ b/be/src/exec/operator/multi_cast_data_stream_sink.h @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "operator.h" -#include "pipeline/exec/data_queue.h" +#include "exec/operator/data_queue.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/multi_cast_data_stream_source.cpp b/be/src/exec/operator/multi_cast_data_stream_source.cpp similarity index 96% rename from be/src/pipeline/exec/multi_cast_data_stream_source.cpp rename to be/src/exec/operator/multi_cast_data_stream_source.cpp index 936199ad20bbe3..a8fe373b6a6a42 100644 --- a/be/src/pipeline/exec/multi_cast_data_stream_source.cpp +++ b/be/src/exec/operator/multi_cast_data_stream_source.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "multi_cast_data_stream_source.h" +#include "exec/operator/multi_cast_data_stream_source.h" #include "common/status.h" -#include "pipeline/exec/multi_cast_data_streamer.h" -#include "pipeline/exec/operator.h" -#include "vec/core/block.h" -#include "vec/core/materialize_block.h" +#include "core/block/block.h" +#include "core/block/materialize_block.h" +#include "exec/operator/multi_cast_data_streamer.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/multi_cast_data_stream_source.h b/be/src/exec/operator/multi_cast_data_stream_source.h similarity index 98% rename from be/src/pipeline/exec/multi_cast_data_stream_source.h rename to be/src/exec/operator/multi_cast_data_stream_source.h index d0a524a48fce67..3e76a9dd2d6518 100644 --- a/be/src/pipeline/exec/multi_cast_data_stream_source.h +++ b/be/src/exec/operator/multi_cast_data_stream_source.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "operator.h" -#include "runtime_filter/runtime_filter_consumer_helper.h" +#include "exec/operator/operator.h" +#include "exec/runtime_filter/runtime_filter_consumer_helper.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/exec/multi_cast_data_streamer.cpp b/be/src/exec/operator/multi_cast_data_streamer.cpp similarity index 98% rename from be/src/pipeline/exec/multi_cast_data_streamer.cpp rename to be/src/exec/operator/multi_cast_data_streamer.cpp index 38080010057d94..6773f364832577 100644 --- a/be/src/pipeline/exec/multi_cast_data_streamer.cpp +++ b/be/src/exec/operator/multi_cast_data_streamer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "multi_cast_data_streamer.h" +#include "exec/operator/multi_cast_data_streamer.h" #include #include @@ -28,15 +28,15 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/multi_cast_data_stream_source.h" -#include "pipeline/exec/spill_utils.h" +#include "core/block/block.h" +#include "exec/operator/multi_cast_data_stream_source.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/dependency.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" #include "util/pretty_printer.h" #include "util/uid_util.h" -#include "vec/core/block.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/multi_cast_data_streamer.h b/be/src/exec/operator/multi_cast_data_streamer.h similarity index 95% rename from be/src/pipeline/exec/multi_cast_data_streamer.h rename to be/src/exec/operator/multi_cast_data_streamer.h index 4829fe61d94cb1..4b808e6bb901c5 100644 --- a/be/src/pipeline/exec/multi_cast_data_streamer.h +++ b/be/src/exec/operator/multi_cast_data_streamer.h @@ -22,11 +22,11 @@ #include #include -#include "pipeline/dependency.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/sink/vdata_stream_sender.h" -#include "vec/spill/spill_stream.h" +#include "core/block/block.h" +#include "exec/exchange/vdata_stream_sender.h" +#include "exec/pipeline/dependency.h" +#include "exec/spill/spill_stream.h" +#include "runtime/runtime_profile.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/nested_loop_join_build_operator.cpp b/be/src/exec/operator/nested_loop_join_build_operator.cpp similarity index 97% rename from be/src/pipeline/exec/nested_loop_join_build_operator.cpp rename to be/src/exec/operator/nested_loop_join_build_operator.cpp index 028eb4b63d3045..8bde732a665efd 100644 --- a/be/src/pipeline/exec/nested_loop_join_build_operator.cpp +++ b/be/src/exec/operator/nested_loop_join_build_operator.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "nested_loop_join_build_operator.h" +#include "exec/operator/nested_loop_join_build_operator.h" #include -#include "pipeline/exec/operator.h" -#include "runtime_filter/runtime_filter_producer_helper_cross.h" +#include "exec/operator/operator.h" +#include "exec/runtime_filter/runtime_filter_producer_helper_cross.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/nested_loop_join_build_operator.h b/be/src/exec/operator/nested_loop_join_build_operator.h similarity index 95% rename from be/src/pipeline/exec/nested_loop_join_build_operator.h rename to be/src/exec/operator/nested_loop_join_build_operator.h index eb31846747525e..13dd065b5357a0 100644 --- a/be/src/pipeline/exec/nested_loop_join_build_operator.h +++ b/be/src/exec/operator/nested_loop_join_build_operator.h @@ -19,9 +19,9 @@ #include -#include "operator.h" -#include "pipeline/exec/join_build_sink_operator.h" -#include "runtime_filter/runtime_filter_producer_helper_cross.h" +#include "exec/operator/join_build_sink_operator.h" +#include "exec/operator/operator.h" +#include "exec/runtime_filter/runtime_filter_producer_helper_cross.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/nested_loop_join_probe_operator.cpp b/be/src/exec/operator/nested_loop_join_probe_operator.cpp similarity index 99% rename from be/src/pipeline/exec/nested_loop_join_probe_operator.cpp rename to be/src/exec/operator/nested_loop_join_probe_operator.cpp index 76a50ff8169a6a..d8abcf4104ab18 100644 --- a/be/src/pipeline/exec/nested_loop_join_probe_operator.cpp +++ b/be/src/exec/operator/nested_loop_join_probe_operator.cpp @@ -15,15 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "nested_loop_join_probe_operator.h" +#include "exec/operator/nested_loop_join_probe_operator.h" #include #include "common/cast_set.h" #include "common/exception.h" -#include "pipeline/exec/operator.h" -#include "vec/columns/column_filter_helper.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_filter_helper.h" +#include "exec/operator/operator.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/exec/nested_loop_join_probe_operator.h b/be/src/exec/operator/nested_loop_join_probe_operator.h similarity index 99% rename from be/src/pipeline/exec/nested_loop_join_probe_operator.h rename to be/src/exec/operator/nested_loop_join_probe_operator.h index 72f419a936cb94..789b60ca393af2 100644 --- a/be/src/pipeline/exec/nested_loop_join_probe_operator.h +++ b/be/src/exec/operator/nested_loop_join_probe_operator.h @@ -23,8 +23,8 @@ #include "common/cast_set.h" #include "common/status.h" -#include "operator.h" -#include "pipeline/exec/join_probe_operator.h" +#include "exec/operator/join_probe_operator.h" +#include "exec/operator/operator.h" #include "util/simd/bits.h" namespace doris { diff --git a/be/src/pipeline/exec/olap_scan_operator.cpp b/be/src/exec/operator/olap_scan_operator.cpp similarity index 98% rename from be/src/pipeline/exec/olap_scan_operator.cpp rename to be/src/exec/operator/olap_scan_operator.cpp index 6fa5f52c0e8fbf..82855aa19fdaa8 100644 --- a/be/src/pipeline/exec/olap_scan_operator.cpp +++ b/be/src/exec/operator/olap_scan_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/olap_scan_operator.h" +#include "exec/operator/olap_scan_operator.h" #include @@ -28,25 +28,25 @@ #include "cloud/cloud_tablet.h" #include "cloud/cloud_tablet_hotspot.h" #include "cloud/config.h" +#include "exec/operator/scan_operator.h" +#include "exec/runtime_filter/runtime_filter_consumer_helper.h" +#include "exec/scan/olap_scanner.h" +#include "exec/scan/parallel_scanner_builder.h" +#include "exprs/function/in.h" +#include "exprs/score_runtime.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vslot_ref.h" #include "io/cache/block_file_cache_profile.h" -#include "olap/parallel_scanner_builder.h" -#include "olap/rowset/segment_v2/ann_index/ann_topn_runtime.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "pipeline/exec/scan_operator.h" -#include "pipeline/query_cache/query_cache.h" +#include "runtime/query_cache/query_cache.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "runtime_filter/runtime_filter_consumer_helper.h" #include "service/backend_options.h" -#include "util/runtime_profile.h" +#include "storage/index/ann/ann_topn_runtime.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/to_string.h" -#include "vec/exec/scan/olap_scanner.h" -#include "vec/exprs/score_runtime.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/in.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/olap_scan_operator.h b/be/src/exec/operator/olap_scan_operator.h similarity index 99% rename from be/src/pipeline/exec/olap_scan_operator.h rename to be/src/exec/operator/olap_scan_operator.h index 5077b46b7cb819..977565961d5188 100644 --- a/be/src/pipeline/exec/olap_scan_operator.h +++ b/be/src/exec/operator/olap_scan_operator.h @@ -23,10 +23,10 @@ #include "cloud/cloud_tablet.h" #include "common/status.h" -#include "olap/tablet_reader.h" -#include "operator.h" -#include "pipeline/exec/scan_operator.h" -#include "util/runtime_profile.h" +#include "exec/operator/operator.h" +#include "exec/operator/scan_operator.h" +#include "runtime/runtime_profile.h" +#include "storage/tablet/tablet_reader.h" namespace doris::vectorized { class OlapScanner; diff --git a/be/src/pipeline/exec/olap_table_sink_operator.h b/be/src/exec/operator/olap_table_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/olap_table_sink_operator.h rename to be/src/exec/operator/olap_table_sink_operator.h index 755fa6cdc21781..ec6424fa344d5b 100644 --- a/be/src/pipeline/exec/olap_table_sink_operator.h +++ b/be/src/exec/operator/olap_table_sink_operator.h @@ -17,8 +17,8 @@ #pragma once -#include "operator.h" -#include "vec/sink/writer/vtablet_writer.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/vtablet_writer.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/olap_table_sink_v2_operator.h b/be/src/exec/operator/olap_table_sink_v2_operator.h similarity index 97% rename from be/src/pipeline/exec/olap_table_sink_v2_operator.h rename to be/src/exec/operator/olap_table_sink_v2_operator.h index af49c34d581db4..7d49473c063673 100644 --- a/be/src/pipeline/exec/olap_table_sink_v2_operator.h +++ b/be/src/exec/operator/olap_table_sink_v2_operator.h @@ -17,8 +17,8 @@ #pragma once -#include "operator.h" -#include "vec/sink/writer/vtablet_writer_v2.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/vtablet_writer_v2.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/operator.cpp b/be/src/exec/operator/operator.cpp similarity index 90% rename from be/src/pipeline/exec/operator.cpp rename to be/src/exec/operator/operator.cpp index ff874075602749..01fc9cc13a9753 100644 --- a/be/src/pipeline/exec/operator.cpp +++ b/be/src/exec/operator/operator.cpp @@ -15,81 +15,85 @@ // specific language governing permissions and limitations // under the License. -#include "operator.h" +#include "exec/operator/operator.h" #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/aggregation_sink_operator.h" -#include "pipeline/exec/aggregation_source_operator.h" -#include "pipeline/exec/analytic_sink_operator.h" -#include "pipeline/exec/analytic_source_operator.h" -#include "pipeline/exec/assert_num_rows_operator.h" -#include "pipeline/exec/blackhole_sink_operator.h" -#include "pipeline/exec/cache_sink_operator.h" -#include "pipeline/exec/cache_source_operator.h" -#include "pipeline/exec/datagen_operator.h" -#include "pipeline/exec/dict_sink_operator.h" -#include "pipeline/exec/distinct_streaming_aggregation_operator.h" -#include "pipeline/exec/empty_set_operator.h" -#include "pipeline/exec/es_scan_operator.h" -#include "pipeline/exec/exchange_sink_operator.h" -#include "pipeline/exec/exchange_source_operator.h" -#include "pipeline/exec/file_scan_operator.h" -#include "pipeline/exec/group_commit_block_sink_operator.h" -#include "pipeline/exec/group_commit_scan_operator.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/hashjoin_probe_operator.h" -#include "pipeline/exec/hive_table_sink_operator.h" -#include "pipeline/exec/iceberg_table_sink_operator.h" -#include "pipeline/exec/jdbc_scan_operator.h" -#include "pipeline/exec/jdbc_table_sink_operator.h" -#include "pipeline/exec/local_merge_sort_source_operator.h" -#include "pipeline/exec/materialization_opertor.h" -#include "pipeline/exec/maxcompute_table_sink_operator.h" -#include "pipeline/exec/memory_scratch_sink_operator.h" -#include "pipeline/exec/meta_scan_operator.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/exec/mock_scan_operator.h" -#include "pipeline/exec/multi_cast_data_stream_sink.h" -#include "pipeline/exec/multi_cast_data_stream_source.h" -#include "pipeline/exec/nested_loop_join_build_operator.h" -#include "pipeline/exec/nested_loop_join_probe_operator.h" -#include "pipeline/exec/olap_scan_operator.h" -#include "pipeline/exec/olap_table_sink_operator.h" -#include "pipeline/exec/olap_table_sink_v2_operator.h" -#include "pipeline/exec/partition_sort_sink_operator.h" -#include "pipeline/exec/partition_sort_source_operator.h" -#include "pipeline/exec/partitioned_aggregation_sink_operator.h" -#include "pipeline/exec/partitioned_aggregation_source_operator.h" -#include "pipeline/exec/partitioned_hash_join_probe_operator.h" -#include "pipeline/exec/partitioned_hash_join_sink_operator.h" -#include "pipeline/exec/repeat_operator.h" -#include "pipeline/exec/result_file_sink_operator.h" -#include "pipeline/exec/result_sink_operator.h" -#include "pipeline/exec/schema_scan_operator.h" -#include "pipeline/exec/select_operator.h" -#include "pipeline/exec/set_probe_sink_operator.h" -#include "pipeline/exec/set_sink_operator.h" -#include "pipeline/exec/set_source_operator.h" -#include "pipeline/exec/sort_sink_operator.h" -#include "pipeline/exec/sort_source_operator.h" -#include "pipeline/exec/spill_iceberg_table_sink_operator.h" -#include "pipeline/exec/spill_sort_sink_operator.h" -#include "pipeline/exec/spill_sort_source_operator.h" -#include "pipeline/exec/streaming_aggregation_operator.h" -#include "pipeline/exec/table_function_operator.h" -#include "pipeline/exec/tvf_table_sink_operator.h" -#include "pipeline/exec/union_sink_operator.h" -#include "pipeline/exec/union_source_operator.h" -#include "pipeline/local_exchange/local_exchange_sink_operator.h" -#include "pipeline/local_exchange/local_exchange_source_operator.h" -#include "pipeline/pipeline.h" +#include "exec/common/util.hpp" +#include "exec/exchange/local_exchange_sink_operator.h" +#include "exec/exchange/local_exchange_source_operator.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/aggregation_source_operator.h" +#include "exec/operator/analytic_sink_operator.h" +#include "exec/operator/analytic_source_operator.h" +#include "exec/operator/assert_num_rows_operator.h" +#include "exec/operator/blackhole_sink_operator.h" +#include "exec/operator/cache_sink_operator.h" +#include "exec/operator/cache_source_operator.h" +#include "exec/operator/datagen_operator.h" +#include "exec/operator/dict_sink_operator.h" +#include "exec/operator/distinct_streaming_aggregation_operator.h" +#include "exec/operator/empty_set_operator.h" +#include "exec/operator/es_scan_operator.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/operator/exchange_source_operator.h" +#include "exec/operator/file_scan_operator.h" +#include "exec/operator/group_commit_block_sink_operator.h" +#include "exec/operator/group_commit_scan_operator.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/operator/hive_table_sink_operator.h" +#include "exec/operator/iceberg_table_sink_operator.h" +#include "exec/operator/jdbc_scan_operator.h" +#include "exec/operator/jdbc_table_sink_operator.h" +#include "exec/operator/local_merge_sort_source_operator.h" +#include "exec/operator/materialization_opertor.h" +#include "exec/operator/maxcompute_table_sink_operator.h" +#include "exec/operator/memory_scratch_sink_operator.h" +#include "exec/operator/meta_scan_operator.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/mock_scan_operator.h" +#include "exec/operator/multi_cast_data_stream_sink.h" +#include "exec/operator/multi_cast_data_stream_source.h" +#include "exec/operator/nested_loop_join_build_operator.h" +#include "exec/operator/nested_loop_join_probe_operator.h" +#include "exec/operator/olap_scan_operator.h" +#include "exec/operator/olap_table_sink_operator.h" +#include "exec/operator/olap_table_sink_v2_operator.h" +#include "exec/operator/partition_sort_sink_operator.h" +#include "exec/operator/partition_sort_source_operator.h" +#include "exec/operator/partitioned_aggregation_sink_operator.h" +#include "exec/operator/partitioned_aggregation_source_operator.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" +#include "exec/operator/partitioned_hash_join_sink_operator.h" +#include "exec/operator/rec_cte_anchor_sink_operator.h" +#include "exec/operator/rec_cte_scan_operator.h" +#include "exec/operator/rec_cte_sink_operator.h" +#include "exec/operator/rec_cte_source_operator.h" +#include "exec/operator/repeat_operator.h" +#include "exec/operator/result_file_sink_operator.h" +#include "exec/operator/result_sink_operator.h" +#include "exec/operator/schema_scan_operator.h" +#include "exec/operator/select_operator.h" +#include "exec/operator/set_probe_sink_operator.h" +#include "exec/operator/set_sink_operator.h" +#include "exec/operator/set_source_operator.h" +#include "exec/operator/sort_sink_operator.h" +#include "exec/operator/sort_source_operator.h" +#include "exec/operator/spill_iceberg_table_sink_operator.h" +#include "exec/operator/spill_sort_sink_operator.h" +#include "exec/operator/spill_sort_source_operator.h" +#include "exec/operator/streaming_aggregation_operator.h" +#include "exec/operator/table_function_operator.h" +#include "exec/operator/tvf_table_sink_operator.h" +#include "exec/operator/union_sink_operator.h" +#include "exec/operator/union_source_operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "runtime/runtime_profile.h" #include "util/debug_util.h" -#include "util/runtime_profile.h" #include "util/string_util.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/utils/util.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/operator.h b/be/src/exec/operator/operator.h similarity index 99% rename from be/src/pipeline/exec/operator.h rename to be/src/exec/operator/operator.h index 080b8647a3665d..c3abe4207ba46a 100644 --- a/be/src/pipeline/exec/operator.h +++ b/be/src/exec/operator/operator.h @@ -31,17 +31,17 @@ #include "common/be_mock_util.h" #include "common/logging.h" #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/spill_utils.h" -#include "pipeline/local_exchange/local_exchanger.h" +#include "core/block/block.h" +#include "exec/exchange/local_exchanger.h" +#include "exec/exchange/vdata_stream_recvr.h" +#include "exec/operator/operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/dependency.h" #include "runtime/memory/mem_tracker.h" #include "runtime/query_context.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/runtime/vdata_stream_recvr.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partition_sort_sink_operator.cpp b/be/src/exec/operator/partition_sort_sink_operator.cpp similarity index 99% rename from be/src/pipeline/exec/partition_sort_sink_operator.cpp rename to be/src/exec/operator/partition_sort_sink_operator.cpp index e3d6f8748b9b39..357f52110bfa39 100644 --- a/be/src/pipeline/exec/partition_sort_sink_operator.cpp +++ b/be/src/exec/operator/partition_sort_sink_operator.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "partition_sort_sink_operator.h" +#include "exec/operator/partition_sort_sink_operator.h" #include #include #include "common/status.h" -#include "partition_sort_source_operator.h" -#include "vec/common/hash_table/hash.h" +#include "exec/common/hash_table/hash.h" +#include "exec/operator/partition_sort_source_operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partition_sort_sink_operator.h b/be/src/exec/operator/partition_sort_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/partition_sort_sink_operator.h rename to be/src/exec/operator/partition_sort_sink_operator.h index da5cf9db69e0f9..fa5ae08b5fede1 100644 --- a/be/src/pipeline/exec/partition_sort_sink_operator.h +++ b/be/src/exec/operator/partition_sort_sink_operator.h @@ -19,9 +19,9 @@ #include -#include "operator.h" -#include "pipeline/common/partition_sort_utils.h" -#include "vec/common/sort/partition_sorter.h" +#include "exec/common/partition_sort_utils.h" +#include "exec/operator/operator.h" +#include "exec/sort/partition_sorter.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partition_sort_source_operator.cpp b/be/src/exec/operator/partition_sort_source_operator.cpp similarity index 98% rename from be/src/pipeline/exec/partition_sort_source_operator.cpp rename to be/src/exec/operator/partition_sort_source_operator.cpp index 127498c18e30cb..3a652d280f0b4f 100644 --- a/be/src/pipeline/exec/partition_sort_source_operator.cpp +++ b/be/src/exec/operator/partition_sort_source_operator.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "partition_sort_source_operator.h" +#include "exec/operator/partition_sort_source_operator.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partition_sort_source_operator.h b/be/src/exec/operator/partition_sort_source_operator.h similarity index 98% rename from be/src/pipeline/exec/partition_sort_source_operator.h rename to be/src/exec/operator/partition_sort_source_operator.h index cddd4de7e11f41..0a2d7ed164eacd 100644 --- a/be/src/pipeline/exec/partition_sort_source_operator.h +++ b/be/src/exec/operator/partition_sort_source_operator.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "operator.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partitioned_aggregation_sink_operator.cpp b/be/src/exec/operator/partitioned_aggregation_sink_operator.cpp similarity index 98% rename from be/src/pipeline/exec/partitioned_aggregation_sink_operator.cpp rename to be/src/exec/operator/partitioned_aggregation_sink_operator.cpp index 74c12352a883a8..bb89f4f4710d22 100644 --- a/be/src/pipeline/exec/partitioned_aggregation_sink_operator.cpp +++ b/be/src/exec/operator/partitioned_aggregation_sink_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "partitioned_aggregation_sink_operator.h" +#include "exec/operator/partitioned_aggregation_sink_operator.h" #include @@ -23,16 +23,16 @@ #include #include -#include "aggregation_sink_operator.h" #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/spill_utils.h" -#include "pipeline/pipeline_task.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" +#include "runtime/runtime_profile.h" #include "util/pretty_printer.h" -#include "util/runtime_profile.h" -#include "vec/spill/spill_stream.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partitioned_aggregation_sink_operator.h b/be/src/exec/operator/partitioned_aggregation_sink_operator.h similarity index 95% rename from be/src/pipeline/exec/partitioned_aggregation_sink_operator.h rename to be/src/exec/operator/partitioned_aggregation_sink_operator.h index 827655e4c3d130..769d5a026ab4d1 100644 --- a/be/src/pipeline/exec/partitioned_aggregation_sink_operator.h +++ b/be/src/exec/operator/partitioned_aggregation_sink_operator.h @@ -19,14 +19,14 @@ #include #include -#include "aggregation_sink_operator.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/spill/spill_stream.h" +#include "exec/spill/spill_stream_manager.h" +#include "exprs/vectorized_agg_fn.h" +#include "exprs/vexpr.h" #include "util/pretty_printer.h" -#include "vec/exprs/vectorized_agg_fn.h" -#include "vec/exprs/vexpr.h" -#include "vec/spill/spill_stream.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partitioned_aggregation_source_operator.cpp b/be/src/exec/operator/partitioned_aggregation_source_operator.cpp similarity index 97% rename from be/src/pipeline/exec/partitioned_aggregation_source_operator.cpp rename to be/src/exec/operator/partitioned_aggregation_source_operator.cpp index a3446a288816dd..58a13f9d809ad9 100644 --- a/be/src/pipeline/exec/partitioned_aggregation_source_operator.cpp +++ b/be/src/exec/operator/partitioned_aggregation_source_operator.cpp @@ -15,24 +15,23 @@ // specific language governing permissions and limitations // under the License. -#include "partitioned_aggregation_source_operator.h" +#include "exec/operator/partitioned_aggregation_source_operator.h" #include #include -#include "aggregation_source_operator.h" #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "pipeline/exec/aggregation_source_operator.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/spill_utils.h" -#include "pipeline/pipeline_task.h" +#include "exec/operator/aggregation_source_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" -#include "util/runtime_profile.h" -#include "vec/spill/spill_stream.h" -#include "vec/spill/spill_stream_manager.h" +#include "runtime/runtime_profile.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/exec/operator/partitioned_aggregation_source_operator.h b/be/src/exec/operator/partitioned_aggregation_source_operator.h new file mode 100644 index 00000000000000..e8ccc037581b17 --- /dev/null +++ b/be/src/exec/operator/partitioned_aggregation_source_operator.h @@ -0,0 +1,105 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. +#pragma once + +#include + +#include "common/status.h" +#include "exec/operator/operator.h" + +namespace doris { +#include "common/compile_check_begin.h" +class RuntimeState; + +namespace pipeline { + +class PartitionedAggSourceOperatorX; +class PartitionedAggLocalState; + +class PartitionedAggLocalState MOCK_REMOVE(final) + : public PipelineXSpillLocalState { +public: + ENABLE_FACTORY_CREATOR(PartitionedAggLocalState); + using Base = PipelineXSpillLocalState; + using Parent = PartitionedAggSourceOperatorX; + PartitionedAggLocalState(RuntimeState* state, OperatorXBase* parent); + ~PartitionedAggLocalState() override = default; + + Status init(RuntimeState* state, LocalStateInfo& info) override; + Status open(RuntimeState* state) override; + Status close(RuntimeState* state) override; + + Status recover_blocks_from_disk(RuntimeState* state, bool& has_data); + Status setup_in_memory_agg_op(RuntimeState* state); + + template + void update_profile(RuntimeProfile* child_profile); + + bool is_blockable() const override; + +private: + Status _recover_spill_data_from_disk(RuntimeState* state, const UniqueId& query_id); + +protected: + friend class PartitionedAggSourceOperatorX; + std::unique_ptr _runtime_state; + + bool _opened = false; + std::unique_ptr> _spill_merge_promise; + std::future _spill_merge_future; + bool _current_partition_eos = true; + bool _need_to_merge_data_for_current_partition = true; + + std::vector _blocks; + + std::unique_ptr _internal_runtime_profile; +}; + +class AggSourceOperatorX; +class PartitionedAggSourceOperatorX : public OperatorX { +public: + using Base = OperatorX; + PartitionedAggSourceOperatorX(ObjectPool* pool, const TPlanNode& tnode, int operator_id, + const DescriptorTbl& descs); + ~PartitionedAggSourceOperatorX() override = default; + + Status init(const TPlanNode& tnode, RuntimeState* state) override; + + Status prepare(RuntimeState* state) override; + + Status close(RuntimeState* state) override; + + Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + + bool is_source() const override { return true; } + + bool is_serial_operator() const override; + void update_operator(const TPlanNode& tnode, bool followed_by_shuffled_operator, + bool require_bucket_distribution) override; + + DataDistribution required_data_distribution(RuntimeState* state) const override; + bool is_colocated_operator() const override; + bool is_shuffled_operator() const override; + +private: + friend class PartitionedAggLocalState; + + std::unique_ptr _agg_source_operator; +}; +} // namespace pipeline +#include "common/compile_check_end.h" +} // namespace doris diff --git a/be/src/pipeline/exec/partitioned_hash_join_probe_operator.cpp b/be/src/exec/operator/partitioned_hash_join_probe_operator.cpp similarity index 99% rename from be/src/pipeline/exec/partitioned_hash_join_probe_operator.cpp rename to be/src/exec/operator/partitioned_hash_join_probe_operator.cpp index 4faa327a93e7af..c1cee5a7c9cf83 100644 --- a/be/src/pipeline/exec/partitioned_hash_join_probe_operator.cpp +++ b/be/src/exec/operator/partitioned_hash_join_probe_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "partitioned_hash_join_probe_operator.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" #include #include @@ -26,12 +26,12 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/spill/spill_stream.h" -#include "vec/spill/spill_stream_manager.h" +#include "runtime/runtime_profile.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partitioned_hash_join_probe_operator.h b/be/src/exec/operator/partitioned_hash_join_probe_operator.h similarity index 96% rename from be/src/pipeline/exec/partitioned_hash_join_probe_operator.h rename to be/src/exec/operator/partitioned_hash_join_probe_operator.h index 167dc1bd00c5e9..d8b07576a9ccc8 100644 --- a/be/src/pipeline/exec/partitioned_hash_join_probe_operator.h +++ b/be/src/exec/operator/partitioned_hash_join_probe_operator.h @@ -22,12 +22,12 @@ #include "common/be_mock_util.h" #include "common/status.h" -#include "operator.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/hashjoin_probe_operator.h" -#include "pipeline/exec/join_build_sink_operator.h" -#include "pipeline/exec/spill_utils.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/operator/join_build_sink_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/dependency.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partitioned_hash_join_sink_operator.cpp b/be/src/exec/operator/partitioned_hash_join_sink_operator.cpp similarity index 99% rename from be/src/pipeline/exec/partitioned_hash_join_sink_operator.cpp rename to be/src/exec/operator/partitioned_hash_join_sink_operator.cpp index b0595952a49636..081b9bbde94b73 100644 --- a/be/src/pipeline/exec/partitioned_hash_join_sink_operator.cpp +++ b/be/src/exec/operator/partitioned_hash_join_sink_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "partitioned_hash_join_sink_operator.h" +#include "exec/operator/partitioned_hash_join_sink_operator.h" #include @@ -24,14 +24,14 @@ #include "common/logging.h" #include "common/status.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/spill_utils.h" -#include "pipeline/pipeline_task.h" +#include "exec/operator/operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" +#include "runtime/runtime_profile.h" #include "util/pretty_printer.h" -#include "util/runtime_profile.h" -#include "vec/spill/spill_stream.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/partitioned_hash_join_sink_operator.h b/be/src/exec/operator/partitioned_hash_join_sink_operator.h similarity index 95% rename from be/src/pipeline/exec/partitioned_hash_join_sink_operator.h rename to be/src/exec/operator/partitioned_hash_join_sink_operator.h index 59eed7aac6637b..07cf0db1d5d1d8 100644 --- a/be/src/pipeline/exec/partitioned_hash_join_sink_operator.h +++ b/be/src/exec/operator/partitioned_hash_join_sink_operator.h @@ -21,14 +21,14 @@ #include "common/be_mock_util.h" #include "common/status.h" -#include "operator.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/hashjoin_probe_operator.h" -#include "pipeline/exec/join_build_sink_operator.h" -#include "pipeline/exec/spill_utils.h" -#include "vec/core/block.h" -#include "vec/runtime/partitioner.h" +#include "core/block/block.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/operator/join_build_sink_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/partitioner/partitioner.h" +#include "exec/pipeline/dependency.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/repeat_operator.cpp b/be/src/exec/operator/repeat_operator.cpp similarity index 98% rename from be/src/pipeline/exec/repeat_operator.cpp rename to be/src/exec/operator/repeat_operator.cpp index 124fd01d446e11..dd5b274b93c1a8 100644 --- a/be/src/pipeline/exec/repeat_operator.cpp +++ b/be/src/exec/operator/repeat_operator.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/repeat_operator.h" +#include "exec/operator/repeat_operator.h" #include #include "common/logging.h" -#include "pipeline/exec/operator.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/repeat_operator.h b/be/src/exec/operator/repeat_operator.h similarity index 98% rename from be/src/pipeline/exec/repeat_operator.h rename to be/src/exec/operator/repeat_operator.h index 32726a14008ffc..8c98f3f2bf9484 100644 --- a/be/src/pipeline/exec/repeat_operator.h +++ b/be/src/exec/operator/repeat_operator.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/result_file_sink_operator.cpp b/be/src/exec/operator/result_file_sink_operator.cpp similarity index 96% rename from be/src/pipeline/exec/result_file_sink_operator.cpp rename to be/src/exec/operator/result_file_sink_operator.cpp index 0e2667c752f129..aa7f8da021dd43 100644 --- a/be/src/pipeline/exec/result_file_sink_operator.cpp +++ b/be/src/exec/operator/result_file_sink_operator.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "result_file_sink_operator.h" +#include "exec/operator/result_file_sink_operator.h" #include #include -#include "pipeline/exec/exchange_sink_buffer.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/result_sink_operator.h" +#include "exec/exchange/vdata_stream_sender.h" +#include "exec/operator/exchange_sink_buffer.h" +#include "exec/operator/operator.h" +#include "exec/operator/result_sink_operator.h" #include "runtime/result_block_buffer.h" #include "runtime/result_buffer_mgr.h" -#include "vec/sink/vdata_stream_sender.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/result_file_sink_operator.h b/be/src/exec/operator/result_file_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/result_file_sink_operator.h rename to be/src/exec/operator/result_file_sink_operator.h index ae474ee54c49b4..bee25898dfb0f8 100644 --- a/be/src/pipeline/exec/result_file_sink_operator.h +++ b/be/src/exec/operator/result_file_sink_operator.h @@ -17,8 +17,8 @@ #pragma once -#include "operator.h" -#include "vec/sink/writer/vfile_result_writer.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/vfile_result_writer.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/result_sink_operator.cpp b/be/src/exec/operator/result_sink_operator.cpp similarity index 96% rename from be/src/pipeline/exec/result_sink_operator.cpp rename to be/src/exec/operator/result_sink_operator.cpp index 76cdb64823990e..2b98feb18d8755 100644 --- a/be/src/pipeline/exec/result_sink_operator.cpp +++ b/be/src/exec/operator/result_sink_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "result_sink_operator.h" +#include "exec/operator/result_sink_operator.h" #include #include @@ -23,16 +23,16 @@ #include #include "common/config.h" +#include "exec/operator/operator.h" #include "exec/rowid_fetcher.h" -#include "pipeline/exec/operator.h" +#include "exec/sink/writer/varrow_flight_result_writer.h" +#include "exec/sink/writer/vmysql_result_writer.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "format/arrow/arrow_row_batch.h" #include "runtime/exec_env.h" #include "runtime/result_block_buffer.h" #include "runtime/result_buffer_mgr.h" -#include "util/arrow/row_batch.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/sink/varrow_flight_result_writer.h" -#include "vec/sink/vmysql_result_writer.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/result_sink_operator.h b/be/src/exec/operator/result_sink_operator.h similarity index 98% rename from be/src/pipeline/exec/result_sink_operator.h rename to be/src/exec/operator/result_sink_operator.h index a7911a63b95d95..1f73f27669dbff 100644 --- a/be/src/pipeline/exec/result_sink_operator.h +++ b/be/src/exec/operator/result_sink_operator.h @@ -20,9 +20,9 @@ #include #include -#include "operator.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/result_writer.h" #include "runtime/result_block_buffer.h" -#include "runtime/result_writer.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/scan_operator.cpp b/be/src/exec/operator/scan_operator.cpp similarity index 98% rename from be/src/pipeline/exec/scan_operator.cpp rename to be/src/exec/operator/scan_operator.cpp index eb6e69697ab7c6..4deee88ae8f898 100644 --- a/be/src/pipeline/exec/scan_operator.cpp +++ b/be/src/exec/operator/scan_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "scan_operator.h" +#include "exec/operator/scan_operator.h" #include #include @@ -25,34 +25,33 @@ #include #include "common/global_types.h" -#include "olap/null_predicate.h" -#include "olap/predicate_creator.h" -#include "pipeline/exec/es_scan_operator.h" -#include "pipeline/exec/file_scan_operator.h" -#include "pipeline/exec/group_commit_scan_operator.h" -#include "pipeline/exec/jdbc_scan_operator.h" -#include "pipeline/exec/meta_scan_operator.h" -#include "pipeline/exec/mock_scan_operator.h" -#include "pipeline/exec/olap_scan_operator.h" -#include "pipeline/exec/operator.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "exec/operator/es_scan_operator.h" +#include "exec/operator/file_scan_operator.h" +#include "exec/operator/group_commit_scan_operator.h" +#include "exec/operator/jdbc_scan_operator.h" +#include "exec/operator/meta_scan_operator.h" +#include "exec/operator/mock_scan_operator.h" +#include "exec/operator/olap_scan_operator.h" +#include "exec/operator/operator.h" +#include "exec/runtime_filter/runtime_filter_consumer_helper.h" +#include "exec/scan/scanner_context.h" +#include "exprs/function/in.h" +#include "exprs/vcast_expr.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" +#include "exprs/vin_predicate.h" +#include "exprs/virtual_slot_ref.h" +#include "exprs/vruntimefilter_wrapper.h" +#include "exprs/vslot_ref.h" +#include "exprs/vtopn_pred.h" #include "runtime/descriptors.h" -#include "runtime/types.h" -#include "runtime_filter/runtime_filter_consumer_helper.h" -#include "util/runtime_profile.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/exec/scan/scanner_context.h" -#include "vec/exprs/vcast_expr.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/exprs/vin_predicate.h" -#include "vec/exprs/virtual_slot_ref.h" -#include "vec/exprs/vruntimefilter_wrapper.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/exprs/vtopn_pred.h" -#include "vec/functions/in.h" +#include "runtime/runtime_profile.h" +#include "storage/predicate/null_predicate.h" +#include "storage/predicate/predicate_creator.h" namespace doris::pipeline { diff --git a/be/src/pipeline/exec/scan_operator.h b/be/src/exec/operator/scan_operator.h similarity index 98% rename from be/src/pipeline/exec/scan_operator.h rename to be/src/exec/operator/scan_operator.h index 3d72ee6f5bd855..d07e1c24e7942f 100644 --- a/be/src/pipeline/exec/scan_operator.h +++ b/be/src/exec/operator/scan_operator.h @@ -22,18 +22,17 @@ #include #include "common/status.h" +#include "exec/common/util.hpp" +#include "exec/operator/operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/runtime_filter/runtime_filter_consumer_helper.h" +#include "exec/scan/scan_node.h" +#include "exec/scan/scanner_context.h" #include "exprs/function_filter.h" -#include "olap/filter_olap_param.h" -#include "operator.h" -#include "pipeline/dependency.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vin_predicate.h" #include "runtime/descriptors.h" -#include "runtime/types.h" -#include "runtime_filter/runtime_filter_consumer_helper.h" -#include "vec/exec/scan/scan_node.h" -#include "vec/exec/scan/scanner_context.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vin_predicate.h" -#include "vec/utils/util.hpp" +#include "storage/predicate/filter_olap_param.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/schema_scan_operator.cpp b/be/src/exec/operator/schema_scan_operator.cpp similarity index 98% rename from be/src/pipeline/exec/schema_scan_operator.cpp rename to be/src/exec/operator/schema_scan_operator.cpp index 79987c001de112..8597742e84347b 100644 --- a/be/src/pipeline/exec/schema_scan_operator.cpp +++ b/be/src/exec/operator/schema_scan_operator.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "schema_scan_operator.h" +#include "exec/operator/schema_scan_operator.h" #include #include -#include "pipeline/exec/operator.h" -#include "util/runtime_profile.h" -#include "vec/data_types/data_type_factory.hpp" +#include "core/data_type/data_type_factory.hpp" +#include "exec/operator/operator.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/schema_scan_operator.h b/be/src/exec/operator/schema_scan_operator.h similarity index 97% rename from be/src/pipeline/exec/schema_scan_operator.h rename to be/src/exec/operator/schema_scan_operator.h index 0634b9d569330a..a096e766f1a3ff 100644 --- a/be/src/pipeline/exec/schema_scan_operator.h +++ b/be/src/exec/operator/schema_scan_operator.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" -#include "operator.h" +#include "exec/operator/operator.h" +#include "information_schema/schema_scanner.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/select_operator.h b/be/src/exec/operator/select_operator.h similarity index 98% rename from be/src/pipeline/exec/select_operator.h rename to be/src/exec/operator/select_operator.h index f033c7c0de81a8..b21b0771d26bdb 100644 --- a/be/src/pipeline/exec/select_operator.h +++ b/be/src/exec/operator/select_operator.h @@ -19,7 +19,7 @@ #include -#include "operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/set_probe_sink_operator.cpp b/be/src/exec/operator/set_probe_sink_operator.cpp similarity index 98% rename from be/src/pipeline/exec/set_probe_sink_operator.cpp rename to be/src/exec/operator/set_probe_sink_operator.cpp index 63136c972662b4..819c04d1aa60ea 100644 --- a/be/src/pipeline/exec/set_probe_sink_operator.cpp +++ b/be/src/exec/operator/set_probe_sink_operator.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "set_probe_sink_operator.h" +#include "exec/operator/set_probe_sink_operator.h" #include #include -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline_task.h" -#include "vec/common/hash_table/hash_table_set_probe.h" +#include "exec/common/hash_table/hash_table_set_probe.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/pipeline_task.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/set_probe_sink_operator.h b/be/src/exec/operator/set_probe_sink_operator.h similarity index 99% rename from be/src/pipeline/exec/set_probe_sink_operator.h rename to be/src/exec/operator/set_probe_sink_operator.h index 896088fce0df27..2b4d2bc5f61e95 100644 --- a/be/src/pipeline/exec/set_probe_sink_operator.h +++ b/be/src/exec/operator/set_probe_sink_operator.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "operator.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/set_sink_operator.cpp b/be/src/exec/operator/set_sink_operator.cpp similarity index 98% rename from be/src/pipeline/exec/set_sink_operator.cpp rename to be/src/exec/operator/set_sink_operator.cpp index ae2024f831de96..26a340cd929816 100644 --- a/be/src/pipeline/exec/set_sink_operator.cpp +++ b/be/src/exec/operator/set_sink_operator.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "set_sink_operator.h" +#include "exec/operator/set_sink_operator.h" #include -#include "pipeline/exec/operator.h" -#include "vec/common/hash_table/hash_table_set_build.h" -#include "vec/core/materialize_block.h" +#include "core/block/materialize_block.h" +#include "exec/common/hash_table/hash_table_set_build.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/set_sink_operator.h b/be/src/exec/operator/set_sink_operator.h similarity index 98% rename from be/src/pipeline/exec/set_sink_operator.h rename to be/src/exec/operator/set_sink_operator.h index 11c243ef24db80..7b1564caa58ebf 100644 --- a/be/src/pipeline/exec/set_sink_operator.h +++ b/be/src/exec/operator/set_sink_operator.h @@ -17,8 +17,8 @@ #pragma once -#include "operator.h" -#include "runtime_filter/runtime_filter_producer_helper_set.h" +#include "exec/operator/operator.h" +#include "exec/runtime_filter/runtime_filter_producer_helper_set.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/set_source_operator.cpp b/be/src/exec/operator/set_source_operator.cpp similarity index 98% rename from be/src/pipeline/exec/set_source_operator.cpp rename to be/src/exec/operator/set_source_operator.cpp index ef8d69af091a0a..aefaefd5bde980 100644 --- a/be/src/pipeline/exec/set_source_operator.cpp +++ b/be/src/exec/operator/set_source_operator.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "set_source_operator.h" +#include "exec/operator/set_source_operator.h" #include #include #include "common/status.h" -#include "pipeline/exec/operator.h" -#include "util/runtime_profile.h" +#include "exec/operator/operator.h" +#include "runtime/runtime_profile.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/set_source_operator.h b/be/src/exec/operator/set_source_operator.h similarity index 99% rename from be/src/pipeline/exec/set_source_operator.h rename to be/src/exec/operator/set_source_operator.h index db56da26a2489f..f14fa456fb4405 100644 --- a/be/src/pipeline/exec/set_source_operator.h +++ b/be/src/exec/operator/set_source_operator.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "operator.h" +#include "exec/operator/operator.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/exec/sort_sink_operator.cpp b/be/src/exec/operator/sort_sink_operator.cpp similarity index 98% rename from be/src/pipeline/exec/sort_sink_operator.cpp rename to be/src/exec/operator/sort_sink_operator.cpp index 5e1f656fd99c60..d792fb41ffa1e4 100644 --- a/be/src/pipeline/exec/sort_sink_operator.cpp +++ b/be/src/exec/operator/sort_sink_operator.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "sort_sink_operator.h" +#include "exec/operator/sort_sink_operator.h" #include -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" +#include "exec/sort/heap_sorter.h" +#include "exec/sort/topn_sorter.h" #include "runtime/query_context.h" -#include "vec/common/sort/heap_sorter.h" -#include "vec/common/sort/topn_sorter.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/sort_sink_operator.h b/be/src/exec/operator/sort_sink_operator.h similarity index 98% rename from be/src/pipeline/exec/sort_sink_operator.h rename to be/src/exec/operator/sort_sink_operator.h index 77c29ef2b4e563..186c52a6232f06 100644 --- a/be/src/pipeline/exec/sort_sink_operator.h +++ b/be/src/exec/operator/sort_sink_operator.h @@ -19,8 +19,8 @@ #include -#include "operator.h" -#include "vec/core/field.h" +#include "core/field.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/sort_source_operator.cpp b/be/src/exec/operator/sort_source_operator.cpp similarity index 95% rename from be/src/pipeline/exec/sort_source_operator.cpp rename to be/src/exec/operator/sort_source_operator.cpp index 597448c7bfb8db..c9487492d4e8b5 100644 --- a/be/src/pipeline/exec/sort_source_operator.cpp +++ b/be/src/exec/operator/sort_source_operator.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "sort_source_operator.h" +#include "exec/operator/sort_source_operator.h" #include -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/sort_source_operator.h b/be/src/exec/operator/sort_source_operator.h similarity index 98% rename from be/src/pipeline/exec/sort_source_operator.h rename to be/src/exec/operator/sort_source_operator.h index b2a4a98c9a4ea4..6de8c19342eef7 100644 --- a/be/src/pipeline/exec/sort_source_operator.h +++ b/be/src/exec/operator/sort_source_operator.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "operator.h" +#include "exec/operator/operator.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/exec/spill_iceberg_table_sink_operator.cpp b/be/src/exec/operator/spill_iceberg_table_sink_operator.cpp similarity index 96% rename from be/src/pipeline/exec/spill_iceberg_table_sink_operator.cpp rename to be/src/exec/operator/spill_iceberg_table_sink_operator.cpp index 46240c20ffe5fb..f538167de164f9 100644 --- a/be/src/pipeline/exec/spill_iceberg_table_sink_operator.cpp +++ b/be/src/exec/operator/spill_iceberg_table_sink_operator.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "spill_iceberg_table_sink_operator.h" +#include "exec/operator/spill_iceberg_table_sink_operator.h" #include "common/status.h" -#include "pipeline/exec/iceberg_table_sink_operator.h" -#include "pipeline/exec/spill_utils.h" -#include "vec/sink/writer/iceberg/viceberg_sort_writer.h" -#include "vec/sink/writer/iceberg/viceberg_table_writer.h" +#include "exec/operator/iceberg_table_sink_operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/sink/writer/iceberg/viceberg_sort_writer.h" +#include "exec/sink/writer/iceberg/viceberg_table_writer.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/spill_iceberg_table_sink_operator.h b/be/src/exec/operator/spill_iceberg_table_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/spill_iceberg_table_sink_operator.h rename to be/src/exec/operator/spill_iceberg_table_sink_operator.h index fb0e50ee794671..c0119b6fe0740f 100644 --- a/be/src/pipeline/exec/spill_iceberg_table_sink_operator.h +++ b/be/src/exec/operator/spill_iceberg_table_sink_operator.h @@ -19,8 +19,8 @@ #include -#include "operator.h" -#include "vec/sink/writer/iceberg/viceberg_table_writer.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/iceberg/viceberg_table_writer.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/spill_sort_sink_operator.cpp b/be/src/exec/operator/spill_sort_sink_operator.cpp similarity index 98% rename from be/src/pipeline/exec/spill_sort_sink_operator.cpp rename to be/src/exec/operator/spill_sort_sink_operator.cpp index 51b5ddc0e6d34d..930b6d947407ab 100644 --- a/be/src/pipeline/exec/spill_sort_sink_operator.cpp +++ b/be/src/exec/operator/spill_sort_sink_operator.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "spill_sort_sink_operator.h" +#include "exec/operator/spill_sort_sink_operator.h" #include "common/status.h" -#include "pipeline/exec/sort_sink_operator.h" -#include "pipeline/exec/spill_utils.h" -#include "pipeline/pipeline_task.h" +#include "exec/operator/sort_sink_operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/spill_sort_sink_operator.h b/be/src/exec/operator/spill_sort_sink_operator.h similarity index 98% rename from be/src/pipeline/exec/spill_sort_sink_operator.h rename to be/src/exec/operator/spill_sort_sink_operator.h index a3ddb8a24e947b..362b3980372330 100644 --- a/be/src/pipeline/exec/spill_sort_sink_operator.h +++ b/be/src/exec/operator/spill_sort_sink_operator.h @@ -19,8 +19,8 @@ #include -#include "operator.h" -#include "sort_sink_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/sort_sink_operator.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/spill_sort_source_operator.cpp b/be/src/exec/operator/spill_sort_source_operator.cpp similarity index 97% rename from be/src/pipeline/exec/spill_sort_source_operator.cpp rename to be/src/exec/operator/spill_sort_source_operator.cpp index d137574602fe42..71df3882c9ea8c 100644 --- a/be/src/pipeline/exec/spill_sort_source_operator.cpp +++ b/be/src/exec/operator/spill_sort_source_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "spill_sort_source_operator.h" +#include "exec/operator/spill_sort_source_operator.h" #include @@ -23,12 +23,12 @@ #include #include "common/status.h" -#include "pipeline/exec/spill_utils.h" -#include "pipeline/pipeline_task.h" +#include "exec/operator/sort_source_operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" -#include "sort_source_operator.h" -#include "util/runtime_profile.h" -#include "vec/spill/spill_stream_manager.h" +#include "runtime/runtime_profile.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/spill_sort_source_operator.h b/be/src/exec/operator/spill_sort_source_operator.h similarity index 98% rename from be/src/pipeline/exec/spill_sort_source_operator.h rename to be/src/exec/operator/spill_sort_source_operator.h index f191d3c419bc71..b6a9bff17dc451 100644 --- a/be/src/pipeline/exec/spill_sort_source_operator.h +++ b/be/src/exec/operator/spill_sort_source_operator.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "operator.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/spill_utils.h b/be/src/exec/operator/spill_utils.h similarity index 99% rename from be/src/pipeline/exec/spill_utils.h rename to be/src/exec/operator/spill_utils.h index beb2ecaa984afa..4ab87b7564d137 100644 --- a/be/src/pipeline/exec/spill_utils.h +++ b/be/src/exec/operator/spill_utils.h @@ -25,13 +25,13 @@ #include #include +#include "exec/partitioner/partitioner.h" #include "runtime/fragment_mgr.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/query_context.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -#include "util/runtime_profile.h" -#include "vec/runtime/partitioner.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/streaming_aggregation_operator.cpp b/be/src/exec/operator/streaming_aggregation_operator.cpp similarity index 99% rename from be/src/pipeline/exec/streaming_aggregation_operator.cpp rename to be/src/exec/operator/streaming_aggregation_operator.cpp index 534de501fa83bf..e3b4460c2613c4 100644 --- a/be/src/pipeline/exec/streaming_aggregation_operator.cpp +++ b/be/src/exec/operator/streaming_aggregation_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "streaming_aggregation_operator.h" +#include "exec/operator/streaming_aggregation_operator.h" #include @@ -24,11 +24,10 @@ #include "common/cast_set.h" #include "common/compiler_util.h" // IWYU pragma: keep -#include "pipeline/exec/operator.h" -#include "pipeline/exec/streaming_agg_min_reduction.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/exprs/vectorized_agg_fn.h" -#include "vec/exprs/vslot_ref.h" +#include "exec/operator/operator.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/vectorized_agg_fn.h" +#include "exprs/vslot_ref.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/streaming_aggregation_operator.h b/be/src/exec/operator/streaming_aggregation_operator.h similarity index 99% rename from be/src/pipeline/exec/streaming_aggregation_operator.h rename to be/src/exec/operator/streaming_aggregation_operator.h index 3612adec47d431..7006daa8d81f20 100644 --- a/be/src/pipeline/exec/streaming_aggregation_operator.h +++ b/be/src/exec/operator/streaming_aggregation_operator.h @@ -22,9 +22,9 @@ #include #include "common/status.h" -#include "pipeline/exec/operator.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "exec/operator/operator.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/table_function_operator.cpp b/be/src/exec/operator/table_function_operator.cpp similarity index 98% rename from be/src/pipeline/exec/table_function_operator.cpp rename to be/src/exec/operator/table_function_operator.cpp index 63e8bded2c64c2..4a35062d7f9a3d 100644 --- a/be/src/pipeline/exec/table_function_operator.cpp +++ b/be/src/exec/operator/table_function_operator.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "table_function_operator.h" +#include "exec/operator/table_function_operator.h" #include #include -#include "pipeline/exec/operator.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/custom_allocator.h" +#include "exec/operator/operator.h" +#include "exprs/table_function/table_function_factory.h" #include "util/simd/bits.h" -#include "vec/common/custom_allocator.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/exprs/table_function/table_function_factory.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/table_function_operator.h b/be/src/exec/operator/table_function_operator.h similarity index 98% rename from be/src/pipeline/exec/table_function_operator.h rename to be/src/exec/operator/table_function_operator.h index 56f9f116ec8270..e0c3e581549a38 100644 --- a/be/src/pipeline/exec/table_function_operator.h +++ b/be/src/exec/operator/table_function_operator.h @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "operator.h" -#include "vec/exprs/table_function/table_function.h" +#include "exec/operator/operator.h" +#include "exprs/table_function/table_function.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/tvf_table_sink_operator.cpp b/be/src/exec/operator/tvf_table_sink_operator.cpp similarity index 95% rename from be/src/pipeline/exec/tvf_table_sink_operator.cpp rename to be/src/exec/operator/tvf_table_sink_operator.cpp index c5e82ea2762638..a810501ec09ebc 100644 --- a/be/src/pipeline/exec/tvf_table_sink_operator.cpp +++ b/be/src/exec/operator/tvf_table_sink_operator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "tvf_table_sink_operator.h" +#include "exec/operator/tvf_table_sink_operator.h" #include "common/status.h" diff --git a/be/src/pipeline/exec/tvf_table_sink_operator.h b/be/src/exec/operator/tvf_table_sink_operator.h similarity index 97% rename from be/src/pipeline/exec/tvf_table_sink_operator.h rename to be/src/exec/operator/tvf_table_sink_operator.h index 922a4b7d96d634..f082d8d5a8a668 100644 --- a/be/src/pipeline/exec/tvf_table_sink_operator.h +++ b/be/src/exec/operator/tvf_table_sink_operator.h @@ -17,8 +17,8 @@ #pragma once -#include "operator.h" -#include "vec/sink/writer/vtvf_table_writer.h" +#include "exec/operator/operator.h" +#include "exec/sink/writer/vtvf_table_writer.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/union_sink_operator.cpp b/be/src/exec/operator/union_sink_operator.cpp similarity index 97% rename from be/src/pipeline/exec/union_sink_operator.cpp rename to be/src/exec/operator/union_sink_operator.cpp index 47b181ef0c9888..2cec5f307f1b0f 100644 --- a/be/src/pipeline/exec/union_sink_operator.cpp +++ b/be/src/exec/operator/union_sink_operator.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "union_sink_operator.h" +#include "exec/operator/union_sink_operator.h" #include #include "common/cast_set.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "pipeline/exec/data_queue.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/data_queue.h" +#include "exec/operator/operator.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/union_sink_operator.h b/be/src/exec/operator/union_sink_operator.h similarity index 98% rename from be/src/pipeline/exec/union_sink_operator.h rename to be/src/exec/operator/union_sink_operator.h index fd90938a0e0fec..950d45206bed18 100644 --- a/be/src/pipeline/exec/union_sink_operator.h +++ b/be/src/exec/operator/union_sink_operator.h @@ -22,9 +22,9 @@ #include #include "common/status.h" -#include "operator.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/union_source_operator.cpp b/be/src/exec/operator/union_source_operator.cpp similarity index 95% rename from be/src/pipeline/exec/union_source_operator.cpp rename to be/src/exec/operator/union_source_operator.cpp index 38293f3cae0e87..609627aebaec99 100644 --- a/be/src/pipeline/exec/union_source_operator.cpp +++ b/be/src/exec/operator/union_source_operator.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/union_source_operator.h" +#include "exec/operator/union_source_operator.h" #include #include #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/data_queue.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/union_sink_operator.h" +#include "core/block/block.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "exec/operator/data_queue.h" +#include "exec/operator/operator.h" +#include "exec/operator/union_sink_operator.h" +#include "exec/pipeline/dependency.h" #include "runtime/descriptors.h" #include "util/defer_op.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/exec/union_source_operator.h b/be/src/exec/operator/union_source_operator.h similarity index 99% rename from be/src/pipeline/exec/union_source_operator.h rename to be/src/exec/operator/union_source_operator.h index af7c8fe321ec89..7379f579cf3d09 100644 --- a/be/src/pipeline/exec/union_source_operator.h +++ b/be/src/exec/operator/union_source_operator.h @@ -21,7 +21,7 @@ #include #include "common/status.h" -#include "operator.h" +#include "exec/operator/operator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/partitioner.cpp b/be/src/exec/partitioner/partitioner.cpp similarity index 94% rename from be/src/vec/runtime/partitioner.cpp rename to be/src/exec/partitioner/partitioner.cpp index 5095c7a7dbbd37..02ef20cef3fc37 100644 --- a/be/src/vec/runtime/partitioner.cpp +++ b/be/src/exec/partitioner/partitioner.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "partitioner.h" +#include "exec/partitioner/partitioner.h" #include "common/cast_set.h" #include "common/status.h" -#include "pipeline/local_exchange/local_exchange_sink_operator.h" +#include "core/column/column_const.h" +#include "exec/exchange/local_exchange_sink_operator.h" +#include "exec/exchange/vdata_stream_sender.h" #include "runtime/thread_context.h" -#include "vec/columns/column_const.h" -#include "vec/sink/vdata_stream_sender.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/partitioner.h b/be/src/exec/partitioner/partitioner.h similarity index 98% rename from be/src/vec/runtime/partitioner.h rename to be/src/exec/partitioner/partitioner.h index dfe0e79f988e01..38c2c074da1b69 100644 --- a/be/src/vec/runtime/partitioner.h +++ b/be/src/exec/partitioner/partitioner.h @@ -19,9 +19,9 @@ #include -#include "vec/core/block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "core/block/block.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/dependency.cpp b/be/src/exec/pipeline/dependency.cpp similarity index 97% rename from be/src/pipeline/dependency.cpp rename to be/src/exec/pipeline/dependency.cpp index 3d60720fd9537c..786c4febc4709c 100644 --- a/be/src/pipeline/dependency.cpp +++ b/be/src/exec/pipeline/dependency.cpp @@ -15,25 +15,25 @@ // specific language governing permissions and limitations // under the License. -#include "dependency.h" +#include "exec/pipeline/dependency.h" #include #include #include "common/logging.h" +#include "exec/common/util.hpp" +#include "exec/operator/multi_cast_data_streamer.h" +#include "exec/pipeline/pipeline_fragment_context.h" +#include "exec/pipeline/pipeline_task.h" #include "exec/rowid_fetcher.h" -#include "pipeline/exec/multi_cast_data_streamer.h" -#include "pipeline/pipeline_fragment_context.h" -#include "pipeline/pipeline_task.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" +#include "exec/scan/file_scanner.h" +#include "exec/spill/spill_stream_manager.h" +#include "exprs/vectorized_agg_fn.h" +#include "exprs/vslot_ref.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" -#include "runtime_filter/runtime_filter_consumer.h" #include "util/brpc_client_cache.h" -#include "vec/exec/scan/file_scanner.h" -#include "vec/exprs/vectorized_agg_fn.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/spill/spill_stream_manager.h" -#include "vec/utils/util.hpp" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/dependency.h b/be/src/exec/pipeline/dependency.h similarity index 98% rename from be/src/pipeline/dependency.h rename to be/src/exec/pipeline/dependency.h index 511606c3d0b723..ace415f377a08e 100644 --- a/be/src/pipeline/dependency.h +++ b/be/src/exec/pipeline/dependency.h @@ -23,6 +23,7 @@ #endif #include +#include #include #include @@ -34,19 +35,18 @@ #include "common/config.h" #include "common/logging.h" -#include "gen_cpp/internal_service.pb.h" -#include "pipeline/common/agg_utils.h" -#include "pipeline/common/join_utils.h" -#include "pipeline/common/set_utils.h" -#include "pipeline/exec/data_queue.h" -#include "pipeline/exec/join/process_hash_table_probe.h" +#include "core/block/block.h" +#include "core/types.h" +#include "exec/common/agg_utils.h" +#include "exec/common/join_utils.h" +#include "exec/common/set_utils.h" +#include "exec/operator/data_queue.h" +#include "exec/operator/join/process_hash_table_probe.h" +#include "exec/sort/partition_sorter.h" +#include "exec/sort/sorter.h" +#include "exec/spill/spill_stream.h" #include "util/brpc_closure.h" #include "util/stack_util.h" -#include "vec/common/sort/partition_sorter.h" -#include "vec/common/sort/sorter.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/spill/spill_stream.h" namespace doris::vectorized { class AggFnEvaluator; diff --git a/be/src/pipeline/pipeline.cpp b/be/src/exec/pipeline/pipeline.cpp similarity index 96% rename from be/src/pipeline/pipeline.cpp rename to be/src/exec/pipeline/pipeline.cpp index 774561bbe375ba..f1c69d72af1dd5 100644 --- a/be/src/pipeline/pipeline.cpp +++ b/be/src/exec/pipeline/pipeline.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline.h" +#include "exec/pipeline/pipeline.h" #include #include #include -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline_fragment_context.h" -#include "pipeline/pipeline_task.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/pipeline_fragment_context.h" +#include "exec/pipeline/pipeline_task.h" namespace doris::pipeline { diff --git a/be/src/pipeline/pipeline.h b/be/src/exec/pipeline/pipeline.h similarity index 98% rename from be/src/pipeline/pipeline.h rename to be/src/exec/pipeline/pipeline.h index 1d0ddcf178efad..0a460af916fd3c 100644 --- a/be/src/pipeline/pipeline.h +++ b/be/src/exec/pipeline/pipeline.h @@ -27,8 +27,8 @@ #include "common/cast_set.h" #include "common/status.h" -#include "pipeline/exec/operator.h" -#include "util/runtime_profile.h" +#include "exec/operator/operator.h" +#include "runtime/runtime_profile.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/pipeline_fragment_context.cpp b/be/src/exec/pipeline/pipeline_fragment_context.cpp similarity index 95% rename from be/src/pipeline/pipeline_fragment_context.cpp rename to be/src/exec/pipeline/pipeline_fragment_context.cpp index 28fd36b549191d..84c11c35876a0c 100644 --- a/be/src/pipeline/pipeline_fragment_context.cpp +++ b/be/src/exec/pipeline/pipeline_fragment_context.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline_fragment_context.h" +#include "exec/pipeline/pipeline_fragment_context.h" #include #include @@ -39,88 +39,92 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" +#include "exec/exchange/local_exchange_sink_operator.h" +#include "exec/exchange/local_exchange_source_operator.h" +#include "exec/exchange/local_exchanger.h" +#include "exec/exchange/vdata_stream_mgr.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/aggregation_source_operator.h" +#include "exec/operator/analytic_sink_operator.h" +#include "exec/operator/analytic_source_operator.h" +#include "exec/operator/assert_num_rows_operator.h" +#include "exec/operator/blackhole_sink_operator.h" +#include "exec/operator/cache_sink_operator.h" +#include "exec/operator/cache_source_operator.h" +#include "exec/operator/datagen_operator.h" +#include "exec/operator/dict_sink_operator.h" +#include "exec/operator/distinct_streaming_aggregation_operator.h" +#include "exec/operator/empty_set_operator.h" +#include "exec/operator/es_scan_operator.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/operator/exchange_source_operator.h" +#include "exec/operator/file_scan_operator.h" +#include "exec/operator/group_commit_block_sink_operator.h" +#include "exec/operator/group_commit_scan_operator.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/operator/hive_table_sink_operator.h" +#include "exec/operator/iceberg_table_sink_operator.h" +#include "exec/operator/jdbc_scan_operator.h" +#include "exec/operator/jdbc_table_sink_operator.h" +#include "exec/operator/local_merge_sort_source_operator.h" +#include "exec/operator/materialization_opertor.h" +#include "exec/operator/maxcompute_table_sink_operator.h" +#include "exec/operator/memory_scratch_sink_operator.h" +#include "exec/operator/meta_scan_operator.h" +#include "exec/operator/multi_cast_data_stream_sink.h" +#include "exec/operator/multi_cast_data_stream_source.h" +#include "exec/operator/nested_loop_join_build_operator.h" +#include "exec/operator/nested_loop_join_probe_operator.h" +#include "exec/operator/olap_scan_operator.h" +#include "exec/operator/olap_table_sink_operator.h" +#include "exec/operator/olap_table_sink_v2_operator.h" +#include "exec/operator/partition_sort_sink_operator.h" +#include "exec/operator/partition_sort_source_operator.h" +#include "exec/operator/partitioned_aggregation_sink_operator.h" +#include "exec/operator/partitioned_aggregation_source_operator.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" +#include "exec/operator/partitioned_hash_join_sink_operator.h" +#include "exec/operator/rec_cte_anchor_sink_operator.h" +#include "exec/operator/rec_cte_scan_operator.h" +#include "exec/operator/rec_cte_sink_operator.h" +#include "exec/operator/rec_cte_source_operator.h" +#include "exec/operator/repeat_operator.h" +#include "exec/operator/result_file_sink_operator.h" +#include "exec/operator/result_sink_operator.h" +#include "exec/operator/schema_scan_operator.h" +#include "exec/operator/select_operator.h" +#include "exec/operator/set_probe_sink_operator.h" +#include "exec/operator/set_sink_operator.h" +#include "exec/operator/set_source_operator.h" +#include "exec/operator/sort_sink_operator.h" +#include "exec/operator/sort_source_operator.h" +#include "exec/operator/spill_iceberg_table_sink_operator.h" +#include "exec/operator/spill_sort_sink_operator.h" +#include "exec/operator/spill_sort_source_operator.h" +#include "exec/operator/streaming_aggregation_operator.h" +#include "exec/operator/table_function_operator.h" +#include "exec/operator/tvf_table_sink_operator.h" +#include "exec/operator/union_sink_operator.h" +#include "exec/operator/union_source_operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/pipeline/task_scheduler.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" +#include "exec/sort/topn_sorter.h" +#include "exec/spill/spill_stream.h" #include "io/fs/stream_load_pipe.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/aggregation_sink_operator.h" -#include "pipeline/exec/aggregation_source_operator.h" -#include "pipeline/exec/analytic_sink_operator.h" -#include "pipeline/exec/analytic_source_operator.h" -#include "pipeline/exec/assert_num_rows_operator.h" -#include "pipeline/exec/blackhole_sink_operator.h" -#include "pipeline/exec/cache_sink_operator.h" -#include "pipeline/exec/cache_source_operator.h" -#include "pipeline/exec/datagen_operator.h" -#include "pipeline/exec/dict_sink_operator.h" -#include "pipeline/exec/distinct_streaming_aggregation_operator.h" -#include "pipeline/exec/empty_set_operator.h" -#include "pipeline/exec/es_scan_operator.h" -#include "pipeline/exec/exchange_sink_operator.h" -#include "pipeline/exec/exchange_source_operator.h" -#include "pipeline/exec/file_scan_operator.h" -#include "pipeline/exec/group_commit_block_sink_operator.h" -#include "pipeline/exec/group_commit_scan_operator.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/hashjoin_probe_operator.h" -#include "pipeline/exec/hive_table_sink_operator.h" -#include "pipeline/exec/iceberg_table_sink_operator.h" -#include "pipeline/exec/jdbc_scan_operator.h" -#include "pipeline/exec/jdbc_table_sink_operator.h" -#include "pipeline/exec/local_merge_sort_source_operator.h" -#include "pipeline/exec/materialization_opertor.h" -#include "pipeline/exec/maxcompute_table_sink_operator.h" -#include "pipeline/exec/memory_scratch_sink_operator.h" -#include "pipeline/exec/meta_scan_operator.h" -#include "pipeline/exec/multi_cast_data_stream_sink.h" -#include "pipeline/exec/multi_cast_data_stream_source.h" -#include "pipeline/exec/nested_loop_join_build_operator.h" -#include "pipeline/exec/nested_loop_join_probe_operator.h" -#include "pipeline/exec/olap_scan_operator.h" -#include "pipeline/exec/olap_table_sink_operator.h" -#include "pipeline/exec/olap_table_sink_v2_operator.h" -#include "pipeline/exec/partition_sort_sink_operator.h" -#include "pipeline/exec/partition_sort_source_operator.h" -#include "pipeline/exec/partitioned_aggregation_sink_operator.h" -#include "pipeline/exec/partitioned_aggregation_source_operator.h" -#include "pipeline/exec/partitioned_hash_join_probe_operator.h" -#include "pipeline/exec/partitioned_hash_join_sink_operator.h" -#include "pipeline/exec/repeat_operator.h" -#include "pipeline/exec/result_file_sink_operator.h" -#include "pipeline/exec/result_sink_operator.h" -#include "pipeline/exec/schema_scan_operator.h" -#include "pipeline/exec/select_operator.h" -#include "pipeline/exec/set_probe_sink_operator.h" -#include "pipeline/exec/set_sink_operator.h" -#include "pipeline/exec/set_source_operator.h" -#include "pipeline/exec/sort_sink_operator.h" -#include "pipeline/exec/sort_source_operator.h" -#include "pipeline/exec/spill_iceberg_table_sink_operator.h" -#include "pipeline/exec/spill_sort_sink_operator.h" -#include "pipeline/exec/spill_sort_source_operator.h" -#include "pipeline/exec/streaming_aggregation_operator.h" -#include "pipeline/exec/table_function_operator.h" -#include "pipeline/exec/tvf_table_sink_operator.h" -#include "pipeline/exec/union_sink_operator.h" -#include "pipeline/exec/union_source_operator.h" -#include "pipeline/local_exchange/local_exchange_sink_operator.h" -#include "pipeline/local_exchange/local_exchange_source_operator.h" -#include "pipeline/local_exchange/local_exchanger.h" -#include "pipeline/task_scheduler.h" -#include "pipeline_task.h" +#include "load/stream_load/new_load_stream_mgr.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "runtime/result_block_buffer.h" #include "runtime/result_buffer_mgr.h" #include "runtime/runtime_state.h" -#include "runtime/stream_load/new_load_stream_mgr.h" #include "runtime/thread_context.h" -#include "runtime_filter/runtime_filter_mgr.h" #include "service/backend_options.h" #include "util/countdown_latch.h" #include "util/debug_util.h" #include "util/uid_util.h" -#include "vec/common/sort/topn_sorter.h" -#include "vec/runtime/vdata_stream_mgr.h" -#include "vec/spill/spill_stream.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/pipeline_fragment_context.h b/be/src/exec/pipeline/pipeline_fragment_context.h similarity index 99% rename from be/src/pipeline/pipeline_fragment_context.h rename to be/src/exec/pipeline/pipeline_fragment_context.h index 98486f303315ba..c13891aa4b7328 100644 --- a/be/src/pipeline/pipeline_fragment_context.h +++ b/be/src/exec/pipeline/pipeline_fragment_context.h @@ -30,12 +30,12 @@ #include #include "common/status.h" -#include "pipeline/pipeline.h" -#include "pipeline/pipeline_task.h" +#include "exec/pipeline/pipeline.h" +#include "exec/pipeline/pipeline_task.h" #include "runtime/query_context.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "runtime/task_execution_context.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/pipeline/pipeline_task.cpp b/be/src/exec/pipeline/pipeline_task.cpp similarity index 98% rename from be/src/pipeline/pipeline_task.cpp rename to be/src/exec/pipeline/pipeline_task.cpp index dbe52cbabc0d99..d43fb48e4b5e16 100644 --- a/be/src/pipeline/pipeline_task.cpp +++ b/be/src/exec/pipeline/pipeline_task.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline_task.h" +#include "exec/pipeline/pipeline_task.h" #include #include @@ -29,25 +29,27 @@ #include "common/logging.h" #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/scan_operator.h" -#include "pipeline/pipeline.h" -#include "pipeline/pipeline_fragment_context.h" -#include "pipeline/task_queue.h" -#include "pipeline/task_scheduler.h" -#include "revokable_task.h" +#include "core/block/block.h" +#include "exec/operator/exchange_source_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/rec_cte_source_operator.h" +#include "exec/operator/scan_operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline.h" +#include "exec/pipeline/pipeline_fragment_context.h" +#include "exec/pipeline/revokable_task.h" +#include "exec/pipeline/task_queue.h" +#include "exec/pipeline/task_scheduler.h" +#include "exec/spill/spill_stream.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" #include "runtime/workload_group/workload_group_manager.h" #include "util/defer_op.h" #include "util/mem_info.h" -#include "util/runtime_profile.h" #include "util/uid_util.h" -#include "vec/core/block.h" -#include "vec/spill/spill_stream.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/pipeline_task.h b/be/src/exec/pipeline/pipeline_task.h similarity index 98% rename from be/src/pipeline/pipeline_task.h rename to be/src/exec/pipeline/pipeline_task.h index 8d5bd6e99efb2c..35cf6e1b08e4ee 100644 --- a/be/src/pipeline/pipeline_task.h +++ b/be/src/exec/pipeline/pipeline_task.h @@ -23,13 +23,13 @@ #include #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/spill_utils.h" -#include "pipeline/pipeline.h" -#include "util/runtime_profile.h" +#include "core/block/block.h" +#include "exec/operator/operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline.h" +#include "runtime/runtime_profile.h" #include "util/stopwatch.hpp" -#include "vec/core/block.h" namespace doris { class QueryContext; diff --git a/be/src/pipeline/pipeline_tracing.cpp b/be/src/exec/pipeline/pipeline_tracing.cpp similarity index 99% rename from be/src/pipeline/pipeline_tracing.cpp rename to be/src/exec/pipeline/pipeline_tracing.cpp index b58649beb2fc03..ae187d31daf765 100644 --- a/be/src/pipeline/pipeline_tracing.cpp +++ b/be/src/exec/pipeline/pipeline_tracing.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline_tracing.h" +#include "exec/pipeline/pipeline_tracing.h" #include #include diff --git a/be/src/pipeline/pipeline_tracing.h b/be/src/exec/pipeline/pipeline_tracing.h similarity index 100% rename from be/src/pipeline/pipeline_tracing.h rename to be/src/exec/pipeline/pipeline_tracing.h diff --git a/be/src/pipeline/revokable_task.h b/be/src/exec/pipeline/revokable_task.h similarity index 92% rename from be/src/pipeline/revokable_task.h rename to be/src/exec/pipeline/revokable_task.h index d4d253c2703422..786bcbc490f211 100644 --- a/be/src/pipeline/revokable_task.h +++ b/be/src/exec/pipeline/revokable_task.h @@ -21,12 +21,11 @@ #include #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/spill_utils.h" -#include "pipeline/pipeline.h" -#include "pipeline/pipeline_task.h" -#include "pipeline_task.h" +#include "exec/operator/operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline.h" +#include "exec/pipeline/pipeline_task.h" namespace doris { class RuntimeState; diff --git a/be/src/pipeline/task_queue.cpp b/be/src/exec/pipeline/task_queue.cpp similarity index 98% rename from be/src/pipeline/task_queue.cpp rename to be/src/exec/pipeline/task_queue.cpp index 81d09bc2455320..14ad6ba5b9ebfc 100644 --- a/be/src/pipeline/task_queue.cpp +++ b/be/src/exec/pipeline/task_queue.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "task_queue.h" +#include "exec/pipeline/task_queue.h" // IWYU pragma: no_include #include // IWYU pragma: keep @@ -23,7 +23,7 @@ #include #include "common/logging.h" -#include "pipeline/pipeline_task.h" +#include "exec/pipeline/pipeline_task.h" #include "runtime/workload_group/workload_group.h" namespace doris::pipeline { diff --git a/be/src/pipeline/task_queue.h b/be/src/exec/pipeline/task_queue.h similarity index 99% rename from be/src/pipeline/task_queue.h rename to be/src/exec/pipeline/task_queue.h index b3f867fa2a6079..b0b74677d90ffd 100644 --- a/be/src/pipeline/task_queue.h +++ b/be/src/exec/pipeline/task_queue.h @@ -29,7 +29,7 @@ #include #include "common/status.h" -#include "pipeline_task.h" +#include "exec/pipeline/pipeline_task.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/task_scheduler.cpp b/be/src/exec/pipeline/task_scheduler.cpp similarity index 97% rename from be/src/pipeline/task_scheduler.cpp rename to be/src/exec/pipeline/task_scheduler.cpp index 228335d1aa0ba1..ba0efc8821d281 100644 --- a/be/src/pipeline/task_scheduler.cpp +++ b/be/src/exec/pipeline/task_scheduler.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "task_scheduler.h" +#include "exec/pipeline/task_scheduler.h" #include #include @@ -37,8 +37,9 @@ #include "common/logging.h" #include "common/status.h" -#include "pipeline/pipeline_task.h" -#include "pipeline_fragment_context.h" +#include "core/value/vdatetime_value.h" +#include "exec/pipeline/pipeline_fragment_context.h" +#include "exec/pipeline/pipeline_task.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" #include "runtime/thread_context.h" @@ -46,7 +47,6 @@ #include "util/threadpool.h" #include "util/time.h" #include "util/uid_util.h" -#include "vec/runtime/vdatetime_value.h" namespace doris::pipeline { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/task_scheduler.h b/be/src/exec/pipeline/task_scheduler.h similarity index 97% rename from be/src/pipeline/task_scheduler.h rename to be/src/exec/pipeline/task_scheduler.h index 269116b5e4fca8..cd3c7b5dd3eae1 100644 --- a/be/src/pipeline/task_scheduler.h +++ b/be/src/exec/pipeline/task_scheduler.h @@ -28,10 +28,10 @@ #include #include "common/status.h" -#include "pipeline_task.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/pipeline/task_queue.h" #include "runtime/query_context.h" #include "runtime/workload_group/workload_group.h" -#include "task_queue.h" #include "util/thread.h" #include "util/uid_util.h" diff --git a/be/src/exec/rowid_fetcher.cpp b/be/src/exec/rowid_fetcher.cpp index 5f4338a16316ff..b2c48b3433365e 100644 --- a/be/src/exec/rowid_fetcher.cpp +++ b/be/src/exec/rowid_fetcher.cpp @@ -46,14 +46,17 @@ #include "common/consts.h" #include "common/exception.h" #include "common/signal_handler.h" -#include "exec/tablet_info.h" // DorisNodesInfo -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/storage_engine.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" +#include "core/assert_cast.h" +#include "core/block/block.h" // Block +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" +#include "exec/scan/file_scanner.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" // ExecEnv #include "runtime/fragment_mgr.h" // FragmentMgr @@ -61,22 +64,17 @@ #include "runtime/types.h" #include "runtime/workload_group/workload_group_manager.h" #include "semaphore" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/segment/column_reader.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet_info.h" // DorisNodesInfo +#include "storage/utils.h" #include "util/brpc_client_cache.h" // BrpcClientCache #include "util/defer_op.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" // Block -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/scan/file_scanner.h" -#include "vec/functions/function_helpers.h" -#include "vec/jsonb/serialize.h" +#include "util/jsonb/serialize.h" namespace doris { diff --git a/be/src/exec/rowid_fetcher.h b/be/src/exec/rowid_fetcher.h index 99f515b31a7e58..65ccbf7388f8ee 100644 --- a/be/src/exec/rowid_fetcher.h +++ b/be/src/exec/rowid_fetcher.h @@ -28,10 +28,10 @@ #include #include "common/status.h" -#include "exec/tablet_info.h" // DorisNodesInfo -#include "olap/id_manager.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" +#include "core/block/block.h" +#include "core/data_type/data_type.h" +#include "storage/id_manager.h" +#include "storage/tablet_info.h" // DorisNodesInfo namespace doris { diff --git a/be/src/runtime_filter/runtime_filter.cpp b/be/src/exec/runtime_filter/runtime_filter.cpp similarity index 98% rename from be/src/runtime_filter/runtime_filter.cpp rename to be/src/exec/runtime_filter/runtime_filter.cpp index 5a367441407ff6..72ca77796a354c 100644 --- a/be/src/runtime_filter/runtime_filter.cpp +++ b/be/src/exec/runtime_filter/runtime_filter.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter.h" +#include "exec/runtime_filter/runtime_filter.h" #include "common/status.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/runtime_state.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter.h b/be/src/exec/runtime_filter/runtime_filter.h similarity index 96% rename from be/src/runtime_filter/runtime_filter.h rename to be/src/exec/runtime_filter/runtime_filter.h index 2605dd305190eb..82d27cbbed2aba 100644 --- a/be/src/runtime_filter/runtime_filter.h +++ b/be/src/exec/runtime_filter/runtime_filter.h @@ -21,10 +21,10 @@ #include "common/exception.h" #include "common/status.h" +#include "exec/runtime_filter/runtime_filter_definitions.h" +#include "exec/runtime_filter/runtime_filter_wrapper.h" +#include "exec/runtime_filter/utils.h" #include "runtime/query_context.h" -#include "runtime_filter/runtime_filter_definitions.h" -#include "runtime_filter/runtime_filter_wrapper.h" -#include "runtime_filter/utils.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_consumer.cpp b/be/src/exec/runtime_filter/runtime_filter_consumer.cpp similarity index 98% rename from be/src/runtime_filter/runtime_filter_consumer.cpp rename to be/src/exec/runtime_filter/runtime_filter_consumer.cpp index d72c6af7c8dd74..e0cacefcb4701a 100644 --- a/be/src/runtime_filter/runtime_filter_consumer.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_consumer.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_consumer.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" #include "exprs/minmax_predicate.h" -#include "util/runtime_profile.h" -#include "vec/exprs/vbitmap_predicate.h" -#include "vec/exprs/vbloom_predicate.h" -#include "vec/exprs/vdirect_in_predicate.h" +#include "exprs/vbitmap_predicate.h" +#include "exprs/vbloom_predicate.h" +#include "exprs/vdirect_in_predicate.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_consumer.h b/be/src/exec/runtime_filter/runtime_filter_consumer.h similarity index 98% rename from be/src/runtime_filter/runtime_filter_consumer.h rename to be/src/exec/runtime_filter/runtime_filter_consumer.h index 0e832b412ee0bd..22d9dd592a1dd4 100644 --- a/be/src/runtime_filter/runtime_filter_consumer.h +++ b/be/src/exec/runtime_filter/runtime_filter_consumer.h @@ -22,10 +22,10 @@ #include #include -#include "pipeline/dependency.h" +#include "exec/pipeline/dependency.h" +#include "exec/runtime_filter/runtime_filter.h" #include "runtime/query_context.h" -#include "runtime_filter/runtime_filter.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_consumer_helper.cpp b/be/src/exec/runtime_filter/runtime_filter_consumer_helper.cpp similarity index 97% rename from be/src/runtime_filter/runtime_filter_consumer_helper.cpp rename to be/src/exec/runtime_filter/runtime_filter_consumer_helper.cpp index 3e920b33a6db8e..f08864a1b11977 100644 --- a/be/src/runtime_filter/runtime_filter_consumer_helper.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_consumer_helper.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_consumer_helper.h" +#include "exec/runtime_filter/runtime_filter_consumer_helper.h" -#include "runtime_filter/runtime_filter_consumer.h" -#include "util/runtime_profile.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_consumer_helper.h b/be/src/exec/runtime_filter/runtime_filter_consumer_helper.h similarity index 96% rename from be/src/runtime_filter/runtime_filter_consumer_helper.h rename to be/src/exec/runtime_filter/runtime_filter_consumer_helper.h index e69fff0e7c5636..b1210a7eb9b71f 100644 --- a/be/src/runtime_filter/runtime_filter_consumer_helper.h +++ b/be/src/exec/runtime_filter/runtime_filter_consumer_helper.h @@ -19,9 +19,9 @@ #include -#include "pipeline/dependency.h" -#include "util/runtime_profile.h" -#include "vec/exprs/vruntimefilter_wrapper.h" +#include "exec/pipeline/dependency.h" +#include "exprs/vruntimefilter_wrapper.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_definitions.h b/be/src/exec/runtime_filter/runtime_filter_definitions.h similarity index 97% rename from be/src/runtime_filter/runtime_filter_definitions.h rename to be/src/exec/runtime_filter/runtime_filter_definitions.h index c2c588fa353e78..d1be13a692f1be 100644 --- a/be/src/runtime_filter/runtime_filter_definitions.h +++ b/be/src/exec/runtime_filter/runtime_filter_definitions.h @@ -17,7 +17,7 @@ #pragma once -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_merger.h b/be/src/exec/runtime_filter/runtime_filter_merger.h similarity index 96% rename from be/src/runtime_filter/runtime_filter_merger.h rename to be/src/exec/runtime_filter/runtime_filter_merger.h index 00bac84547389a..9c5d9096d3af0c 100644 --- a/be/src/runtime_filter/runtime_filter_merger.h +++ b/be/src/exec/runtime_filter/runtime_filter_merger.h @@ -17,10 +17,10 @@ #pragma once -#include "runtime_filter/runtime_filter.h" -#include "runtime_filter/runtime_filter_definitions.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "exec/runtime_filter/runtime_filter.h" +#include "exec/runtime_filter/runtime_filter_definitions.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_mgr.cpp b/be/src/exec/runtime_filter/runtime_filter_mgr.cpp similarity index 98% rename from be/src/runtime_filter/runtime_filter_mgr.cpp rename to be/src/exec/runtime_filter/runtime_filter_mgr.cpp index b3c1cfa6c93c86..5f1dd60f960cc1 100644 --- a/be/src/runtime_filter/runtime_filter_mgr.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_mgr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_mgr.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" #include #include @@ -32,15 +32,15 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" +#include "exec/runtime_filter/runtime_filter.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" +#include "exec/runtime_filter/runtime_filter_merger.h" +#include "exec/runtime_filter/runtime_filter_producer.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" #include "runtime/query_context.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -#include "runtime_filter/runtime_filter.h" -#include "runtime_filter/runtime_filter_consumer.h" -#include "runtime_filter/runtime_filter_merger.h" -#include "runtime_filter/runtime_filter_producer.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" diff --git a/be/src/runtime_filter/runtime_filter_mgr.h b/be/src/exec/runtime_filter/runtime_filter_mgr.h similarity index 100% rename from be/src/runtime_filter/runtime_filter_mgr.h rename to be/src/exec/runtime_filter/runtime_filter_mgr.h diff --git a/be/src/runtime_filter/runtime_filter_producer.cpp b/be/src/exec/runtime_filter/runtime_filter_producer.cpp similarity index 97% rename from be/src/runtime_filter/runtime_filter_producer.cpp rename to be/src/exec/runtime_filter/runtime_filter_producer.cpp index da5fbca15a9f2b..6fe265943ff834 100644 --- a/be/src/runtime_filter/runtime_filter_producer.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_producer.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_producer.h" +#include "exec/runtime_filter/runtime_filter_producer.h" #include -#include "runtime_filter/runtime_filter_consumer.h" -#include "runtime_filter/runtime_filter_merger.h" -#include "runtime_filter/runtime_filter_wrapper.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" +#include "exec/runtime_filter/runtime_filter_merger.h" +#include "exec/runtime_filter/runtime_filter_wrapper.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" diff --git a/be/src/runtime_filter/runtime_filter_producer.h b/be/src/exec/runtime_filter/runtime_filter_producer.h similarity index 98% rename from be/src/runtime_filter/runtime_filter_producer.h rename to be/src/exec/runtime_filter/runtime_filter_producer.h index a21697c7005003..cf619f522593e6 100644 --- a/be/src/runtime_filter/runtime_filter_producer.h +++ b/be/src/exec/runtime_filter/runtime_filter_producer.h @@ -19,10 +19,10 @@ #include -#include "pipeline/dependency.h" +#include "exec/pipeline/dependency.h" +#include "exec/runtime_filter/runtime_filter.h" #include "runtime/query_context.h" -#include "runtime_filter/runtime_filter.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_producer_helper.cpp b/be/src/exec/runtime_filter/runtime_filter_producer_helper.cpp similarity index 97% rename from be/src/runtime_filter/runtime_filter_producer_helper.cpp rename to be/src/exec/runtime_filter/runtime_filter_producer_helper.cpp index 58d7d6c2500d5f..81b43d3ffab2e8 100644 --- a/be/src/runtime_filter/runtime_filter_producer_helper.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_producer_helper.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_producer_helper.h" +#include "exec/runtime_filter/runtime_filter_producer_helper.h" #include -#include "pipeline/pipeline_task.h" -#include "runtime_filter/runtime_filter_wrapper.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/runtime_filter/runtime_filter_wrapper.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_producer_helper.h b/be/src/exec/runtime_filter/runtime_filter_producer_helper.h similarity index 94% rename from be/src/runtime_filter/runtime_filter_producer_helper.h rename to be/src/exec/runtime_filter/runtime_filter_producer_helper.h index bc0431ebe59bae..4c0381d3b61928 100644 --- a/be/src/runtime_filter/runtime_filter_producer_helper.h +++ b/be/src/exec/runtime_filter/runtime_filter_producer_helper.h @@ -21,12 +21,12 @@ #include "common/be_mock_util.h" #include "common/status.h" +#include "core/block/block.h" // IWYU pragma: keep +#include "exec/runtime_filter/runtime_filter.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" +#include "exec/runtime_filter/runtime_filter_producer.h" +#include "exprs/vexpr_context.h" #include "runtime/runtime_state.h" -#include "runtime_filter/runtime_filter.h" -#include "runtime_filter/runtime_filter_mgr.h" -#include "runtime_filter/runtime_filter_producer.h" -#include "vec/core/block.h" // IWYU pragma: keep -#include "vec/exprs/vexpr_context.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_producer_helper_cross.h b/be/src/exec/runtime_filter/runtime_filter_producer_helper_cross.h similarity index 90% rename from be/src/runtime_filter/runtime_filter_producer_helper_cross.h rename to be/src/exec/runtime_filter/runtime_filter_producer_helper_cross.h index af80750524ca6e..d50e4bf2e0faa8 100644 --- a/be/src/runtime_filter/runtime_filter_producer_helper_cross.h +++ b/be/src/exec/runtime_filter/runtime_filter_producer_helper_cross.h @@ -18,13 +18,13 @@ #pragma once #include "common/status.h" +#include "core/block/block.h" +#include "exec/runtime_filter/runtime_filter.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" +#include "exec/runtime_filter/runtime_filter_producer_helper.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/runtime_state.h" -#include "runtime_filter/runtime_filter.h" -#include "runtime_filter/runtime_filter_mgr.h" -#include "runtime_filter/runtime_filter_producer_helper.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_producer_helper_set.h b/be/src/exec/runtime_filter/runtime_filter_producer_helper_set.h similarity index 86% rename from be/src/runtime_filter/runtime_filter_producer_helper_set.h rename to be/src/exec/runtime_filter/runtime_filter_producer_helper_set.h index 0478d7b4c5cfbb..04d436f005fced 100644 --- a/be/src/runtime_filter/runtime_filter_producer_helper_set.h +++ b/be/src/exec/runtime_filter/runtime_filter_producer_helper_set.h @@ -18,14 +18,14 @@ #pragma once #include "common/status.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/runtime_filter/runtime_filter.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" +#include "exec/runtime_filter/runtime_filter_producer_helper.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/runtime_state.h" -#include "runtime_filter/runtime_filter.h" -#include "runtime_filter/runtime_filter_mgr.h" -#include "runtime_filter/runtime_filter_producer_helper.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_selectivity.h b/be/src/exec/runtime_filter/runtime_filter_selectivity.h similarity index 100% rename from be/src/runtime_filter/runtime_filter_selectivity.h rename to be/src/exec/runtime_filter/runtime_filter_selectivity.h diff --git a/be/src/runtime_filter/runtime_filter_wrapper.cpp b/be/src/exec/runtime_filter/runtime_filter_wrapper.cpp similarity index 99% rename from be/src/runtime_filter/runtime_filter_wrapper.cpp rename to be/src/exec/runtime_filter/runtime_filter_wrapper.cpp index 33ecd7d9ebc0fa..f31b89e2918d8f 100644 --- a/be/src/runtime_filter/runtime_filter_wrapper.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_wrapper.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_wrapper.h" +#include "exec/runtime_filter/runtime_filter_wrapper.h" +#include "core/data_type/define_primitive_type.h" +#include "exec/runtime_filter/runtime_filter_definitions.h" #include "exprs/create_predicate_function.h" -#include "runtime/define_primitive_type.h" -#include "runtime_filter/runtime_filter_definitions.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/runtime_filter_wrapper.h b/be/src/exec/runtime_filter/runtime_filter_wrapper.h similarity index 97% rename from be/src/runtime_filter/runtime_filter_wrapper.h rename to be/src/exec/runtime_filter/runtime_filter_wrapper.h index 9338c7b349d0cd..fd6c924ed5938e 100644 --- a/be/src/runtime_filter/runtime_filter_wrapper.h +++ b/be/src/exec/runtime_filter/runtime_filter_wrapper.h @@ -20,10 +20,10 @@ #include #include "common/status.h" -#include "runtime_filter/runtime_filter_definitions.h" -#include "runtime_filter/utils.h" -#include "vec/columns/column.h" -#include "vec/exprs/vexpr_fwd.h" +#include "core/column/column.h" +#include "exec/runtime_filter/runtime_filter_definitions.h" +#include "exec/runtime_filter/utils.h" +#include "exprs/vexpr_fwd.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/utils.cpp b/be/src/exec/runtime_filter/utils.cpp similarity index 98% rename from be/src/runtime_filter/utils.cpp rename to be/src/exec/runtime_filter/utils.cpp index 960340519b7699..c45d8d90ff8347 100644 --- a/be/src/runtime_filter/utils.cpp +++ b/be/src/exec/runtime_filter/utils.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/utils.h" +#include "exec/runtime_filter/utils.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vliteral.h" +#include "exprs/vexpr.h" +#include "exprs/vliteral.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime_filter/utils.h b/be/src/exec/runtime_filter/utils.h similarity index 94% rename from be/src/runtime_filter/utils.h rename to be/src/exec/runtime_filter/utils.h index f30d984da44ab1..ca0d6b787fd5bc 100644 --- a/be/src/runtime_filter/utils.h +++ b/be/src/exec/runtime_filter/utils.h @@ -21,14 +21,13 @@ #include #include -#include "runtime/large_int_value.h" -#include "runtime/types.h" -#include "runtime_filter/runtime_filter_definitions.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/runtime/timestamptz_value.h" +#include "core/data_type/data_type.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "core/value/large_int_value.h" +#include "core/value/timestamptz_value.h" +#include "exec/runtime_filter/runtime_filter_definitions.h" +#include "exprs/vexpr_fwd.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/scan/es_scanner.cpp b/be/src/exec/scan/es_scanner.cpp similarity index 96% rename from be/src/vec/exec/scan/es_scanner.cpp rename to be/src/exec/scan/es_scanner.cpp index d93dbdecc02b7e..c44501652380d1 100644 --- a/be/src/vec/exec/scan/es_scanner.cpp +++ b/be/src/exec/scan/es_scanner.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/scan/es_scanner.h" +#include "exec/scan/es_scanner.h" #include #include #include #include "common/logging.h" -#include "pipeline/exec/es_scan_operator.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "exec/operator/es_scan_operator.h" #include "runtime/descriptors.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" namespace doris::vectorized { class VExprContext; diff --git a/be/src/vec/exec/scan/es_scanner.h b/be/src/exec/scan/es_scanner.h similarity index 97% rename from be/src/vec/exec/scan/es_scanner.h rename to be/src/exec/scan/es_scanner.h index 14c2b017f24a2f..7ceeea266db91f 100644 --- a/be/src/vec/exec/scan/es_scanner.h +++ b/be/src/exec/scan/es_scanner.h @@ -27,10 +27,10 @@ #include "common/factory_creator.h" #include "common/global_types.h" #include "common/status.h" +#include "core/data_type/data_type.h" #include "exec/es/es_scan_reader.h" #include "exec/es/es_scroll_parser.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/scan/scanner.h" +#include "exec/scan/scanner.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/scan/file_scanner.cpp b/be/src/exec/scan/file_scanner.cpp similarity index 97% rename from be/src/vec/exec/scan/file_scanner.cpp rename to be/src/exec/scan/file_scanner.cpp index 59ef0c80573d98..405724c79d6870 100644 --- a/be/src/vec/exec/scan/file_scanner.cpp +++ b/be/src/exec/scan/file_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/scan/file_scanner.h" +#include "exec/scan/file_scanner.h" #include #include @@ -37,56 +37,53 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "exec/common/stringop_substring.h" +#include "exec/operator/file_scan_operator.h" #include "exec/rowid_fetcher.h" +#include "exec/scan/scan_node.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" +#include "exprs/vslot_ref.h" +#include "format/arrow/arrow_stream_reader.h" +#include "format/avro/avro_jni_reader.h" +#include "format/csv/csv_reader.h" +#include "format/json/new_json_reader.h" +#include "format/native/native_reader.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" +#include "format/table/hive_reader.h" +#include "format/table/hudi_jni_reader.h" +#include "format/table/hudi_reader.h" +#include "format/table/iceberg_reader.h" +#include "format/table/lakesoul_jni_reader.h" +#include "format/table/max_compute_jni_reader.h" +#include "format/table/paimon_cpp_reader.h" +#include "format/table/paimon_jni_reader.h" +#include "format/table/paimon_predicate_converter.h" +#include "format/table/paimon_reader.h" +#include "format/table/remote_doris_reader.h" +#include "format/table/transactional_hive_reader.h" +#include "format/table/trino_connector_jni_reader.h" +#include "format/text/text_reader.h" +#include "format/wal/wal_reader.h" #include "io/cache/block_file_cache_profile.h" -#include "io/fs/tracing_file_reader.h" #include "runtime/descriptors.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" -#include "util/runtime_profile.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exec/format/arrow/arrow_stream_reader.h" -#include "vec/exec/format/avro/avro_jni_reader.h" -#include "vec/exec/format/csv/csv_reader.h" -#include "vec/exec/format/json/new_json_reader.h" -#include "vec/exec/format/native/native_reader.h" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/format/table/hive_reader.h" -#include "vec/exec/format/table/hudi_jni_reader.h" -#include "vec/exec/format/table/hudi_reader.h" -#include "vec/exec/format/table/iceberg_reader.h" -#include "vec/exec/format/table/lakesoul_jni_reader.h" -#include "vec/exec/format/table/max_compute_jni_reader.h" -#include "vec/exec/format/table/paimon_cpp_reader.h" -#include "vec/exec/format/table/paimon_jni_reader.h" -#include "vec/exec/format/table/paimon_predicate_converter.h" -#include "vec/exec/format/table/paimon_reader.h" -#include "vec/exec/format/table/remote_doris_reader.h" -#include "vec/exec/format/table/transactional_hive_reader.h" -#include "vec/exec/format/table/trino_connector_jni_reader.h" -#include "vec/exec/format/text/text_reader.h" -#include "vec/exec/format/wal/wal_reader.h" -#include "vec/exec/scan/scan_node.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/function.h" -#include "vec/functions/function_string.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/stringop_substring.h" +#include "storage/segment/column_reader.h" namespace cctz { class time_zone; diff --git a/be/src/vec/exec/scan/file_scanner.h b/be/src/exec/scan/file_scanner.h similarity index 97% rename from be/src/vec/exec/scan/file_scanner.h rename to be/src/exec/scan/file_scanner.h index f42cf4c0372e01..baa56fe67d35e5 100644 --- a/be/src/vec/exec/scan/file_scanner.h +++ b/be/src/exec/scan/file_scanner.h @@ -29,16 +29,16 @@ #include "common/factory_creator.h" #include "common/global_types.h" #include "common/status.h" -#include "exec/olap_common.h" +#include "core/block/block.h" +#include "exec/operator/file_scan_operator.h" +#include "exprs/vexpr_fwd.h" +#include "format/generic_reader.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" #include "io/io_common.h" -#include "pipeline/exec/file_scan_operator.h" #include "runtime/descriptors.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/exec/format/generic_reader.h" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_scan_common.h" namespace doris { class RuntimeState; diff --git a/be/src/vec/exec/scan/jdbc_scanner.cpp b/be/src/exec/scan/jdbc_scanner.cpp similarity index 96% rename from be/src/vec/exec/scan/jdbc_scanner.cpp rename to be/src/exec/scan/jdbc_scanner.cpp index d64addfb4973bc..35801670a19dcb 100644 --- a/be/src/vec/exec/scan/jdbc_scanner.cpp +++ b/be/src/exec/scan/jdbc_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "jdbc_scanner.h" +#include "exec/scan/jdbc_scanner.h" #include #include @@ -23,15 +23,15 @@ #include #include "common/logging.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exec/connector/vjdbc_connector.h" +#include "exprs/vexpr_context.h" #include "runtime/descriptors.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/vjdbc_connector.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { diff --git a/be/src/vec/exec/scan/jdbc_scanner.h b/be/src/exec/scan/jdbc_scanner.h similarity index 95% rename from be/src/vec/exec/scan/jdbc_scanner.h rename to be/src/exec/scan/jdbc_scanner.h index f19d8f9098d9f8..2c076a5451de52 100644 --- a/be/src/vec/exec/scan/jdbc_scanner.h +++ b/be/src/exec/scan/jdbc_scanner.h @@ -26,10 +26,10 @@ #include "common/factory_creator.h" #include "common/global_types.h" #include "common/status.h" -#include "pipeline/exec/jdbc_scan_operator.h" -#include "util/runtime_profile.h" -#include "vec/exec/scan/scanner.h" -#include "vec/exec/vjdbc_connector.h" +#include "exec/connector/vjdbc_connector.h" +#include "exec/operator/jdbc_scan_operator.h" +#include "exec/scan/scanner.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/vec/exec/scan/meta_scanner.cpp b/be/src/exec/scan/meta_scanner.cpp similarity index 98% rename from be/src/vec/exec/scan/meta_scanner.cpp rename to be/src/exec/scan/meta_scanner.cpp index 65be075e616ef4..c085edb5e5d6c1 100644 --- a/be/src/vec/exec/scan/meta_scanner.cpp +++ b/be/src/exec/scan/meta_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "meta_scanner.h" +#include "exec/scan/meta_scanner.h" #include #include @@ -30,20 +30,20 @@ #include "common/cast_set.h" #include "common/logging.h" -#include "runtime/client_cache.h" -#include "runtime/define_primitive_type.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "format/table/iceberg_sys_table_jni_reader.h" +#include "format/table/parquet_metadata_reader.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/exec/format/table/iceberg_sys_table_jni_reader.h" -#include "vec/exec/format/table/parquet_metadata_reader.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/scan/meta_scanner.h b/be/src/exec/scan/meta_scanner.h similarity index 98% rename from be/src/vec/exec/scan/meta_scanner.h rename to be/src/exec/scan/meta_scanner.h index 1ea3b0f5d48629..42a29709bb0005 100644 --- a/be/src/vec/exec/scan/meta_scanner.h +++ b/be/src/exec/scan/meta_scanner.h @@ -26,8 +26,8 @@ #include "common/factory_creator.h" #include "common/global_types.h" #include "common/status.h" -#include "vec/exec/format/generic_reader.h" -#include "vec/exec/scan/scanner.h" +#include "exec/scan/scanner.h" +#include "format/generic_reader.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/scan/olap_scanner.cpp b/be/src/exec/scan/olap_scanner.cpp similarity index 98% rename from be/src/vec/exec/scan/olap_scanner.cpp rename to be/src/exec/scan/olap_scanner.cpp index e413b8e6628b6b..28753b72dc6df0 100644 --- a/be/src/vec/exec/scan/olap_scanner.cpp +++ b/be/src/exec/scan/olap_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/scan/olap_scanner.h" +#include "exec/scan/olap_scanner.h" #include #include @@ -36,31 +36,31 @@ #include "common/config.h" #include "common/consts.h" #include "common/logging.h" -#include "exec/olap_utils.h" +#include "common/metrics/doris_metrics.h" +#include "core/block/block.h" +#include "exec/common/variant_util.h" +#include "exec/operator/olap_scan_operator.h" +#include "exec/scan/scan_node.h" #include "exprs/function_filter.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "io/cache/block_file_cache_profile.h" #include "io/io_common.h" -#include "olap/id_manager.h" -#include "olap/inverted_index_profile.h" -#include "olap/olap_common.h" -#include "olap/olap_tuple.h" -#include "olap/schema_cache.h" -#include "olap/storage_engine.h" -#include "olap/tablet_schema.h" -#include "pipeline/exec/olap_scan_operator.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "service/backend_options.h" -#include "util/doris_metrics.h" -#include "util/runtime_profile.h" -#include "vec/common/variant_util.h" -#include "vec/core/block.h" -#include "vec/exec/scan/scan_node.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/json/path_in_data.h" -#include "vec/olap/block_reader.h" +#include "storage/cache/schema_cache.h" +#include "storage/id_manager.h" +#include "storage/index/inverted/inverted_index_profile.h" +#include "storage/iterator/block_reader.h" +#include "storage/olap_common.h" +#include "storage/olap_tuple.h" +#include "storage/olap_utils.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/path_in_data.h" namespace doris::vectorized { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/vec/exec/scan/olap_scanner.h b/be/src/exec/scan/olap_scanner.h similarity index 92% rename from be/src/vec/exec/scan/olap_scanner.h rename to be/src/exec/scan/olap_scanner.h index 8870cc9d7a1d13..c1c540765a3bc2 100644 --- a/be/src/vec/exec/scan/olap_scanner.h +++ b/be/src/exec/scan/olap_scanner.h @@ -30,15 +30,15 @@ #include "common/factory_creator.h" #include "common/status.h" -#include "olap/data_dir.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/tablet.h" -#include "olap/tablet_reader.h" -#include "olap/tablet_schema.h" +#include "core/data_type/data_type.h" +#include "exec/scan/scanner.h" #include "runtime/runtime_state.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/scan/scanner.h" +#include "storage/data_dir.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_reader.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/parallel_scanner_builder.cpp b/be/src/exec/scan/parallel_scanner_builder.cpp similarity index 98% rename from be/src/olap/parallel_scanner_builder.cpp rename to be/src/exec/scan/parallel_scanner_builder.cpp index a978cb56336ae0..5df5502efbdbfb 100644 --- a/be/src/olap/parallel_scanner_builder.cpp +++ b/be/src/exec/scan/parallel_scanner_builder.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "parallel_scanner_builder.h" +#include "exec/scan/parallel_scanner_builder.h" #include @@ -23,11 +23,11 @@ #include "cloud/cloud_tablet_hotspot.h" #include "cloud/config.h" #include "common/status.h" -#include "olap/base_tablet.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/segment_loader.h" -#include "pipeline/exec/olap_scan_operator.h" -#include "vec/exec/scan/olap_scanner.h" +#include "exec/operator/olap_scan_operator.h" +#include "exec/scan/olap_scanner.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/segment/segment_loader.h" +#include "storage/tablet/base_tablet.h" namespace doris { diff --git a/be/src/olap/parallel_scanner_builder.h b/be/src/exec/scan/parallel_scanner_builder.h similarity index 94% rename from be/src/olap/parallel_scanner_builder.h rename to be/src/exec/scan/parallel_scanner_builder.h index 7c57711bc700c3..a3fff151efc9f6 100644 --- a/be/src/olap/parallel_scanner_builder.h +++ b/be/src/exec/scan/parallel_scanner_builder.h @@ -22,12 +22,12 @@ #include #include -#include "olap/base_tablet.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/segment_v2/row_ranges.h" -#include "olap/segment_loader.h" -#include "olap/tablet.h" -#include "vec/exec/scan/olap_scanner.h" +#include "exec/scan/olap_scanner.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/segment/row_ranges.h" +#include "storage/segment/segment_loader.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet.h" namespace doris { diff --git a/be/src/vec/exec/scan/scan_node.h b/be/src/exec/scan/scan_node.h similarity index 97% rename from be/src/vec/exec/scan/scan_node.h rename to be/src/exec/scan/scan_node.h index de2045aef17b58..9d549d1bd87790 100644 --- a/be/src/vec/exec/scan/scan_node.h +++ b/be/src/exec/scan/scan_node.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/exec/scan/scanner.h" +#include "exec/scan/scanner.h" namespace doris::vectorized { diff --git a/be/src/vec/exec/scan/scanner.cpp b/be/src/exec/scan/scanner.cpp similarity index 97% rename from be/src/vec/exec/scan/scanner.cpp rename to be/src/exec/scan/scanner.cpp index aad88f1b41ba6d..9767149d90ce46 100644 --- a/be/src/vec/exec/scan/scanner.cpp +++ b/be/src/exec/scan/scanner.cpp @@ -15,20 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/scan/scanner.h" +#include "exec/scan/scanner.h" #include #include "common/config.h" #include "common/status.h" -#include "pipeline/exec/scan_operator.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_nothing.h" +#include "exec/operator/scan_operator.h" +#include "exec/scan/scan_node.h" +#include "exprs/vexpr_context.h" #include "runtime/descriptors.h" +#include "runtime/runtime_profile.h" +#include "util/concurrency_stats.h" #include "util/defer_op.h" -#include "util/runtime_profile.h" -#include "vec/columns/column_nothing.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exec/scan/scan_node.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { diff --git a/be/src/vec/exec/scan/scanner.h b/be/src/exec/scan/scanner.h similarity index 99% rename from be/src/vec/exec/scan/scanner.h rename to be/src/exec/scan/scanner.h index 9840eac1fd8ae5..c750d80513fd7f 100644 --- a/be/src/vec/exec/scan/scanner.h +++ b/be/src/exec/scan/scanner.h @@ -23,11 +23,11 @@ #include #include "common/status.h" -#include "olap/tablet.h" +#include "core/block/block.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "storage/tablet/tablet.h" #include "util/stopwatch.hpp" -#include "vec/core/block.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/scan/scanner_context.cpp b/be/src/exec/scan/scanner_context.cpp similarity index 98% rename from be/src/vec/exec/scan/scanner_context.cpp rename to be/src/exec/scan/scanner_context.cpp index 4aabf67c2618ad..fa7158cf411c03 100644 --- a/be/src/vec/exec/scan/scanner_context.cpp +++ b/be/src/exec/scan/scanner_context.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "scanner_context.h" +#include "exec/scan/scanner_context.h" #include #include @@ -34,19 +34,19 @@ #include "common/config.h" #include "common/exception.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" -#include "olap/tablet.h" -#include "pipeline/exec/scan_operator.h" +#include "core/block/block.h" +#include "exec/operator/scan_operator.h" +#include "exec/scan/scan_node.h" +#include "exec/scan/scanner_scheduler.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/doris_metrics.h" -#include "util/runtime_profile.h" +#include "storage/tablet/tablet.h" #include "util/time.h" #include "util/uid_util.h" -#include "vec/core/block.h" -#include "vec/exec/scan/scan_node.h" -#include "vec/exec/scan/scanner_scheduler.h" namespace doris::vectorized { diff --git a/be/src/vec/exec/scan/scanner_context.h b/be/src/exec/scan/scanner_context.h similarity index 98% rename from be/src/vec/exec/scan/scanner_context.h rename to be/src/exec/scan/scanner_context.h index d6c3793ff09c73..9dab7b627c726f 100644 --- a/be/src/vec/exec/scan/scanner_context.h +++ b/be/src/exec/scan/scanner_context.h @@ -32,13 +32,13 @@ #include "common/config.h" #include "common/factory_creator.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" #include "concurrentqueue.h" -#include "util/doris_metrics.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/exec/executor/split_runner.h" -#include "vec/exec/scan/scanner.h" +#include "core/block/block.h" +#include "exec/scan/scanner.h" +#include "exec/scan/task_executor/split_runner.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/vec/exec/scan/scanner_scheduler.cpp b/be/src/exec/scan/scanner_scheduler.cpp similarity index 98% rename from be/src/vec/exec/scan/scanner_scheduler.cpp rename to be/src/exec/scan/scanner_scheduler.cpp index fcbf265c3b3afe..1f89830482e9a2 100644 --- a/be/src/vec/exec/scan/scanner_scheduler.cpp +++ b/be/src/exec/scan/scanner_scheduler.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "scanner_scheduler.h" +#include "exec/scan/scanner_scheduler.h" #include #include @@ -31,24 +31,23 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "file_scanner.h" -#include "olap/tablet.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/scan/file_scanner.h" +#include "exec/scan/olap_scanner.h" // IWYU pragma: keep +#include "exec/scan/scan_node.h" +#include "exec/scan/scanner.h" +#include "exec/scan/scanner_context.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" #include "runtime/workload_group/workload_group_manager.h" +#include "storage/tablet/tablet.h" #include "util/async_io.h" // IWYU pragma: keep #include "util/cpu_info.h" #include "util/defer_op.h" #include "util/thread.h" #include "util/threadpool.h" -#include "vec/columns/column_nothing.h" -#include "vec/core/block.h" -#include "vec/exec/scan/olap_scanner.h" // IWYU pragma: keep -#include "vec/exec/scan/scan_node.h" -#include "vec/exec/scan/scanner.h" -#include "vec/exec/scan/scanner_context.h" namespace doris::vectorized { diff --git a/be/src/vec/exec/scan/scanner_scheduler.h b/be/src/exec/scan/scanner_scheduler.h similarity index 98% rename from be/src/vec/exec/scan/scanner_scheduler.h rename to be/src/exec/scan/scanner_scheduler.h index 089f3e1e5b75e7..37ebac7ecdd298 100644 --- a/be/src/vec/exec/scan/scanner_scheduler.h +++ b/be/src/exec/scan/scanner_scheduler.h @@ -22,11 +22,11 @@ #include "common/be_mock_util.h" #include "common/status.h" +#include "exec/scan/scanner_context.h" +#include "exec/scan/task_executor/listenable_future.h" +#include "exec/scan/task_executor/ticker.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_executor.h" #include "util/threadpool.h" -#include "vec/exec/executor/listenable_future.h" -#include "vec/exec/executor/ticker.h" -#include "vec/exec/executor/time_sharing/time_sharing_task_executor.h" -#include "vec/exec/scan/scanner_context.h" namespace doris { class ExecEnv; diff --git a/be/src/vec/exec/scan/simplified_scan_scheduler.cpp b/be/src/exec/scan/simplified_scan_scheduler.cpp similarity index 95% rename from be/src/vec/exec/scan/simplified_scan_scheduler.cpp rename to be/src/exec/scan/simplified_scan_scheduler.cpp index befebda57322f4..1c80a98af8be59 100644 --- a/be/src/vec/exec/scan/simplified_scan_scheduler.cpp +++ b/be/src/exec/scan/simplified_scan_scheduler.cpp @@ -17,8 +17,8 @@ #include -#include "scanner_scheduler.h" -#include "vec/exec/scan/scanner_context.h" +#include "exec/scan/scanner_context.h" +#include "exec/scan/scanner_scheduler.h" namespace doris::vectorized { class ScannerDelegate; diff --git a/be/src/vec/exec/scan/split_source_connector.cpp b/be/src/exec/scan/split_source_connector.cpp similarity index 98% rename from be/src/vec/exec/scan/split_source_connector.cpp rename to be/src/exec/scan/split_source_connector.cpp index cefe5b70216a49..6402d9fa2e2c0d 100644 --- a/be/src/vec/exec/scan/split_source_connector.cpp +++ b/be/src/exec/scan/split_source_connector.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/scan/split_source_connector.h" +#include "exec/scan/split_source_connector.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" diff --git a/be/src/vec/exec/scan/split_source_connector.h b/be/src/exec/scan/split_source_connector.h similarity index 99% rename from be/src/vec/exec/scan/split_source_connector.h rename to be/src/exec/scan/split_source_connector.h index 3463ddbb56c514..912f2369e718de 100644 --- a/be/src/vec/exec/scan/split_source_connector.h +++ b/be/src/exec/scan/split_source_connector.h @@ -18,8 +18,8 @@ #pragma once #include "common/config.h" -#include "runtime/client_cache.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/executor/listenable_future.h b/be/src/exec/scan/task_executor/listenable_future.h similarity index 100% rename from be/src/vec/exec/executor/listenable_future.h rename to be/src/exec/scan/task_executor/listenable_future.h diff --git a/be/src/vec/exec/executor/split_runner.h b/be/src/exec/scan/task_executor/split_runner.h similarity index 96% rename from be/src/vec/exec/executor/split_runner.h rename to be/src/exec/scan/task_executor/split_runner.h index efaa72fa822985..295bce23fe5235 100644 --- a/be/src/vec/exec/executor/split_runner.h +++ b/be/src/exec/scan/task_executor/split_runner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "vec/exec/executor/listenable_future.h" +#include "exec/scan/task_executor/listenable_future.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/task_executor.h b/be/src/exec/scan/task_executor/task_executor.h similarity index 93% rename from be/src/vec/exec/executor/task_executor.h rename to be/src/exec/scan/task_executor/task_executor.h index 98526b1b81cad0..cbd574fa4f85ab 100644 --- a/be/src/vec/exec/executor/task_executor.h +++ b/be/src/exec/scan/task_executor/task_executor.h @@ -21,9 +21,9 @@ #include #include -#include "vec/exec/executor/listenable_future.h" -#include "vec/exec/executor/split_runner.h" -#include "vec/exec/executor/task_id.h" +#include "exec/scan/task_executor/listenable_future.h" +#include "exec/scan/task_executor/split_runner.h" +#include "exec/scan/task_executor/task_id.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/task_handle.h b/be/src/exec/scan/task_executor/task_handle.h similarity index 96% rename from be/src/vec/exec/executor/task_handle.h rename to be/src/exec/scan/task_executor/task_handle.h index da6a7d028b2d9a..720002095398aa 100644 --- a/be/src/vec/exec/executor/task_handle.h +++ b/be/src/exec/scan/task_executor/task_handle.h @@ -18,7 +18,7 @@ #pragma once #include "common/status.h" -#include "vec/exec/executor/task_id.h" +#include "exec/scan/task_executor/task_id.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/task_id.h b/be/src/exec/scan/task_executor/task_id.h similarity index 100% rename from be/src/vec/exec/executor/task_id.h rename to be/src/exec/scan/task_executor/task_id.h diff --git a/be/src/vec/exec/executor/ticker.h b/be/src/exec/scan/task_executor/ticker.h similarity index 100% rename from be/src/vec/exec/executor/ticker.h rename to be/src/exec/scan/task_executor/ticker.h diff --git a/be/src/vec/exec/executor/time_sharing/multilevel_split_queue.cpp b/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.cpp similarity index 99% rename from be/src/vec/exec/executor/time_sharing/multilevel_split_queue.cpp rename to be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.cpp index f27e9ba1a62614..a9c64523fa7404 100644 --- a/be/src/vec/exec/executor/time_sharing/multilevel_split_queue.cpp +++ b/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/time_sharing/multilevel_split_queue.h" +#include "exec/scan/task_executor/time_sharing/multilevel_split_queue.h" #include #include diff --git a/be/src/vec/exec/executor/time_sharing/multilevel_split_queue.h b/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.h similarity index 95% rename from be/src/vec/exec/executor/time_sharing/multilevel_split_queue.h rename to be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.h index 14d1363f6d7c27..ca105d9427ca9a 100644 --- a/be/src/vec/exec/executor/time_sharing/multilevel_split_queue.h +++ b/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.h @@ -21,9 +21,9 @@ #include #include "common/factory_creator.h" -#include "vec/exec/executor/time_sharing/prioritized_split_runner.h" -#include "vec/exec/executor/time_sharing/priority.h" -#include "vec/exec/executor/time_sharing/split_queue.h" +#include "exec/scan/task_executor/time_sharing/prioritized_split_runner.h" +#include "exec/scan/task_executor/time_sharing/priority.h" +#include "exec/scan/task_executor/time_sharing/split_queue.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/time_sharing/prioritized_split_runner.cpp b/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.cpp similarity index 96% rename from be/src/vec/exec/executor/time_sharing/prioritized_split_runner.cpp rename to be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.cpp index 8e12ebb14bba86..ef08fe31751606 100644 --- a/be/src/vec/exec/executor/time_sharing/prioritized_split_runner.cpp +++ b/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/time_sharing/prioritized_split_runner.h" +#include "exec/scan/task_executor/time_sharing/prioritized_split_runner.h" #include @@ -23,7 +23,7 @@ #include #include -#include "vec/exec/executor/time_sharing/time_sharing_task_handle.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_handle.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/time_sharing/prioritized_split_runner.h b/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.h similarity index 94% rename from be/src/vec/exec/executor/time_sharing/prioritized_split_runner.h rename to be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.h index ca5181448ebb99..e71ad87812d662 100644 --- a/be/src/vec/exec/executor/time_sharing/prioritized_split_runner.h +++ b/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.h @@ -20,11 +20,11 @@ #include #include "common/factory_creator.h" +#include "exec/scan/task_executor/listenable_future.h" +#include "exec/scan/task_executor/split_runner.h" +#include "exec/scan/task_executor/ticker.h" +#include "exec/scan/task_executor/time_sharing/priority.h" #include "util/stopwatch.hpp" -#include "vec/exec/executor/listenable_future.h" -#include "vec/exec/executor/split_runner.h" -#include "vec/exec/executor/ticker.h" -#include "vec/exec/executor/time_sharing/priority.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/time_sharing/priority.h b/be/src/exec/scan/task_executor/time_sharing/priority.h similarity index 100% rename from be/src/vec/exec/executor/time_sharing/priority.h rename to be/src/exec/scan/task_executor/time_sharing/priority.h diff --git a/be/src/vec/exec/executor/time_sharing/split_concurrency_controller.h b/be/src/exec/scan/task_executor/time_sharing/split_concurrency_controller.h similarity index 100% rename from be/src/vec/exec/executor/time_sharing/split_concurrency_controller.h rename to be/src/exec/scan/task_executor/time_sharing/split_concurrency_controller.h diff --git a/be/src/vec/exec/executor/time_sharing/split_queue.h b/be/src/exec/scan/task_executor/time_sharing/split_queue.h similarity index 92% rename from be/src/vec/exec/executor/time_sharing/split_queue.h rename to be/src/exec/scan/task_executor/time_sharing/split_queue.h index b8b6ccd9f2e87e..62b50520987cd0 100644 --- a/be/src/vec/exec/executor/time_sharing/split_queue.h +++ b/be/src/exec/scan/task_executor/time_sharing/split_queue.h @@ -20,8 +20,8 @@ #include #include -#include "vec/exec/executor/time_sharing/prioritized_split_runner.h" -#include "vec/exec/executor/time_sharing/priority.h" +#include "exec/scan/task_executor/time_sharing/prioritized_split_runner.h" +#include "exec/scan/task_executor/time_sharing/priority.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/time_sharing/time_sharing_task_executor.cpp b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.cpp similarity index 99% rename from be/src/vec/exec/executor/time_sharing/time_sharing_task_executor.cpp rename to be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.cpp index 4459f20037babe..11520d111be7ec 100644 --- a/be/src/vec/exec/executor/time_sharing/time_sharing_task_executor.cpp +++ b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/time_sharing/time_sharing_task_executor.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_executor.h" #include #include @@ -24,14 +24,14 @@ #include #include "common/exception.h" +#include "common/metrics/doris_metrics.h" +#include "exec/scan/task_executor/time_sharing/multilevel_split_queue.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_handle.h" #include "util/debug_points.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" #include "util/thread.h" #include "util/threadpool.h" #include "util/uid_util.h" -#include "vec/exec/executor/time_sharing/multilevel_split_queue.h" -#include "vec/exec/executor/time_sharing/time_sharing_task_handle.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/time_sharing/time_sharing_task_executor.h b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.h similarity index 98% rename from be/src/vec/exec/executor/time_sharing/time_sharing_task_executor.h rename to be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.h index 3550449beb76bd..acaee97e86cb4b 100644 --- a/be/src/vec/exec/executor/time_sharing/time_sharing_task_executor.h +++ b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.h @@ -32,12 +32,12 @@ #include #include +#include "exec/scan/task_executor/listenable_future.h" +#include "exec/scan/task_executor/task_executor.h" +#include "exec/scan/task_executor/ticker.h" +#include "exec/scan/task_executor/time_sharing/multilevel_split_queue.h" +#include "exec/scan/task_executor/time_sharing/prioritized_split_runner.h" #include "util/threadpool.h" -#include "vec/exec/executor/listenable_future.h" -#include "vec/exec/executor/task_executor.h" -#include "vec/exec/executor/ticker.h" -#include "vec/exec/executor/time_sharing/multilevel_split_queue.h" -#include "vec/exec/executor/time_sharing/prioritized_split_runner.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/time_sharing/time_sharing_task_handle.cpp b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.cpp similarity index 98% rename from be/src/vec/exec/executor/time_sharing/time_sharing_task_handle.cpp rename to be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.cpp index 8c4b80ce5a6b0a..a0838f60730c76 100644 --- a/be/src/vec/exec/executor/time_sharing/time_sharing_task_handle.cpp +++ b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/time_sharing/time_sharing_task_handle.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_handle.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/time_sharing/time_sharing_task_handle.h b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.h similarity index 90% rename from be/src/vec/exec/executor/time_sharing/time_sharing_task_handle.h rename to be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.h index af0a58c0560690..517073f77c441e 100644 --- a/be/src/vec/exec/executor/time_sharing/time_sharing_task_handle.h +++ b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.h @@ -24,12 +24,12 @@ #include #include -#include "vec/exec/executor/task_handle.h" -#include "vec/exec/executor/task_id.h" -#include "vec/exec/executor/time_sharing/prioritized_split_runner.h" -#include "vec/exec/executor/time_sharing/priority.h" -#include "vec/exec/executor/time_sharing/split_concurrency_controller.h" -#include "vec/exec/executor/time_sharing/split_queue.h" +#include "exec/scan/task_executor/task_handle.h" +#include "exec/scan/task_executor/task_id.h" +#include "exec/scan/task_executor/time_sharing/prioritized_split_runner.h" +#include "exec/scan/task_executor/time_sharing/priority.h" +#include "exec/scan/task_executor/time_sharing/split_concurrency_controller.h" +#include "exec/scan/task_executor/time_sharing/split_queue.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/histogram.cpp b/be/src/exec/scan/task_executor/tools/simulator/histogram.cpp similarity index 97% rename from be/src/vec/exec/executor/tools/simulator/histogram.cpp rename to be/src/exec/scan/task_executor/tools/simulator/histogram.cpp index 2da24649a25b8c..3ba8de0568d430 100644 --- a/be/src/vec/exec/executor/tools/simulator/histogram.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/histogram.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "histogram.h" +#include "exec/scan/task_executor/tools/simulator/histogram.h" #include #include diff --git a/be/src/vec/exec/executor/tools/simulator/histogram.h b/be/src/exec/scan/task_executor/tools/simulator/histogram.h similarity index 100% rename from be/src/vec/exec/executor/tools/simulator/histogram.h rename to be/src/exec/scan/task_executor/tools/simulator/histogram.h diff --git a/be/src/vec/exec/executor/tools/simulator/scheduled_executor.h b/be/src/exec/scan/task_executor/tools/simulator/scheduled_executor.h similarity index 98% rename from be/src/vec/exec/executor/tools/simulator/scheduled_executor.h rename to be/src/exec/scan/task_executor/tools/simulator/scheduled_executor.h index 6866e3c190a96b..ae952c1c4d9973 100644 --- a/be/src/vec/exec/executor/tools/simulator/scheduled_executor.h +++ b/be/src/exec/scan/task_executor/tools/simulator/scheduled_executor.h @@ -27,7 +27,7 @@ #include #include -#include "vec/exec/executor/tools/simulator/simulation_split.h" +#include "exec/scan/task_executor/tools/simulator/simulation_split.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/simulation_controller.cpp b/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.cpp similarity index 97% rename from be/src/vec/exec/executor/tools/simulator/simulation_controller.cpp rename to be/src/exec/scan/task_executor/tools/simulator/simulation_controller.cpp index 93c00bbbb6ca2a..2655f171424de4 100644 --- a/be/src/vec/exec/executor/tools/simulator/simulation_controller.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/tools/simulator/simulation_controller.h" +#include "exec/scan/task_executor/tools/simulator/simulation_controller.h" #include #include @@ -30,8 +30,8 @@ #include #include "common/exception.h" -#include "vec/exec/executor/time_sharing/time_sharing_task_executor.h" -#include "vec/exec/executor/tools/simulator/simulation_task.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_executor.h" +#include "exec/scan/task_executor/tools/simulator/simulation_task.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/simulation_controller.h b/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.h similarity index 96% rename from be/src/vec/exec/executor/tools/simulator/simulation_controller.h rename to be/src/exec/scan/task_executor/tools/simulator/simulation_controller.h index 93aabce72a52a0..82b1ed91a2619f 100644 --- a/be/src/vec/exec/executor/tools/simulator/simulation_controller.h +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.h @@ -29,9 +29,9 @@ #include #include -#include "vec/exec/executor/time_sharing/time_sharing_task_executor.h" -#include "vec/exec/executor/tools/simulator/split_generators.h" -#include "vec/exec/executor/tools/simulator/split_specification.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_executor.h" +#include "exec/scan/task_executor/tools/simulator/split_generators.h" +#include "exec/scan/task_executor/tools/simulator/split_specification.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/simulation_fifo_split_queue.h b/be/src/exec/scan/task_executor/tools/simulator/simulation_fifo_split_queue.h similarity index 98% rename from be/src/vec/exec/executor/tools/simulator/simulation_fifo_split_queue.h rename to be/src/exec/scan/task_executor/tools/simulator/simulation_fifo_split_queue.h index 6e33fada0c16f4..44e9d5dff73f1c 100644 --- a/be/src/vec/exec/executor/tools/simulator/simulation_fifo_split_queue.h +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_fifo_split_queue.h @@ -22,7 +22,7 @@ #include #include -#include "vec/exec/executor/time_sharing/split_queue.h" +#include "exec/scan/task_executor/time_sharing/split_queue.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/simulation_split.cpp b/be/src/exec/scan/task_executor/tools/simulator/simulation_split.cpp similarity index 95% rename from be/src/vec/exec/executor/tools/simulator/simulation_split.cpp rename to be/src/exec/scan/task_executor/tools/simulator/simulation_split.cpp index 64b69129ea9dc0..6b199516e46303 100644 --- a/be/src/vec/exec/executor/tools/simulator/simulation_split.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_split.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/tools/simulator/simulation_split.h" +#include "exec/scan/task_executor/tools/simulator/simulation_split.h" #include #include @@ -24,9 +24,9 @@ #include #include -#include "vec/exec/executor/split_runner.h" -#include "vec/exec/executor/tools/simulator/scheduled_executor.h" -#include "vec/exec/executor/tools/simulator/simulation_task.h" +#include "exec/scan/task_executor/split_runner.h" +#include "exec/scan/task_executor/tools/simulator/scheduled_executor.h" +#include "exec/scan/task_executor/tools/simulator/simulation_task.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/simulation_split.h b/be/src/exec/scan/task_executor/tools/simulator/simulation_split.h similarity index 98% rename from be/src/vec/exec/executor/tools/simulator/simulation_split.h rename to be/src/exec/scan/task_executor/tools/simulator/simulation_split.h index f8eee81be92033..47d8273008cffb 100644 --- a/be/src/vec/exec/executor/tools/simulator/simulation_split.h +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_split.h @@ -24,7 +24,7 @@ #include #include -#include "vec/exec/executor/split_runner.h" +#include "exec/scan/task_executor/split_runner.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/simulation_task.cpp b/be/src/exec/scan/task_executor/tools/simulator/simulation_task.cpp similarity index 97% rename from be/src/vec/exec/executor/tools/simulator/simulation_task.cpp rename to be/src/exec/scan/task_executor/tools/simulator/simulation_task.cpp index a52605c59cf5be..850785a2274974 100644 --- a/be/src/vec/exec/executor/tools/simulator/simulation_task.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_task.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/tools/simulator/simulation_task.h" +#include "exec/scan/task_executor/tools/simulator/simulation_task.h" #include -#include "vec/exec/executor/tools/simulator/simulation_split.h" +#include "exec/scan/task_executor/tools/simulator/simulation_split.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/simulation_task.h b/be/src/exec/scan/task_executor/tools/simulator/simulation_task.h similarity index 92% rename from be/src/vec/exec/executor/tools/simulator/simulation_task.h rename to be/src/exec/scan/task_executor/tools/simulator/simulation_task.h index c3e3850c1aba1e..a6bd7bdcaa7530 100644 --- a/be/src/vec/exec/executor/tools/simulator/simulation_task.h +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_task.h @@ -26,10 +26,10 @@ #include #include -#include "vec/exec/executor/time_sharing/time_sharing_task_executor.h" -#include "vec/exec/executor/tools/simulator/simulation_controller.h" -#include "vec/exec/executor/tools/simulator/simulation_split.h" -#include "vec/exec/executor/tools/simulator/split_specification.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_executor.h" +#include "exec/scan/task_executor/tools/simulator/simulation_controller.h" +#include "exec/scan/task_executor/tools/simulator/simulation_split.h" +#include "exec/scan/task_executor/tools/simulator/split_specification.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/split_generators.cpp b/be/src/exec/scan/task_executor/tools/simulator/split_generators.cpp similarity index 98% rename from be/src/vec/exec/executor/tools/simulator/split_generators.cpp rename to be/src/exec/scan/task_executor/tools/simulator/split_generators.cpp index 4bd4a9214030a0..631bae6b838c6b 100644 --- a/be/src/vec/exec/executor/tools/simulator/split_generators.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/split_generators.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/tools/simulator/split_generators.h" +#include "exec/scan/task_executor/tools/simulator/split_generators.h" #include -#include "vec/exec/executor/tools/simulator/split_specification.h" +#include "exec/scan/task_executor/tools/simulator/split_specification.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/split_generators.h b/be/src/exec/scan/task_executor/tools/simulator/split_generators.h similarity index 98% rename from be/src/vec/exec/executor/tools/simulator/split_generators.h rename to be/src/exec/scan/task_executor/tools/simulator/split_generators.h index 559d6bab250ae7..3c69ebd1cefb5d 100644 --- a/be/src/vec/exec/executor/tools/simulator/split_generators.h +++ b/be/src/exec/scan/task_executor/tools/simulator/split_generators.h @@ -20,7 +20,7 @@ #include #include -#include "vec/exec/executor/tools/simulator/split_specification.h" +#include "exec/scan/task_executor/tools/simulator/split_specification.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/split_specification.cpp b/be/src/exec/scan/task_executor/tools/simulator/split_specification.cpp similarity index 92% rename from be/src/vec/exec/executor/tools/simulator/split_specification.cpp rename to be/src/exec/scan/task_executor/tools/simulator/split_specification.cpp index e8c5b0ff72b4b3..50d95d38451d24 100644 --- a/be/src/vec/exec/executor/tools/simulator/split_specification.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/split_specification.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/tools/simulator/split_specification.h" +#include "exec/scan/task_executor/tools/simulator/split_specification.h" -#include "vec/exec/executor/tools/simulator/simulation_split.h" +#include "exec/scan/task_executor/tools/simulator/simulation_split.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/split_specification.h b/be/src/exec/scan/task_executor/tools/simulator/split_specification.h similarity index 100% rename from be/src/vec/exec/executor/tools/simulator/split_specification.h rename to be/src/exec/scan/task_executor/tools/simulator/split_specification.h diff --git a/be/src/vec/exec/executor/tools/simulator/task_executor_simulator.cpp b/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.cpp similarity index 99% rename from be/src/vec/exec/executor/tools/simulator/task_executor_simulator.cpp rename to be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.cpp index 127abebd9ffb8d..ad03eee0c4821e 100644 --- a/be/src/vec/exec/executor/tools/simulator/task_executor_simulator.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/tools/simulator/task_executor_simulator.h" +#include "exec/scan/task_executor/tools/simulator/task_executor_simulator.h" #include #include #include #include -#include "vec/exec/executor/time_sharing/multilevel_split_queue.h" -#include "vec/exec/executor/tools/simulator/histogram.h" +#include "exec/scan/task_executor/time_sharing/multilevel_split_queue.h" +#include "exec/scan/task_executor/tools/simulator/histogram.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/executor/tools/simulator/task_executor_simulator.h b/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.h similarity index 88% rename from be/src/vec/exec/executor/tools/simulator/task_executor_simulator.h rename to be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.h index acbcf9a3d8e63a..deea4e3230dd73 100644 --- a/be/src/vec/exec/executor/tools/simulator/task_executor_simulator.h +++ b/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.h @@ -23,11 +23,11 @@ #include #include -#include "vec/exec/executor/time_sharing/time_sharing_task_executor.h" -#include "vec/exec/executor/tools/simulator/simulation_controller.h" -#include "vec/exec/executor/tools/simulator/simulation_fifo_split_queue.h" -#include "vec/exec/executor/tools/simulator/simulation_task.h" -#include "vec/exec/executor/tools/simulator/split_generators.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_executor.h" +#include "exec/scan/task_executor/tools/simulator/simulation_controller.h" +#include "exec/scan/task_executor/tools/simulator/simulation_fifo_split_queue.h" +#include "exec/scan/task_executor/tools/simulator/simulation_task.h" +#include "exec/scan/task_executor/tools/simulator/split_generators.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/runtime/vector_search_user_params.cpp b/be/src/exec/scan/vector_search_user_params.cpp similarity index 96% rename from be/src/vec/runtime/vector_search_user_params.cpp rename to be/src/exec/scan/vector_search_user_params.cpp index 9a62a8bf667678..b8e679936abcb2 100644 --- a/be/src/vec/runtime/vector_search_user_params.cpp +++ b/be/src/exec/scan/vector_search_user_params.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vector_search_user_params.h" +#include "exec/scan/vector_search_user_params.h" #include diff --git a/be/src/vec/runtime/vector_search_user_params.h b/be/src/exec/scan/vector_search_user_params.h similarity index 100% rename from be/src/vec/runtime/vector_search_user_params.h rename to be/src/exec/scan/vector_search_user_params.h diff --git a/be/src/vec/sink/autoinc_buffer.cpp b/be/src/exec/sink/autoinc_buffer.cpp similarity index 98% rename from be/src/vec/sink/autoinc_buffer.cpp rename to be/src/exec/sink/autoinc_buffer.cpp index 00b58fc6bddd24..0118d83c703e4c 100644 --- a/be/src/vec/sink/autoinc_buffer.cpp +++ b/be/src/exec/sink/autoinc_buffer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/autoinc_buffer.h" +#include "exec/sink/autoinc_buffer.h" #include @@ -24,10 +24,10 @@ #include "common/logging.h" #include "common/status.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" +#include "util/client_cache.h" #include "util/debug_points.h" -#include "util/runtime_profile.h" #include "util/thrift_rpc_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/sink/autoinc_buffer.h b/be/src/exec/sink/autoinc_buffer.h similarity index 100% rename from be/src/vec/sink/autoinc_buffer.h rename to be/src/exec/sink/autoinc_buffer.h diff --git a/be/src/vec/sink/delta_writer_v2_pool.cpp b/be/src/exec/sink/delta_writer_v2_pool.cpp similarity index 96% rename from be/src/vec/sink/delta_writer_v2_pool.cpp rename to be/src/exec/sink/delta_writer_v2_pool.cpp index c9ae424d4d4fe4..6766c700aa3f53 100644 --- a/be/src/vec/sink/delta_writer_v2_pool.cpp +++ b/be/src/exec/sink/delta_writer_v2_pool.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/delta_writer_v2_pool.h" +#include "exec/sink/delta_writer_v2_pool.h" -#include "olap/delta_writer_v2.h" -#include "util/runtime_profile.h" +#include "load/delta_writer/delta_writer_v2.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/delta_writer_v2_pool.h b/be/src/exec/sink/delta_writer_v2_pool.h similarity index 100% rename from be/src/vec/sink/delta_writer_v2_pool.h rename to be/src/exec/sink/delta_writer_v2_pool.h diff --git a/be/src/vec/sink/load_stream_map_pool.cpp b/be/src/exec/sink/load_stream_map_pool.cpp similarity index 99% rename from be/src/vec/sink/load_stream_map_pool.cpp rename to be/src/exec/sink/load_stream_map_pool.cpp index e68977ea64efd4..eb9a3c669b6a58 100644 --- a/be/src/vec/sink/load_stream_map_pool.cpp +++ b/be/src/exec/sink/load_stream_map_pool.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/load_stream_map_pool.h" +#include "exec/sink/load_stream_map_pool.h" #include "util/debug_points.h" diff --git a/be/src/vec/sink/load_stream_map_pool.h b/be/src/exec/sink/load_stream_map_pool.h similarity index 93% rename from be/src/vec/sink/load_stream_map_pool.h rename to be/src/exec/sink/load_stream_map_pool.h index 6186aa85c860dd..cb210b3663ccde 100644 --- a/be/src/vec/sink/load_stream_map_pool.h +++ b/be/src/exec/sink/load_stream_map_pool.h @@ -48,20 +48,19 @@ #include "common/config.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/allocator.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exec/sink/load_stream_stub.h" +#include "exprs/vexpr_fwd.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -#include "runtime/types.h" +#include "storage/tablet_info.h" #include "util/countdown_latch.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" -#include "vec/columns/column.h" -#include "vec/common/allocator.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/sink/load_stream_stub.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/load_stream_stub.cpp b/be/src/exec/sink/load_stream_stub.cpp similarity index 99% rename from be/src/vec/sink/load_stream_stub.cpp rename to be/src/exec/sink/load_stream_stub.cpp index faf2b0c17769be..bc54ebd16fc6f2 100644 --- a/be/src/vec/sink/load_stream_stub.cpp +++ b/be/src/exec/sink/load_stream_stub.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/load_stream_stub.h" +#include "exec/sink/load_stream_stub.h" #include #include "common/cast_set.h" -#include "olap/rowset/rowset_writer.h" #include "runtime/query_context.h" +#include "storage/rowset/rowset_writer.h" #include "util/brpc_client_cache.h" #include "util/debug_points.h" #include "util/network_util.h" diff --git a/be/src/vec/sink/load_stream_stub.h b/be/src/exec/sink/load_stream_stub.h similarity index 97% rename from be/src/vec/sink/load_stream_stub.h rename to be/src/exec/sink/load_stream_stub.h index b97e7e801b6922..4dfe2e252d9e72 100644 --- a/be/src/vec/sink/load_stream_stub.h +++ b/be/src/exec/sink/load_stream_stub.h @@ -52,20 +52,19 @@ #include "common/config.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/allocator.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exprs/vexpr_fwd.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -#include "runtime/types.h" +#include "storage/tablet_info.h" #include "util/countdown_latch.h" #include "util/debug_points.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" -#include "vec/columns/column.h" -#include "vec/common/allocator.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/scale_writer_partitioning_exchanger.hpp b/be/src/exec/sink/scale_writer_partitioning_exchanger.hpp similarity index 97% rename from be/src/vec/sink/scale_writer_partitioning_exchanger.hpp rename to be/src/exec/sink/scale_writer_partitioning_exchanger.hpp index 405ac2ec552c6c..82aa2d0cfd8204 100644 --- a/be/src/vec/sink/scale_writer_partitioning_exchanger.hpp +++ b/be/src/exec/sink/scale_writer_partitioning_exchanger.hpp @@ -20,9 +20,9 @@ #include #include -#include "vec/core/block.h" -#include "vec/exec/skewed_partition_rebalancer.h" -#include "vec/runtime/partitioner.h" +#include "core/block/block.h" +#include "exec/connector/skewed_partition_rebalancer.h" +#include "exec/partitioner/partitioner.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/tablet_sink_hash_partitioner.cpp b/be/src/exec/sink/tablet_sink_hash_partitioner.cpp similarity index 98% rename from be/src/vec/sink/tablet_sink_hash_partitioner.cpp rename to be/src/exec/sink/tablet_sink_hash_partitioner.cpp index d5547d6e277057..1a5c6e0574d087 100644 --- a/be/src/vec/sink/tablet_sink_hash_partitioner.cpp +++ b/be/src/exec/sink/tablet_sink_hash_partitioner.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/tablet_sink_hash_partitioner.h" +#include "exec/sink/tablet_sink_hash_partitioner.h" #include #include #include -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/tablet_sink_hash_partitioner.h b/be/src/exec/sink/tablet_sink_hash_partitioner.h similarity index 92% rename from be/src/vec/sink/tablet_sink_hash_partitioner.h rename to be/src/exec/sink/tablet_sink_hash_partitioner.h index 9f84fd429fa211..23681e31ffa6d0 100644 --- a/be/src/vec/sink/tablet_sink_hash_partitioner.h +++ b/be/src/exec/sink/tablet_sink_hash_partitioner.h @@ -17,14 +17,14 @@ #pragma once -#include "exec/tablet_info.h" -#include "pipeline/exec/exchange_sink_operator.h" +#include "core/block/block.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/partitioner/partitioner.h" +#include "exec/sink/vrow_distribution.h" +#include "exec/sink/vtablet_block_convertor.h" +#include "exec/sink/vtablet_finder.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/runtime/partitioner.h" -#include "vec/sink/vrow_distribution.h" -#include "vec/sink/vtablet_block_convertor.h" -#include "vec/sink/vtablet_finder.h" +#include "storage/tablet_info.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/vrow_distribution.cpp b/be/src/exec/sink/vrow_distribution.cpp similarity index 98% rename from be/src/vec/sink/vrow_distribution.cpp rename to be/src/exec/sink/vrow_distribution.cpp index b2b7a9e83e1b4d..5bc44c7d5fd5c4 100644 --- a/be/src/vec/sink/vrow_distribution.cpp +++ b/be/src/exec/sink/vrow_distribution.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/vrow_distribution.h" +#include "exec/sink/vrow_distribution.h" #include #include @@ -27,22 +27,22 @@ #include "common/cast_set.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" -#include "runtime/client_cache.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "exec/sink/writer/vtablet_writer.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" #include "runtime/runtime_state.h" #include "service/backend_options.h" +#include "util/client_cache.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" #include "util/thrift_rpc_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type.h" -#include "vec/sink/writer/vtablet_writer.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/vrow_distribution.h b/be/src/exec/sink/vrow_distribution.h similarity index 97% rename from be/src/vec/sink/vrow_distribution.h rename to be/src/exec/sink/vrow_distribution.h index b0161bdd13a95a..5895ce23b88626 100644 --- a/be/src/vec/sink/vrow_distribution.h +++ b/be/src/exec/sink/vrow_distribution.h @@ -31,15 +31,15 @@ #include #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" +#include "core/custom_allocator.h" +#include "exec/sink/vtablet_block_convertor.h" +#include "exec/sink/vtablet_finder.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/common/custom_allocator.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/sink/vtablet_block_convertor.h" -#include "vec/sink/vtablet_finder.h" +#include "storage/tablet_info.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/vtablet_block_convertor.cpp b/be/src/exec/sink/vtablet_block_convertor.cpp similarity index 96% rename from be/src/vec/sink/vtablet_block_convertor.cpp rename to be/src/exec/sink/vtablet_block_convertor.cpp index 961c314422a4bd..56ec3b28677641 100644 --- a/be/src/vec/sink/vtablet_block_convertor.cpp +++ b/be/src/exec/sink/vtablet_block_convertor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/vtablet_block_convertor.h" +#include "exec/sink/vtablet_block_convertor.h" #include #include @@ -31,38 +31,38 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/consts.h" #include "common/status.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_decimal.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "core/wide_integer_to_string.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/descriptors.h" -#include "runtime/primitive_type.h" #include "runtime/runtime_state.h" #include "service/brpc.h" -#include "util/binary_cast.hpp" +#include "storage/olap_common.h" #include "util/brpc_client_cache.h" #include "util/thread.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/core/wide_integer_to_string.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/vtablet_block_convertor.h b/be/src/exec/sink/vtablet_block_convertor.h similarity index 95% rename from be/src/vec/sink/vtablet_block_convertor.h rename to be/src/exec/sink/vtablet_block_convertor.h index 1856e5a5147695..6911685f22f653 100644 --- a/be/src/vec/sink/vtablet_block_convertor.h +++ b/be/src/exec/sink/vtablet_block_convertor.h @@ -25,15 +25,14 @@ #include #include "common/status.h" -#include "runtime/decimalv2_value.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/value/decimalv2_value.h" +#include "exec/sink/autoinc_buffer.h" +#include "exprs/vexpr_fwd.h" #include "runtime/descriptors.h" -#include "runtime/types.h" #include "util/bitmap.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/sink/autoinc_buffer.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/vtablet_finder.cpp b/be/src/exec/sink/vtablet_finder.cpp similarity index 97% rename from be/src/vec/sink/vtablet_finder.cpp rename to be/src/exec/sink/vtablet_finder.cpp index 580becb77eae85..ae0bef29f43ef0 100644 --- a/be/src/vec/sink/vtablet_finder.cpp +++ b/be/src/exec/sink/vtablet_finder.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/vtablet_finder.h" +#include "exec/sink/vtablet_finder.h" #include #include @@ -27,9 +27,9 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" +#include "storage/tablet_info.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/vtablet_finder.h b/be/src/exec/sink/vtablet_finder.h similarity index 96% rename from be/src/vec/sink/vtablet_finder.h rename to be/src/exec/sink/vtablet_finder.h index 3adece57ce76e6..a21921893ba655 100644 --- a/be/src/vec/sink/vtablet_finder.h +++ b/be/src/exec/sink/vtablet_finder.h @@ -21,10 +21,10 @@ #include #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" +#include "storage/tablet_info.h" #include "util/bitmap.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" -#include "vec/core/block.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/writer/async_result_writer.cpp b/be/src/exec/sink/writer/async_result_writer.cpp similarity index 98% rename from be/src/vec/sink/writer/async_result_writer.cpp rename to be/src/exec/sink/writer/async_result_writer.cpp index 21421b34a60bc9..da5fbdbe049c20 100644 --- a/be/src/vec/sink/writer/async_result_writer.cpp +++ b/be/src/exec/sink/writer/async_result_writer.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "async_result_writer.h" +#include "exec/sink/writer/async_result_writer.h" #include "common/status.h" -#include "pipeline/dependency.h" +#include "core/block/block.h" +#include "core/block/materialize_block.h" +#include "exec/pipeline/dependency.h" +#include "exprs/vexpr_context.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/core/materialize_block.h" -#include "vec/exprs/vexpr_context.h" namespace doris { class ObjectPool; diff --git a/be/src/vec/sink/writer/async_result_writer.h b/be/src/exec/sink/writer/async_result_writer.h similarity index 97% rename from be/src/vec/sink/writer/async_result_writer.h rename to be/src/exec/sink/writer/async_result_writer.h index dce1f5a773d992..289a2ea83ee2b8 100644 --- a/be/src/vec/sink/writer/async_result_writer.h +++ b/be/src/exec/sink/writer/async_result_writer.h @@ -21,9 +21,9 @@ #include #include // IWYU pragma: keep -#include "runtime/result_writer.h" -#include "util/runtime_profile.h" -#include "vec/exprs/vexpr_fwd.h" +#include "exec/sink/writer/result_writer.h" +#include "exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" namespace doris { class ObjectPool; diff --git a/be/src/vec/sink/writer/iceberg/partition_data.h b/be/src/exec/sink/writer/iceberg/partition_data.h similarity index 96% rename from be/src/vec/sink/writer/iceberg/partition_data.h rename to be/src/exec/sink/writer/iceberg/partition_data.h index d3dfb1e8eccb87..e6328505857ab5 100644 --- a/be/src/vec/sink/writer/iceberg/partition_data.h +++ b/be/src/exec/sink/writer/iceberg/partition_data.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/exec/format/table/iceberg/struct_like.h" +#include "format/table/iceberg/struct_like.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/writer/iceberg/partition_transformers.cpp b/be/src/exec/sink/writer/iceberg/partition_transformers.cpp similarity index 98% rename from be/src/vec/sink/writer/iceberg/partition_transformers.cpp rename to be/src/exec/sink/writer/iceberg/partition_transformers.cpp index 7159dfb6f12c5c..ae6a321fa30d4b 100644 --- a/be/src/vec/sink/writer/iceberg/partition_transformers.cpp +++ b/be/src/exec/sink/writer/iceberg/partition_transformers.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/writer/iceberg/partition_transformers.h" +#include "exec/sink/writer/iceberg/partition_transformers.h" #include -#include "vec/core/types.h" -#include "vec/exec/format/table/iceberg/partition_spec.h" +#include "core/types.h" +#include "format/table/iceberg/partition_spec.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/writer/iceberg/partition_transformers.h b/be/src/exec/sink/writer/iceberg/partition_transformers.h similarity index 99% rename from be/src/vec/sink/writer/iceberg/partition_transformers.h rename to be/src/exec/sink/writer/iceberg/partition_transformers.h index be97a2a25e26a9..b97a52369b5af4 100644 --- a/be/src/vec/sink/writer/iceberg/partition_transformers.h +++ b/be/src/exec/sink/writer/iceberg/partition_transformers.h @@ -17,11 +17,10 @@ #pragma once -#include "runtime/types.h" +#include "core/data_type/data_type_factory.hpp" +#include "exec/common/stringop_substring.h" +#include "exprs/function/function_string.h" #include "util/bit_util.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/functions/function_string.h" -#include "vec/utils/stringop_substring.h" namespace doris { diff --git a/be/src/vec/sink/writer/iceberg/viceberg_partition_writer.cpp b/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.cpp similarity index 96% rename from be/src/vec/sink/writer/iceberg/viceberg_partition_writer.cpp rename to be/src/exec/sink/writer/iceberg/viceberg_partition_writer.cpp index f5c4ed1dd545ff..f360cbe1d002b7 100644 --- a/be/src/vec/sink/writer/iceberg/viceberg_partition_writer.cpp +++ b/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "viceberg_partition_writer.h" +#include "exec/sink/writer/iceberg/viceberg_partition_writer.h" #include #include +#include "core/block/materialize_block.h" +#include "core/column/column_map.h" +#include "format/table/iceberg/schema.h" +#include "format/transformer/vorc_transformer.h" +#include "format/transformer/vparquet_transformer.h" #include "io/file_factory.h" #include "runtime/runtime_state.h" -#include "vec/columns/column_map.h" -#include "vec/core/materialize_block.h" -#include "vec/exec/format/table/iceberg/schema.h" -#include "vec/runtime/vorc_transformer.h" -#include "vec/runtime/vparquet_transformer.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/writer/iceberg/viceberg_partition_writer.h b/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.h similarity index 95% rename from be/src/vec/sink/writer/iceberg/viceberg_partition_writer.h rename to be/src/exec/sink/writer/iceberg/viceberg_partition_writer.h index b4db050dd7136f..228fe156ccddf7 100644 --- a/be/src/vec/sink/writer/iceberg/viceberg_partition_writer.h +++ b/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.h @@ -19,11 +19,11 @@ #include +#include "exec/sink/writer/iceberg/vpartition_writer_base.h" +#include "exprs/vexpr_fwd.h" +#include "format/table/iceberg/schema.h" +#include "format/transformer/vfile_format_transformer.h" #include "io/fs/file_writer.h" -#include "vec/exec/format/table/iceberg/schema.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/runtime/vfile_format_transformer.h" -#include "vec/sink/writer/iceberg/vpartition_writer_base.h" namespace doris { namespace io { diff --git a/be/src/vec/sink/writer/iceberg/viceberg_sort_writer.cpp b/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.cpp similarity index 99% rename from be/src/vec/sink/writer/iceberg/viceberg_sort_writer.cpp rename to be/src/exec/sink/writer/iceberg/viceberg_sort_writer.cpp index f3dfda3f7665d3..1518b0da8bf892 100644 --- a/be/src/vec/sink/writer/iceberg/viceberg_sort_writer.cpp +++ b/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/writer/iceberg/viceberg_sort_writer.h" +#include "exec/sink/writer/iceberg/viceberg_sort_writer.h" +#include "exec/spill/spill_stream.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -#include "vec/spill/spill_stream.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/writer/iceberg/viceberg_sort_writer.h b/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.h similarity index 97% rename from be/src/vec/sink/writer/iceberg/viceberg_sort_writer.h rename to be/src/exec/sink/writer/iceberg/viceberg_sort_writer.h index 3df0f5a7d283d5..87222d03c70aed 100644 --- a/be/src/vec/sink/writer/iceberg/viceberg_sort_writer.h +++ b/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.h @@ -23,11 +23,11 @@ #include #include "common/object_pool.h" -#include "util/runtime_profile.h" -#include "vec/common/sort/sorter.h" -#include "vec/core/block.h" -#include "vec/sink/writer/iceberg/viceberg_partition_writer.h" -#include "vec/sink/writer/iceberg/vpartition_writer_base.h" +#include "core/block/block.h" +#include "exec/sink/writer/iceberg/viceberg_partition_writer.h" +#include "exec/sink/writer/iceberg/vpartition_writer_base.h" +#include "exec/sort/sorter.h" +#include "runtime/runtime_profile.h" // Forward declarations to minimize header dependencies. // Previously, spill_stream.h and spill_stream_manager.h were included directly diff --git a/be/src/vec/sink/writer/iceberg/viceberg_table_writer.cpp b/be/src/exec/sink/writer/iceberg/viceberg_table_writer.cpp similarity index 97% rename from be/src/vec/sink/writer/iceberg/viceberg_table_writer.cpp rename to be/src/exec/sink/writer/iceberg/viceberg_table_writer.cpp index 9b495f093a5967..ff3b096fe21bbe 100644 --- a/be/src/vec/sink/writer/iceberg/viceberg_table_writer.cpp +++ b/be/src/exec/sink/writer/iceberg/viceberg_table_writer.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "viceberg_table_writer.h" - +#include "exec/sink/writer/iceberg/viceberg_table_writer.h" + +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/materialize_block.h" +#include "core/column/column_const.h" +#include "core/data_type_serde/data_type_serde.h" +#include "exec/sink/writer/iceberg/partition_transformers.h" +#include "exec/sink/writer/iceberg/viceberg_partition_writer.h" +#include "exec/sink/writer/iceberg/viceberg_sort_writer.h" +#include "exec/sink/writer/vhive_utils.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "format/table/iceberg/partition_spec_parser.h" +#include "format/table/iceberg/schema_parser.h" #include "runtime/runtime_state.h" -#include "vec/columns/column_const.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/materialize_block.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/exec/format/table/iceberg/partition_spec_parser.h" -#include "vec/exec/format/table/iceberg/schema_parser.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/sink/writer/iceberg/partition_transformers.h" -#include "vec/sink/writer/iceberg/viceberg_partition_writer.h" -#include "vec/sink/writer/iceberg/viceberg_sort_writer.h" -#include "vec/sink/writer/vhive_utils.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/writer/iceberg/viceberg_table_writer.h b/be/src/exec/sink/writer/iceberg/viceberg_table_writer.h similarity index 94% rename from be/src/vec/sink/writer/iceberg/viceberg_table_writer.h rename to be/src/exec/sink/writer/iceberg/viceberg_table_writer.h index 0ef79bf9d757ef..07382b24fc771e 100644 --- a/be/src/vec/sink/writer/iceberg/viceberg_table_writer.h +++ b/be/src/exec/sink/writer/iceberg/viceberg_table_writer.h @@ -19,15 +19,15 @@ #include -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/exec/format/table/iceberg/partition_spec_parser.h" -#include "vec/exec/format/table/iceberg/schema_parser.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/sink/writer/async_result_writer.h" -#include "vec/sink/writer/iceberg/partition_data.h" -#include "vec/sink/writer/iceberg/partition_transformers.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "exec/sink/writer/async_result_writer.h" +#include "exec/sink/writer/iceberg/partition_data.h" +#include "exec/sink/writer/iceberg/partition_transformers.h" +#include "exprs/vexpr_fwd.h" +#include "format/table/iceberg/partition_spec_parser.h" +#include "format/table/iceberg/schema_parser.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/vec/sink/writer/iceberg/vpartition_writer_base.h b/be/src/exec/sink/writer/iceberg/vpartition_writer_base.h similarity index 100% rename from be/src/vec/sink/writer/iceberg/vpartition_writer_base.h rename to be/src/exec/sink/writer/iceberg/vpartition_writer_base.h diff --git a/be/src/vec/sink/writer/maxcompute/vmc_partition_writer.cpp b/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.cpp similarity index 96% rename from be/src/vec/sink/writer/maxcompute/vmc_partition_writer.cpp rename to be/src/exec/sink/writer/maxcompute/vmc_partition_writer.cpp index c9dfc31c8cc7ee..fce4fd6084e026 100644 --- a/be/src/vec/sink/writer/maxcompute/vmc_partition_writer.cpp +++ b/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "vmc_partition_writer.h" +#include "exec/sink/writer/maxcompute/vmc_partition_writer.h" +#include "format/transformer/vjni_format_transformer.h" #include "runtime/runtime_state.h" -#include "vec/runtime/vjni_format_transformer.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/writer/maxcompute/vmc_partition_writer.h b/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.h similarity index 98% rename from be/src/vec/sink/writer/maxcompute/vmc_partition_writer.h rename to be/src/exec/sink/writer/maxcompute/vmc_partition_writer.h index 85ee84211b3d65..dcdda80ffa2b77 100644 --- a/be/src/vec/sink/writer/maxcompute/vmc_partition_writer.h +++ b/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "vec/exprs/vexpr_fwd.h" +#include "exprs/vexpr_fwd.h" namespace doris { diff --git a/be/src/vec/sink/writer/maxcompute/vmc_table_writer.cpp b/be/src/exec/sink/writer/maxcompute/vmc_table_writer.cpp similarity index 96% rename from be/src/vec/sink/writer/maxcompute/vmc_table_writer.cpp rename to be/src/exec/sink/writer/maxcompute/vmc_table_writer.cpp index ff183b488fdcd0..2d2b4ded30a277 100644 --- a/be/src/vec/sink/writer/maxcompute/vmc_table_writer.cpp +++ b/be/src/exec/sink/writer/maxcompute/vmc_table_writer.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vmc_table_writer.h" +#include "exec/sink/writer/maxcompute/vmc_table_writer.h" +#include "core/block/materialize_block.h" +#include "exec/sink/writer/maxcompute/vmc_partition_writer.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "format/transformer/vjni_format_transformer.h" #include "runtime/runtime_state.h" #include "util/uid_util.h" -#include "vec/core/materialize_block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/runtime/vjni_format_transformer.h" -#include "vec/sink/writer/maxcompute/vmc_partition_writer.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/writer/maxcompute/vmc_table_writer.h b/be/src/exec/sink/writer/maxcompute/vmc_table_writer.h similarity index 94% rename from be/src/vec/sink/writer/maxcompute/vmc_table_writer.h rename to be/src/exec/sink/writer/maxcompute/vmc_table_writer.h index 613667e7257eed..52e23128371d24 100644 --- a/be/src/vec/sink/writer/maxcompute/vmc_table_writer.h +++ b/be/src/exec/sink/writer/maxcompute/vmc_table_writer.h @@ -23,11 +23,11 @@ #include #include -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/sink/writer/async_result_writer.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "exec/sink/writer/async_result_writer.h" +#include "exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/runtime/result_writer.h b/be/src/exec/sink/writer/result_writer.h similarity index 100% rename from be/src/runtime/result_writer.h rename to be/src/exec/sink/writer/result_writer.h diff --git a/be/src/vec/sink/varrow_flight_result_writer.cpp b/be/src/exec/sink/writer/varrow_flight_result_writer.cpp similarity index 98% rename from be/src/vec/sink/varrow_flight_result_writer.cpp rename to be/src/exec/sink/writer/varrow_flight_result_writer.cpp index 6c9c393ae4a8fa..262d2221d833d7 100644 --- a/be/src/vec/sink/varrow_flight_result_writer.cpp +++ b/be/src/exec/sink/writer/varrow_flight_result_writer.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/varrow_flight_result_writer.h" +#include "exec/sink/writer/varrow_flight_result_writer.h" #include #include #include +#include "core/block/block.h" +#include "exprs/vexpr_context.h" #include "runtime/result_block_buffer.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/varrow_flight_result_writer.h b/be/src/exec/sink/writer/varrow_flight_result_writer.h similarity index 97% rename from be/src/vec/sink/varrow_flight_result_writer.h rename to be/src/exec/sink/writer/varrow_flight_result_writer.h index d1f5e21404a07f..b95ab405cb7308 100644 --- a/be/src/vec/sink/varrow_flight_result_writer.h +++ b/be/src/exec/sink/writer/varrow_flight_result_writer.h @@ -18,10 +18,10 @@ #pragma once #include "common/status.h" +#include "exec/sink/writer/result_writer.h" +#include "exprs/vexpr_fwd.h" #include "runtime/result_block_buffer.h" -#include "runtime/result_writer.h" -#include "util/runtime_profile.h" -#include "vec/exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/writer/vfile_result_writer.cpp b/be/src/exec/sink/writer/vfile_result_writer.cpp similarity index 96% rename from be/src/vec/sink/writer/vfile_result_writer.cpp rename to be/src/exec/sink/writer/vfile_result_writer.cpp index edec869ab36d7a..18a02028a5fbf5 100644 --- a/be/src/vec/sink/writer/vfile_result_writer.cpp +++ b/be/src/exec/sink/writer/vfile_result_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vfile_result_writer.h" +#include "exec/sink/writer/vfile_result_writer.h" #include #include @@ -30,6 +30,22 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/consts.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/value/decimalv2_value.h" +#include "core/value/large_int_value.h" +#include "exec/operator/result_sink_operator.h" +#include "exec/sink/writer/vmysql_result_writer.h" +#include "exprs/function/cast/cast_to_string.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "format/transformer/vcsv_transformer.h" +#include "format/transformer/vnative_transformer.h" +#include "format/transformer/vorc_transformer.h" +#include "format/transformer/vparquet_transformer.h" #include "io/file_factory.h" #include "io/fs/broker_file_system.h" #include "io/fs/file_system.h" @@ -38,12 +54,7 @@ #include "io/fs/local_file_system.h" #include "io/fs/s3_file_system.h" #include "io/hdfs_builder.h" -#include "pipeline/exec/result_sink_operator.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" -#include "runtime/large_int_value.h" -#include "runtime/primitive_type.h" #include "runtime/result_block_buffer.h" #include "runtime/runtime_state.h" #include "service/backend_options.h" @@ -51,17 +62,6 @@ #include "util/s3_uri.h" #include "util/s3_util.h" #include "util/uid_util.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/runtime/vcsv_transformer.h" -#include "vec/runtime/vnative_transformer.h" -#include "vec/runtime/vorc_transformer.h" -#include "vec/runtime/vparquet_transformer.h" -#include "vec/sink/vmysql_result_writer.h" namespace doris::vectorized { diff --git a/be/src/vec/sink/writer/vfile_result_writer.h b/be/src/exec/sink/writer/vfile_result_writer.h similarity index 97% rename from be/src/vec/sink/writer/vfile_result_writer.h rename to be/src/exec/sink/writer/vfile_result_writer.h index 4982b3f200bda0..afb283c7915877 100644 --- a/be/src/vec/sink/writer/vfile_result_writer.h +++ b/be/src/exec/sink/writer/vfile_result_writer.h @@ -28,13 +28,13 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "exec/sink/writer/async_result_writer.h" +#include "format/transformer/vfile_format_transformer.h" #include "io/fs/file_writer.h" #include "runtime/descriptors.h" #include "runtime/result_block_buffer.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/runtime/vfile_format_transformer.h" -#include "vec/sink/writer/async_result_writer.h" +#include "runtime/runtime_profile.h" namespace doris { class ResultBlockBufferBase; diff --git a/be/src/vec/sink/writer/vhive_partition_writer.cpp b/be/src/exec/sink/writer/vhive_partition_writer.cpp similarity index 97% rename from be/src/vec/sink/writer/vhive_partition_writer.cpp rename to be/src/exec/sink/writer/vhive_partition_writer.cpp index bbff86095b5920..99397433525bec 100644 --- a/be/src/vec/sink/writer/vhive_partition_writer.cpp +++ b/be/src/exec/sink/writer/vhive_partition_writer.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "vhive_partition_writer.h" +#include "exec/sink/writer/vhive_partition_writer.h" #include +#include "core/block/materialize_block.h" +#include "core/column/column_map.h" +#include "format/transformer/vcsv_transformer.h" +#include "format/transformer/vorc_transformer.h" +#include "format/transformer/vparquet_transformer.h" #include "io/file_factory.h" #include "io/fs/s3_file_writer.h" #include "runtime/runtime_state.h" -#include "vec/columns/column_map.h" -#include "vec/core/materialize_block.h" -#include "vec/runtime/vcsv_transformer.h" -#include "vec/runtime/vorc_transformer.h" -#include "vec/runtime/vparquet_transformer.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/writer/vhive_partition_writer.h b/be/src/exec/sink/writer/vhive_partition_writer.h similarity index 96% rename from be/src/vec/sink/writer/vhive_partition_writer.h rename to be/src/exec/sink/writer/vhive_partition_writer.h index 20ca6506704a0d..349aa01014ae76 100644 --- a/be/src/vec/sink/writer/vhive_partition_writer.h +++ b/be/src/exec/sink/writer/vhive_partition_writer.h @@ -19,10 +19,10 @@ #include +#include "core/column/column.h" +#include "exprs/vexpr_fwd.h" +#include "format/transformer/vfile_format_transformer.h" #include "io/fs/file_writer.h" -#include "vec/columns/column.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/runtime/vfile_format_transformer.h" namespace doris { namespace io { diff --git a/be/src/vec/sink/writer/vhive_table_writer.cpp b/be/src/exec/sink/writer/vhive_table_writer.cpp similarity index 98% rename from be/src/vec/sink/writer/vhive_table_writer.cpp rename to be/src/exec/sink/writer/vhive_table_writer.cpp index d99fe86535c420..45b4dda543ca2d 100644 --- a/be/src/vec/sink/writer/vhive_table_writer.cpp +++ b/be/src/exec/sink/writer/vhive_table_writer.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "vhive_table_writer.h" - +#include "exec/sink/writer/vhive_table_writer.h" + +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/materialize_block.h" +#include "exec/sink/writer/vhive_partition_writer.h" +#include "exec/sink/writer/vhive_utils.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/materialize_block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/sink/writer/vhive_partition_writer.h" -#include "vec/sink/writer/vhive_utils.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/writer/vhive_table_writer.h b/be/src/exec/sink/writer/vhive_table_writer.h similarity index 94% rename from be/src/vec/sink/writer/vhive_table_writer.h rename to be/src/exec/sink/writer/vhive_table_writer.h index 62dfff9362879c..b03dc3d3ce27f1 100644 --- a/be/src/vec/sink/writer/vhive_table_writer.h +++ b/be/src/exec/sink/writer/vhive_table_writer.h @@ -19,11 +19,11 @@ #include -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/sink/writer/async_result_writer.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exec/sink/writer/async_result_writer.h" +#include "exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/vec/sink/writer/vhive_utils.cpp b/be/src/exec/sink/writer/vhive_utils.cpp similarity index 98% rename from be/src/vec/sink/writer/vhive_utils.cpp rename to be/src/exec/sink/writer/vhive_utils.cpp index 9a97b893775015..e2cd9108ce4ba3 100644 --- a/be/src/vec/sink/writer/vhive_utils.cpp +++ b/be/src/exec/sink/writer/vhive_utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vhive_utils.h" +#include "exec/sink/writer/vhive_utils.h" #include #include diff --git a/be/src/vec/sink/writer/vhive_utils.h b/be/src/exec/sink/writer/vhive_utils.h similarity index 100% rename from be/src/vec/sink/writer/vhive_utils.h rename to be/src/exec/sink/writer/vhive_utils.h diff --git a/be/src/vec/sink/writer/vjdbc_table_writer.cpp b/be/src/exec/sink/writer/vjdbc_table_writer.cpp similarity index 95% rename from be/src/vec/sink/writer/vjdbc_table_writer.cpp rename to be/src/exec/sink/writer/vjdbc_table_writer.cpp index 8c24f4746adf83..6b9f7f77f749e1 100644 --- a/be/src/vec/sink/writer/vjdbc_table_writer.cpp +++ b/be/src/exec/sink/writer/vjdbc_table_writer.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "vjdbc_table_writer.h" +#include "exec/sink/writer/vjdbc_table_writer.h" #include #include #include -#include "util/binary_cast.hpp" -#include "vec/core/block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "core/binary_cast.hpp" +#include "core/block/block.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/writer/vjdbc_table_writer.h b/be/src/exec/sink/writer/vjdbc_table_writer.h similarity index 95% rename from be/src/vec/sink/writer/vjdbc_table_writer.h rename to be/src/exec/sink/writer/vjdbc_table_writer.h index 4b4c760c7b2fdd..17eca5699b2c1e 100644 --- a/be/src/vec/sink/writer/vjdbc_table_writer.h +++ b/be/src/exec/sink/writer/vjdbc_table_writer.h @@ -24,8 +24,8 @@ #include #include "common/status.h" -#include "vec/exec/vjdbc_connector.h" -#include "vec/sink/writer/async_result_writer.h" +#include "exec/connector/vjdbc_connector.h" +#include "exec/sink/writer/async_result_writer.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/sink/vmysql_result_writer.cpp b/be/src/exec/sink/writer/vmysql_result_writer.cpp similarity index 95% rename from be/src/vec/sink/vmysql_result_writer.cpp rename to be/src/exec/sink/writer/vmysql_result_writer.cpp index c9bec0e863bdee..4155424d9059fc 100644 --- a/be/src/vec/sink/vmysql_result_writer.cpp +++ b/be/src/exec/sink/writer/vmysql_result_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/vmysql_result_writer.h" +#include "exec/sink/writer/vmysql_result_writer.h" #include #include @@ -33,25 +33,24 @@ #include "common/cast_set.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" -#include "runtime/define_primitive_type.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/result_block_buffer.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" #include "util/mysql_global.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/vmysql_result_writer.h b/be/src/exec/sink/writer/vmysql_result_writer.h similarity index 94% rename from be/src/vec/sink/vmysql_result_writer.h rename to be/src/exec/sink/writer/vmysql_result_writer.h index cf3834e3dbe839..c586a5fce9db52 100644 --- a/be/src/vec/sink/vmysql_result_writer.h +++ b/be/src/exec/sink/writer/vmysql_result_writer.h @@ -23,13 +23,13 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "exec/sink/writer/result_writer.h" +#include "exprs/vexpr_fwd.h" #include "runtime/result_block_buffer.h" -#include "runtime/result_writer.h" +#include "runtime/runtime_profile.h" #include "util/mysql_row_buffer.h" -#include "util/runtime_profile.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/writer/vtablet_writer.cpp b/be/src/exec/sink/writer/vtablet_writer.cpp similarity index 99% rename from be/src/vec/sink/writer/vtablet_writer.cpp rename to be/src/exec/sink/writer/vtablet_writer.cpp index c8cb3496d2c40b..cd74957548ebb1 100644 --- a/be/src/vec/sink/writer/vtablet_writer.cpp +++ b/be/src/exec/sink/writer/vtablet_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vtablet_writer.h" +#include "exec/sink/writer/vtablet_writer.h" #include #include @@ -46,11 +46,11 @@ #include "cloud/config.h" #include "common/config.h" +#include "core/data_type/data_type.h" #include "cpp/sync_point.h" -#include "util/runtime_profile.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/sink/vrow_distribution.h" +#include "exec/sink/vrow_distribution.h" +#include "exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" #ifdef DEBUG #include @@ -58,10 +58,17 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/object_pool.h" #include "common/signal_handler.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_nullable.h" +#include "exec/sink/vtablet_block_convertor.h" +#include "exec/sink/vtablet_finder.h" +#include "exprs/vexpr.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/memory/memory_reclamation.h" @@ -69,10 +76,10 @@ #include "runtime/runtime_state.h" #include "runtime/thread_context.h" #include "service/backend_options.h" +#include "storage/tablet_info.h" #include "util/brpc_closure.h" #include "util/debug_points.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" #include "util/mem_info.h" #include "util/network_util.h" #include "util/proto_util.h" @@ -81,13 +88,6 @@ #include "util/thrift_util.h" #include "util/time.h" #include "util/uid_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exprs/vexpr.h" -#include "vec/sink/vtablet_block_convertor.h" -#include "vec/sink/vtablet_finder.h" namespace doris { class TExpr; diff --git a/be/src/vec/sink/writer/vtablet_writer.h b/be/src/exec/sink/writer/vtablet_writer.h similarity index 98% rename from be/src/vec/sink/writer/vtablet_writer.h rename to be/src/exec/sink/writer/vtablet_writer.h index 6249febf8ade3a..e9debea37cb5dd 100644 --- a/be/src/vec/sink/writer/vtablet_writer.h +++ b/be/src/exec/sink/writer/vtablet_writer.h @@ -53,21 +53,21 @@ #include "common/config.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exec/sink/vrow_distribution.h" +#include "exec/sink/vtablet_block_convertor.h" +#include "exec/sink/vtablet_finder.h" +#include "exec/sink/writer/async_result_writer.h" +#include "exprs/vexpr_fwd.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" +#include "storage/tablet_info.h" #include "util/brpc_closure.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/sink/vrow_distribution.h" -#include "vec/sink/vtablet_block_convertor.h" -#include "vec/sink/vtablet_finder.h" -#include "vec/sink/writer/async_result_writer.h" namespace doris { class ObjectPool; diff --git a/be/src/vec/sink/writer/vtablet_writer_v2.cpp b/be/src/exec/sink/writer/vtablet_writer_v2.cpp similarity index 99% rename from be/src/vec/sink/writer/vtablet_writer_v2.cpp rename to be/src/exec/sink/writer/vtablet_writer_v2.cpp index 794cd99a30efbf..ae5ca2cad8968e 100644 --- a/be/src/vec/sink/writer/vtablet_writer_v2.cpp +++ b/be/src/exec/sink/writer/vtablet_writer_v2.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/writer/vtablet_writer_v2.h" +#include "exec/sink/writer/vtablet_writer_v2.h" #include #include @@ -32,27 +32,27 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/object_pool.h" #include "common/signal_handler.h" #include "common/status.h" -#include "exec/tablet_info.h" -#include "olap/delta_writer_v2.h" +#include "core/block/block.h" +#include "exec/sink/delta_writer_v2_pool.h" +#include "load/delta_writer/delta_writer_v2.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" +#include "storage/tablet_info.h" #include "util/debug_points.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" -#include "util/runtime_profile.h" #include "util/uid_util.h" -#include "vec/core/block.h" -#include "vec/sink/delta_writer_v2_pool.h" // NOLINTNEXTLINE(unused-includes) -#include "vec/sink/load_stream_map_pool.h" -#include "vec/sink/load_stream_stub.h" // IWYU pragma: keep -#include "vec/sink/vtablet_block_convertor.h" -#include "vec/sink/vtablet_finder.h" +#include "exec/sink/load_stream_map_pool.h" +#include "exec/sink/load_stream_stub.h" // IWYU pragma: keep +#include "exec/sink/vtablet_block_convertor.h" +#include "exec/sink/vtablet_finder.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/sink/writer/vtablet_writer_v2.h b/be/src/exec/sink/writer/vtablet_writer_v2.h similarity index 95% rename from be/src/vec/sink/writer/vtablet_writer_v2.h rename to be/src/exec/sink/writer/vtablet_writer_v2.h index 550501ad92e596..9b73c4edf9c3f4 100644 --- a/be/src/vec/sink/writer/vtablet_writer_v2.h +++ b/be/src/exec/sink/writer/vtablet_writer_v2.h @@ -48,22 +48,21 @@ #include "common/config.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/allocator.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" +#include "exec/sink/vrow_distribution.h" +#include "exec/sink/writer/async_result_writer.h" +#include "exprs/vexpr_fwd.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -#include "runtime/types.h" +#include "storage/tablet_info.h" #include "util/countdown_latch.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" -#include "vec/columns/column.h" -#include "vec/common/allocator.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/sink/vrow_distribution.h" -#include "vec/sink/writer/async_result_writer.h" namespace doris { class DeltaWriterV2; diff --git a/be/src/vec/sink/writer/vtvf_table_writer.cpp b/be/src/exec/sink/writer/vtvf_table_writer.cpp similarity index 97% rename from be/src/vec/sink/writer/vtvf_table_writer.cpp rename to be/src/exec/sink/writer/vtvf_table_writer.cpp index 63dc3850c97623..7c9c31ef84024c 100644 --- a/be/src/vec/sink/writer/vtvf_table_writer.cpp +++ b/be/src/exec/sink/writer/vtvf_table_writer.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/writer/vtvf_table_writer.h" +#include "exec/sink/writer/vtvf_table_writer.h" #include #include "common/status.h" +#include "core/block/block.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "io/file_factory.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { diff --git a/be/src/vec/sink/writer/vtvf_table_writer.h b/be/src/exec/sink/writer/vtvf_table_writer.h similarity index 91% rename from be/src/vec/sink/writer/vtvf_table_writer.h rename to be/src/exec/sink/writer/vtvf_table_writer.h index 5c69b4354aed55..6759c971788cf0 100644 --- a/be/src/vec/sink/writer/vtvf_table_writer.h +++ b/be/src/exec/sink/writer/vtvf_table_writer.h @@ -23,12 +23,12 @@ #include #include "common/status.h" +#include "exec/sink/writer/async_result_writer.h" +#include "exprs/vexpr_fwd.h" +#include "format/transformer/vfile_format_transformer.h" +#include "format/transformer/vfile_format_transformer_factory.h" #include "io/fs/file_writer.h" -#include "util/runtime_profile.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/runtime/vfile_format_transformer.h" -#include "vec/runtime/vfile_format_transformer_factory.h" -#include "vec/sink/writer/async_result_writer.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/vec/sink/writer/vwal_writer.cpp b/be/src/exec/sink/writer/vwal_writer.cpp similarity index 98% rename from be/src/vec/sink/writer/vwal_writer.cpp rename to be/src/exec/sink/writer/vwal_writer.cpp index 35436da82f1113..d41c05d6e4b0ea 100644 --- a/be/src/vec/sink/writer/vwal_writer.cpp +++ b/be/src/exec/sink/writer/vwal_writer.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vwal_writer.h" +#include "exec/sink/writer/vwal_writer.h" +#include #include #include -#include "gen_cpp/FrontendService.h" #include "io/fs/encrypted_fs_factory.h" #include "util/debug_points.h" diff --git a/be/src/vec/sink/writer/vwal_writer.h b/be/src/exec/sink/writer/vwal_writer.h similarity index 93% rename from be/src/vec/sink/writer/vwal_writer.h rename to be/src/exec/sink/writer/vwal_writer.h index 19bd2761118d4d..b5fb45f7220d9a 100644 --- a/be/src/vec/sink/writer/vwal_writer.h +++ b/be/src/exec/sink/writer/vwal_writer.h @@ -20,9 +20,9 @@ #include #include "common/status.h" -#include "olap/wal/wal_manager.h" -#include "olap/wal/wal_writer.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "load/group_commit/wal/wal_manager.h" +#include "load/group_commit/wal/wal_writer.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/common/sort/heap_sorter.cpp b/be/src/exec/sort/heap_sorter.cpp similarity index 95% rename from be/src/vec/common/sort/heap_sorter.cpp rename to be/src/exec/sort/heap_sorter.cpp index 70307628071e93..372a0ccfba60f8 100644 --- a/be/src/vec/common/sort/heap_sorter.cpp +++ b/be/src/exec/sort/heap_sorter.cpp @@ -15,7 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/sort/heap_sorter.h" +#include "exec/sort/heap_sorter.h" + +#include + +#include "exec/sort/sort_block.h" +#include "runtime/runtime_profile.h" +#include "runtime/runtime_state.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/sort/heap_sorter.h b/be/src/exec/sort/heap_sorter.h similarity index 98% rename from be/src/vec/common/sort/heap_sorter.h rename to be/src/exec/sort/heap_sorter.h index 35108cbafc23ef..bd15e89a70dcef 100644 --- a/be/src/vec/common/sort/heap_sorter.h +++ b/be/src/exec/sort/heap_sorter.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/common/sort/sorter.h" +#include "exec/sort/sorter.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/sort/partition_sorter.cpp b/be/src/exec/sort/partition_sorter.cpp similarity index 98% rename from be/src/vec/common/sort/partition_sorter.cpp rename to be/src/exec/sort/partition_sorter.cpp index 305a803c9e039d..a449f4c2307189 100644 --- a/be/src/vec/common/sort/partition_sorter.cpp +++ b/be/src/exec/sort/partition_sorter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/sort/partition_sorter.h" +#include "exec/sort/partition_sorter.h" #include @@ -23,9 +23,9 @@ #include #include "common/object_pool.h" -#include "vec/core/block.h" -#include "vec/core/sort_cursor.h" -#include "vec/utils/util.hpp" +#include "core/block/block.h" +#include "exec/common/util.hpp" +#include "exec/sort/sort_cursor.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/common/sort/partition_sorter.h b/be/src/exec/sort/partition_sorter.h similarity index 99% rename from be/src/vec/common/sort/partition_sorter.h rename to be/src/exec/sort/partition_sorter.h index e7d3f37941fbe2..60d95bb889999f 100644 --- a/be/src/vec/common/sort/partition_sorter.h +++ b/be/src/exec/sort/partition_sorter.h @@ -26,7 +26,7 @@ #include #include "common/status.h" -#include "vec/common/sort/sorter.h" +#include "exec/sort/sorter.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/core/sort_block.cpp b/be/src/exec/sort/sort_block.cpp similarity index 97% rename from be/src/vec/core/sort_block.cpp rename to be/src/exec/sort/sort_block.cpp index 75aa9d85a12fd2..67b1560ea6d175 100644 --- a/be/src/vec/core/sort_block.cpp +++ b/be/src/exec/sort/sort_block.cpp @@ -18,9 +18,9 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Interpreters/sortBlock.cpp // and modified by Doris -#include "vec/core/sort_block.h" +#include "exec/sort/sort_block.h" -#include "vec/core/column_with_type_and_name.h" +#include "core/block/column_with_type_and_name.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/core/sort_block.h b/be/src/exec/sort/sort_block.h similarity index 97% rename from be/src/vec/core/sort_block.h rename to be/src/exec/sort/sort_block.h index a13bd111934259..6d9d412205c88b 100644 --- a/be/src/vec/core/sort_block.h +++ b/be/src/exec/sort/sort_block.h @@ -31,19 +31,20 @@ #include "common/compare.h" #include "common/compiler_util.h" // IWYU pragma: keep +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/column/column_varbinary.h" +#include "core/memcmp_small.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/sort/hybrid_sorter.h" +#include "exec/sort/sort_description.h" #include "util/simd/bits.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_varbinary.h" -#include "vec/common/memcmp_small.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/sort_description.h" -#include "vec/core/types.h" namespace doris::vectorized { template diff --git a/be/src/vec/core/sort_cursor.h b/be/src/exec/sort/sort_cursor.h similarity index 98% rename from be/src/vec/core/sort_cursor.h rename to be/src/exec/sort/sort_cursor.h index 9f87e7e1b951b5..038687565f6273 100644 --- a/be/src/vec/core/sort_cursor.h +++ b/be/src/exec/sort/sort_cursor.h @@ -22,11 +22,11 @@ #include -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/sort_description.h" -#include "vec/exprs/vexpr_context.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/field.h" +#include "exec/sort/sort_description.h" +#include "exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/core/sort_description.h b/be/src/exec/sort/sort_description.h similarity index 100% rename from be/src/vec/core/sort_description.h rename to be/src/exec/sort/sort_description.h diff --git a/be/src/vec/common/sort/sorter.cpp b/be/src/exec/sort/sorter.cpp similarity index 96% rename from be/src/vec/common/sort/sorter.cpp rename to be/src/exec/sort/sorter.cpp index 608e96f009a81c..1ec5252ab352b6 100644 --- a/be/src/vec/common/sort/sorter.cpp +++ b/be/src/exec/sort/sorter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/sort/sorter.h" +#include "exec/sort/sorter.h" #include @@ -27,18 +27,18 @@ #include #include "common/object_pool.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "exec/common/util.hpp" +#include "exec/sort/sort_block.h" +#include "exprs/vexpr_context.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/sort_block.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/utils/util.hpp" namespace doris { class RowDescriptor; diff --git a/be/src/vec/common/sort/sorter.h b/be/src/exec/sort/sorter.h similarity index 95% rename from be/src/vec/common/sort/sorter.h rename to be/src/exec/sort/sorter.h index a9e4814fccd00b..8ef9b8e26da837 100644 --- a/be/src/vec/common/sort/sorter.h +++ b/be/src/exec/sort/sorter.h @@ -27,15 +27,16 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/field.h" +#include "exec/common/util.hpp" +#include "exec/sort/hybrid_sorter.h" +#include "exec/sort/sort_cursor.h" +#include "exec/sort/sort_description.h" +#include "exec/sort/vsort_exec_exprs.h" +#include "exec/sort/vsorted_run_merger.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/common/sort/vsort_exec_exprs.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/sort_cursor.h" -#include "vec/core/sort_description.h" -#include "vec/runtime/vsorted_run_merger.h" -#include "vec/utils/util.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/sort/topn_sorter.cpp b/be/src/exec/sort/topn_sorter.cpp similarity index 96% rename from be/src/vec/common/sort/topn_sorter.cpp rename to be/src/exec/sort/topn_sorter.cpp index daacd064118489..59dcf9b47043d9 100644 --- a/be/src/vec/common/sort/topn_sorter.cpp +++ b/be/src/exec/sort/topn_sorter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/sort/topn_sorter.h" +#include "exec/sort/topn_sorter.h" #include @@ -23,9 +23,9 @@ #include #include "common/object_pool.h" -#include "vec/core/block.h" -#include "vec/core/sort_cursor.h" -#include "vec/utils/util.hpp" +#include "core/block/block.h" +#include "exec/common/util.hpp" +#include "exec/sort/sort_cursor.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/common/sort/topn_sorter.h b/be/src/exec/sort/topn_sorter.h similarity index 98% rename from be/src/vec/common/sort/topn_sorter.h rename to be/src/exec/sort/topn_sorter.h index 80e280cd8020e9..79639f6d825aca 100644 --- a/be/src/vec/common/sort/topn_sorter.h +++ b/be/src/exec/sort/topn_sorter.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "vec/common/sort/sorter.h" +#include "exec/sort/sorter.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/sort/vsort_exec_exprs.cpp b/be/src/exec/sort/vsort_exec_exprs.cpp similarity index 96% rename from be/src/vec/common/sort/vsort_exec_exprs.cpp rename to be/src/exec/sort/vsort_exec_exprs.cpp index c5a8329d14bb33..d0e062ad80d5c5 100644 --- a/be/src/vec/common/sort/vsort_exec_exprs.cpp +++ b/be/src/exec/sort/vsort_exec_exprs.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/sort/vsort_exec_exprs.h" +#include "exec/sort/vsort_exec_exprs.h" #include #include #include -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris { class ObjectPool; diff --git a/be/src/vec/common/sort/vsort_exec_exprs.h b/be/src/exec/sort/vsort_exec_exprs.h similarity index 99% rename from be/src/vec/common/sort/vsort_exec_exprs.h rename to be/src/exec/sort/vsort_exec_exprs.h index a21d8c8cb5032d..8823b1b5b5295c 100644 --- a/be/src/vec/common/sort/vsort_exec_exprs.h +++ b/be/src/exec/sort/vsort_exec_exprs.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "vec/exprs/vexpr_fwd.h" +#include "exprs/vexpr_fwd.h" namespace doris { diff --git a/be/src/vec/runtime/vsorted_run_merger.cpp b/be/src/exec/sort/vsorted_run_merger.cpp similarity index 97% rename from be/src/vec/runtime/vsorted_run_merger.cpp rename to be/src/exec/sort/vsorted_run_merger.cpp index 8483e78f25b751..f0f277b9130e24 100644 --- a/be/src/vec/runtime/vsorted_run_merger.cpp +++ b/be/src/exec/sort/vsorted_run_merger.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vsorted_run_merger.h" +#include "exec/sort/vsorted_run_merger.h" #include #include @@ -23,11 +23,11 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "util/runtime_profile.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "exec/common/util.hpp" +#include "runtime/runtime_profile.h" #include "util/stopwatch.hpp" -#include "vec/columns/column.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/utils/util.hpp" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vsorted_run_merger.h b/be/src/exec/sort/vsorted_run_merger.h similarity index 95% rename from be/src/vec/runtime/vsorted_run_merger.h rename to be/src/exec/sort/vsorted_run_merger.h index d44a5b59dbd3f2..912dbe0920178b 100644 --- a/be/src/vec/runtime/vsorted_run_merger.h +++ b/be/src/exec/sort/vsorted_run_merger.h @@ -24,11 +24,11 @@ #include #include "common/status.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/core/sort_cursor.h" -#include "vec/core/sort_description.h" -#include "vec/exprs/vexpr_fwd.h" +#include "core/block/block.h" +#include "exec/sort/sort_cursor.h" +#include "exec/sort/sort_description.h" +#include "exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/spill/spill_reader.cpp b/be/src/exec/spill/spill_reader.cpp similarity index 98% rename from be/src/vec/spill/spill_reader.cpp rename to be/src/exec/spill/spill_reader.cpp index bb74d20ec33436..713581ad5f22bf 100644 --- a/be/src/vec/spill/spill_reader.cpp +++ b/be/src/exec/spill/spill_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/spill/spill_reader.h" +#include "exec/spill/spill_reader.h" #include @@ -23,13 +23,13 @@ #include "common/cast_set.h" #include "common/exception.h" +#include "core/block/block.h" +#include "exec/spill/spill_stream_manager.h" #include "io/file_factory.h" #include "io/fs/file_reader.h" #include "io/fs/local_file_system.h" #include "runtime/exec_env.h" #include "util/slice.h" -#include "vec/core/block.h" -#include "vec/spill/spill_stream_manager.h" namespace doris { #include "common/compile_check_begin.h" namespace io { diff --git a/be/src/vec/spill/spill_reader.h b/be/src/exec/spill/spill_reader.h similarity index 96% rename from be/src/vec/spill/spill_reader.h rename to be/src/exec/spill/spill_reader.h index 1999b8a9d8899a..5949ce20dc5e37 100644 --- a/be/src/vec/spill/spill_reader.h +++ b/be/src/exec/spill/spill_reader.h @@ -24,11 +24,11 @@ #include #include "common/status.h" +#include "core/pod_array.h" +#include "core/pod_array_fwd.h" #include "io/fs/file_reader_writer_fwd.h" +#include "runtime/runtime_profile.h" #include "runtime/workload_management/resource_context.h" -#include "util/runtime_profile.h" -#include "vec/common/pod_array.h" -#include "vec/common/pod_array_fwd.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/spill/spill_stream.cpp b/be/src/exec/spill/spill_stream.cpp similarity index 96% rename from be/src/vec/spill/spill_stream.cpp rename to be/src/exec/spill/spill_stream.cpp index 9ab21c44ef1a33..c41dab8ed89719 100644 --- a/be/src/vec/spill/spill_stream.cpp +++ b/be/src/exec/spill/spill_stream.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/spill/spill_stream.h" +#include "exec/spill/spill_stream.h" #include @@ -23,17 +23,17 @@ #include #include +#include "core/block/block.h" +#include "exec/spill/spill_reader.h" +#include "exec/spill/spill_stream_manager.h" +#include "exec/spill/spill_writer.h" #include "io/fs/local_file_system.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" #include "util/debug_points.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/spill/spill_reader.h" -#include "vec/spill/spill_stream_manager.h" -#include "vec/spill/spill_writer.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/spill/spill_stream.h b/be/src/exec/spill/spill_stream.h similarity index 97% rename from be/src/vec/spill/spill_stream.h rename to be/src/exec/spill/spill_stream.h index 5d30d92ee3cc33..044a3b70e020fe 100644 --- a/be/src/vec/spill/spill_stream.h +++ b/be/src/exec/spill/spill_stream.h @@ -20,8 +20,8 @@ #include #include -#include "vec/spill/spill_reader.h" -#include "vec/spill/spill_writer.h" +#include "exec/spill/spill_reader.h" +#include "exec/spill/spill_writer.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/spill/spill_stream_manager.cpp b/be/src/exec/spill/spill_stream_manager.cpp similarity index 98% rename from be/src/vec/spill/spill_stream_manager.cpp rename to be/src/exec/spill/spill_stream_manager.cpp index bdf804df76ea08..cc22876835ff33 100644 --- a/be/src/vec/spill/spill_stream_manager.cpp +++ b/be/src/exec/spill/spill_stream_manager.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/spill/spill_stream_manager.h" +#include "exec/spill/spill_stream_manager.h" #include #include @@ -28,17 +28,17 @@ #include #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "exec/spill/spill_stream.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" -#include "olap/olap_define.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/doris_metrics.h" +#include "storage/olap_define.h" #include "util/parse_util.h" #include "util/pretty_printer.h" -#include "util/runtime_profile.h" #include "util/time.h" #include "util/uid_util.h" -#include "vec/spill/spill_stream.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/spill/spill_stream_manager.h b/be/src/exec/spill/spill_stream_manager.h similarity index 98% rename from be/src/vec/spill/spill_stream_manager.h rename to be/src/exec/spill/spill_stream_manager.h index ae8a64b3e3a3a1..2f6c19d57a3de1 100644 --- a/be/src/vec/spill/spill_stream_manager.h +++ b/be/src/exec/spill/spill_stream_manager.h @@ -23,10 +23,10 @@ #include #include -#include "olap/options.h" -#include "util/metrics.h" +#include "common/metrics/metrics.h" +#include "exec/spill/spill_stream.h" +#include "storage/options.h" #include "util/threadpool.h" -#include "vec/spill/spill_stream.h" namespace doris { #include "common/compile_check_begin.h" class RuntimeProfile; diff --git a/be/src/vec/spill/spill_writer.cpp b/be/src/exec/spill/spill_writer.cpp similarity index 98% rename from be/src/vec/spill/spill_writer.cpp rename to be/src/exec/spill/spill_writer.cpp index a43162f43ceeff..c1ed463d4aaf68 100644 --- a/be/src/vec/spill/spill_writer.cpp +++ b/be/src/exec/spill/spill_writer.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/spill/spill_writer.h" +#include "exec/spill/spill_writer.h" #include "agent/be_exec_version_manager.h" #include "common/status.h" +#include "exec/spill/spill_stream_manager.h" #include "io/fs/local_file_system.h" #include "io/fs/local_file_writer.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/spill/spill_writer.h b/be/src/exec/spill/spill_writer.h similarity index 98% rename from be/src/vec/spill/spill_writer.h rename to be/src/exec/spill/spill_writer.h index 6d10dcdb813396..07ab1bc08cc305 100644 --- a/be/src/vec/spill/spill_writer.h +++ b/be/src/exec/spill/spill_writer.h @@ -21,10 +21,10 @@ #include #include +#include "core/block/block.h" #include "io/fs/file_writer.h" +#include "runtime/runtime_profile.h" #include "runtime/workload_management/resource_context.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" namespace doris { #include "common/compile_check_begin.h" class RuntimeState; diff --git a/be/src/exec/table_connector.cpp b/be/src/exec/table_connector.cpp index eaabf910b98587..cecd594a93307d 100644 --- a/be/src/exec/table_connector.cpp +++ b/be/src/exec/table_connector.cpp @@ -28,19 +28,19 @@ #include #include -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" -#include "util/binary_cast.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/table_connector.h b/be/src/exec/table_connector.h index 45ceebb22b04eb..1d6b4e9e120f48 100644 --- a/be/src/exec/table_connector.h +++ b/be/src/exec/table_connector.h @@ -25,11 +25,10 @@ #include #include "common/status.h" -#include "runtime/types.h" -#include "util/runtime_profile.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/exprs/CMakeLists.txt b/be/src/exprs/CMakeLists.txt index 6442c84a06cf1a..d8995ccd8ad737 100644 --- a/be/src/exprs/CMakeLists.txt +++ b/be/src/exprs/CMakeLists.txt @@ -22,6 +22,39 @@ set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/exprs") set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/exprs") file(GLOB_RECURSE SRC_FILES CONFIGURE_DEPENDS *.cpp *.cc) + +# Add generated flex/bison sources for geo WKT parsing +set(SRC_FILES ${SRC_FILES} + ${GENSRC_DIR}/geo/wkt_lex.l.cpp + ${GENSRC_DIR}/geo/wkt_yacc.y.cpp +) + add_library(Exprs STATIC ${SRC_FILES}) +# function_array_distance uses faiss headers (platform_macros.h, distances.h), +# which are exported by ann_index via PUBLIC linkage with faiss. +target_link_libraries(Exprs PRIVATE ann_index) + +pch_reuse(Exprs) + +# Flex/Bison generation rules for geo WKT parsing +add_custom_command( + OUTPUT ${GENSRC_DIR}/geo/wkt_lex.l.cpp ${GENSRC_DIR}/geo/wkt_lex.l.h + COMMAND mkdir -p ${GENSRC_DIR}/geo + COMMAND flex --header-file=${GENSRC_DIR}/geo/wkt_lex.l.h --outfile=${GENSRC_DIR}/geo/wkt_lex.l.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/function/geo/wkt_lex.l + MAIN_DEPENDENCY ${CMAKE_CURRENT_SOURCE_DIR}/function/geo/wkt_lex.l) +set_source_files_properties(${GENSRC_DIR}/geo/wkt_lex.l.cpp PROPERTIES GENERATED TRUE) + +add_custom_command( + OUTPUT ${GENSRC_DIR}/geo/wkt_yacc.y.cpp ${GENSRC_DIR}/geo/wkt_yacc.y.hpp + COMMAND mkdir -p ${GENSRC_DIR}/geo + COMMAND bison --output=${GENSRC_DIR}/geo/wkt_yacc.y.cpp ${CMAKE_CURRENT_SOURCE_DIR}/function/geo/wkt_yacc.y + MAIN_DEPENDENCY ${CMAKE_CURRENT_SOURCE_DIR}/function/geo/wkt_yacc.y) +set_source_files_properties(${GENSRC_DIR}/geo/wkt_yacc.y.cpp PROPERTIES GENERATED TRUE) -pch_reuse(Exprs) \ No newline at end of file +include(CheckCXXCompilerFlag) +set(WARNING_OPTION "-Wno-unused-but-set-variable") +check_cxx_compiler_flag(${WARNING_OPTION} HAS_WARNING_OPTION) +if (HAS_WARNING_OPTION) + target_compile_options(Exprs PRIVATE ${WARNING_OPTION} "-Wno-unused-macros") +endif() \ No newline at end of file diff --git a/be/src/vec/aggregate_functions/aggregate_function.h b/be/src/exprs/aggregate/aggregate_function.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function.h rename to be/src/exprs/aggregate/aggregate_function.h index a0181210ac287d..b08fedbfbed3c3 100644 --- a/be/src/vec/aggregate_functions/aggregate_function.h +++ b/be/src/exprs/aggregate/aggregate_function.h @@ -25,16 +25,16 @@ #include "common/exception.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/column/column_complex.h" +#include "core/column/column_fixed_length_object.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" #include "util/defer_op.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_ai_agg.cpp b/be/src/exprs/aggregate/aggregate_function_ai_agg.cpp similarity index 89% rename from be/src/vec/aggregate_functions/aggregate_function_ai_agg.cpp rename to be/src/exprs/aggregate/aggregate_function_ai_agg.cpp index b9e6e93ccf232f..eb3bd808e7f835 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_ai_agg.cpp +++ b/be/src/exprs/aggregate/aggregate_function_ai_agg.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_ai_agg.h" +#include "exprs/aggregate/aggregate_function_ai_agg.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { QueryContext* AggregateFunctionAIAggData::_ctx = nullptr; diff --git a/be/src/vec/aggregate_functions/aggregate_function_ai_agg.h b/be/src/exprs/aggregate/aggregate_function_ai_agg.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_ai_agg.h rename to be/src/exprs/aggregate/aggregate_function_ai_agg.h index d27ceb41312c88..59836bbe999e1e 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_ai_agg.h +++ b/be/src/exprs/aggregate/aggregate_function_ai_agg.h @@ -22,13 +22,13 @@ #include #include "common/status.h" -#include "http/http_client.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/ai/ai_adapter.h" #include "runtime/query_context.h" #include "runtime/runtime_state.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/functions/ai/ai_adapter.h" +#include "service/http/http_client.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_approx_count_distinct.cpp b/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.cpp similarity index 91% rename from be/src/vec/aggregate_functions/aggregate_function_approx_count_distinct.cpp rename to be/src/exprs/aggregate/aggregate_function_approx_count_distinct.cpp index 81fb8462db14b3..b22507ac1cc644 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_approx_count_distinct.cpp +++ b/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_approx_count_distinct.h" +#include "exprs/aggregate/aggregate_function_approx_count_distinct.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_approx_count_distinct.h b/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.h similarity index 93% rename from be/src/vec/aggregate_functions/aggregate_function_approx_count_distinct.h rename to be/src/exprs/aggregate/aggregate_function_approx_count_distinct.h index 6d3df4dd144724..37e09408c6e85d 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_approx_count_distinct.h +++ b/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.h @@ -23,16 +23,16 @@ #include #include -#include "olap/hll.h" +#include "core/assert_cast.h" +#include "core/column/column_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/hll.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "util/hash_util.hpp" #include "util/slice.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_decimal.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_array_agg.cpp b/be/src/exprs/aggregate/aggregate_function_array_agg.cpp similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_array_agg.cpp rename to be/src/exprs/aggregate/aggregate_function_array_agg.cpp index a1b79dad5dd828..ae91016e05a144 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_array_agg.cpp +++ b/be/src/exprs/aggregate/aggregate_function_array_agg.cpp @@ -15,11 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_array_agg.h" +#include "exprs/aggregate/aggregate_function_array_agg.h" -#include "vec/aggregate_functions/aggregate_function_collect.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" +#include "core/call_on_type_index.h" +#include "exprs/aggregate/aggregate_function_collect.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_array_agg.h b/be/src/exprs/aggregate/aggregate_function_array_agg.h similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_array_agg.h rename to be/src/exprs/aggregate/aggregate_function_array_agg.h index 439c18d5ac6f1c..84bf8ff957a1ad 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_array_agg.h +++ b/be/src/exprs/aggregate/aggregate_function_array_agg.h @@ -17,20 +17,20 @@ #pragma once -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/io/io_helper.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_avg.cpp b/be/src/exprs/aggregate/aggregate_function_avg.cpp similarity index 93% rename from be/src/vec/aggregate_functions/aggregate_function_avg.cpp rename to be/src/exprs/aggregate/aggregate_function_avg.cpp index ff8e6b9b58fba9..bf1a3c385df98c 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_avg.cpp +++ b/be/src/exprs/aggregate/aggregate_function_avg.cpp @@ -18,12 +18,12 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionAvg.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_avg.h" +#include "exprs/aggregate/aggregate_function_avg.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/core/field.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_avg.h b/be/src/exprs/aggregate/aggregate_function_avg.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_avg.h rename to be/src/exprs/aggregate/aggregate_function_avg.h index 98ee71b0c5db2e..c4a5644af947a5 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_avg.h +++ b/be/src/exprs/aggregate/aggregate_function_avg.h @@ -29,16 +29,16 @@ #include #include -#include "runtime/decimalv2_value.h" -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_fixed_length_object.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_fixed_length_object.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_fixed_length_object.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_avg_weighted.cpp b/be/src/exprs/aggregate/aggregate_function_avg_weighted.cpp similarity index 83% rename from be/src/vec/aggregate_functions/aggregate_function_avg_weighted.cpp rename to be/src/exprs/aggregate/aggregate_function_avg_weighted.cpp index 4e0eb917f49282..77e14417bd13b3 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_avg_weighted.cpp +++ b/be/src/exprs/aggregate/aggregate_function_avg_weighted.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_avg_weighted.h" +#include "exprs/aggregate/aggregate_function_avg_weighted.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_avg_weighted.h b/be/src/exprs/aggregate/aggregate_function_avg_weighted.h similarity index 93% rename from be/src/vec/aggregate_functions/aggregate_function_avg_weighted.h rename to be/src/exprs/aggregate/aggregate_function_avg_weighted.h index 73fed5d572fe39..4e53bf20d99bdd 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_avg_weighted.h +++ b/be/src/exprs/aggregate/aggregate_function_avg_weighted.h @@ -26,14 +26,14 @@ #include #include "common/status.h" -#include "runtime/decimalv2_value.h" -#include "util/binary_cast.hpp" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/io/io_helper.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_binary.h b/be/src/exprs/aggregate/aggregate_function_binary.h similarity index 91% rename from be/src/vec/aggregate_functions/aggregate_function_binary.h rename to be/src/exprs/aggregate/aggregate_function_binary.h index efa8d222d7b431..f1f2fb1fb08b91 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_binary.h +++ b/be/src/exprs/aggregate/aggregate_function_binary.h @@ -21,14 +21,14 @@ #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" +#include "core/column/column_decimal.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_bit.cpp b/be/src/exprs/aggregate/aggregate_function_bit.cpp similarity index 88% rename from be/src/vec/aggregate_functions/aggregate_function_bit.cpp rename to be/src/exprs/aggregate/aggregate_function_bit.cpp index 02ef6ca980c7da..9321f61e73db99 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_bit.cpp +++ b/be/src/exprs/aggregate/aggregate_function_bit.cpp @@ -18,11 +18,11 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionBitwise.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_bit.h" +#include "exprs/aggregate/aggregate_function_bit.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_bit.h b/be/src/exprs/aggregate/aggregate_function_bit.h similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_bit.h rename to be/src/exprs/aggregate/aggregate_function_bit.h index c06ed7464b4518..b55f1201a241f5 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_bit.h +++ b/be/src/exprs/aggregate/aggregate_function_bit.h @@ -24,11 +24,11 @@ #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/io/io_helper.h" +#include "core/assert_cast.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_bitmap.cpp b/be/src/exprs/aggregate/aggregate_function_bitmap.cpp similarity index 94% rename from be/src/vec/aggregate_functions/aggregate_function_bitmap.cpp rename to be/src/exprs/aggregate/aggregate_function_bitmap.cpp index 0932216b908009..70b94b81ab58fd 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_bitmap.cpp +++ b/be/src/exprs/aggregate/aggregate_function_bitmap.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_bitmap.h" +#include "exprs/aggregate/aggregate_function_bitmap.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_bitmap.h b/be/src/exprs/aggregate/aggregate_function_bitmap.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_bitmap.h rename to be/src/exprs/aggregate/aggregate_function_bitmap.h index 18a1d0480c5e75..71c3bb564a5cf7 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_bitmap.h +++ b/be/src/exprs/aggregate/aggregate_function_bitmap.h @@ -27,15 +27,15 @@ #include "agent/be_exec_version_manager.h" #include "common/compiler_util.h" // IWYU pragma: keep -#include "util/bitmap_value.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column_complex.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_bitmap_agg.cpp b/be/src/exprs/aggregate/aggregate_function_bitmap_agg.cpp similarity index 91% rename from be/src/vec/aggregate_functions/aggregate_function_bitmap_agg.cpp rename to be/src/exprs/aggregate/aggregate_function_bitmap_agg.cpp index 7771b5bf4d798f..7598968d604280 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_bitmap_agg.cpp +++ b/be/src/exprs/aggregate/aggregate_function_bitmap_agg.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_bitmap_agg.h" +#include "exprs/aggregate/aggregate_function_bitmap_agg.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_bitmap_agg.h b/be/src/exprs/aggregate/aggregate_function_bitmap_agg.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_bitmap_agg.h rename to be/src/exprs/aggregate/aggregate_function_bitmap_agg.h index b0cf1c6aa8d577..bae065441f18b7 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_bitmap_agg.h +++ b/be/src/exprs/aggregate/aggregate_function_bitmap_agg.h @@ -25,10 +25,10 @@ #include #include -#include "util/bitmap_value.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type_bitmap.h" +#include "core/assert_cast.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/value/bitmap_value.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_bool_union.cpp b/be/src/exprs/aggregate/aggregate_function_bool_union.cpp similarity index 89% rename from be/src/vec/aggregate_functions/aggregate_function_bool_union.cpp rename to be/src/exprs/aggregate/aggregate_function_bool_union.cpp index a05fb0b1902422..6556fbb1eee22a 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_bool_union.cpp +++ b/be/src/exprs/aggregate/aggregate_function_bool_union.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_bool_union.h" +#include "exprs/aggregate/aggregate_function_bool_union.h" #include -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_bool_union.h b/be/src/exprs/aggregate/aggregate_function_bool_union.h similarity index 88% rename from be/src/vec/aggregate_functions/aggregate_function_bool_union.h rename to be/src/exprs/aggregate/aggregate_function_bool_union.h index d0710cc071e3ff..7688389dc73907 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_bool_union.h +++ b/be/src/exprs/aggregate/aggregate_function_bool_union.h @@ -17,17 +17,17 @@ #pragma once -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_bit.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_bit.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_collect.cpp b/be/src/exprs/aggregate/aggregate_function_collect.cpp similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_collect.cpp rename to be/src/exprs/aggregate/aggregate_function_collect.cpp index 4df9c470c8db3f..90740d013ad455 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_collect.cpp +++ b/be/src/exprs/aggregate/aggregate_function_collect.cpp @@ -15,13 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_collect.h" +#include "exprs/aggregate/aggregate_function_collect.h" #include "common/exception.h" #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/factory_helpers.h" -#include "vec/aggregate_functions/helpers.h" +#include "core/call_on_type_index.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/factory_helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_collect.h b/be/src/exprs/aggregate/aggregate_function_collect.h similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_collect.h rename to be/src/exprs/aggregate/aggregate_function_collect.h index b7c2474f91e887..fdc00fa77100d3 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_collect.h +++ b/be/src/exprs/aggregate/aggregate_function_collect.h @@ -27,22 +27,22 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/io/io_helper.h" -#include "vec/io/var_int.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/pod_array_fwd.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/io_helper.h" +#include "util/var_int.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_combinator.h b/be/src/exprs/aggregate/aggregate_function_combinator.h similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_combinator.h rename to be/src/exprs/aggregate/aggregate_function_combinator.h index a58378b6214c5c..190fe89c57bb92 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_combinator.h +++ b/be/src/exprs/aggregate/aggregate_function_combinator.h @@ -22,8 +22,8 @@ #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_corr.cpp b/be/src/exprs/aggregate/aggregate_function_corr.cpp similarity index 90% rename from be/src/vec/aggregate_functions/aggregate_function_corr.cpp rename to be/src/exprs/aggregate/aggregate_function_corr.cpp index 7ce9bb5e5de5f7..226d249b70380b 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_corr.cpp +++ b/be/src/exprs/aggregate/aggregate_function_corr.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "aggregate_function_corr.h" +#include "exprs/aggregate/aggregate_function_corr.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function_binary.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/factory_helpers.h" -#include "vec/aggregate_functions/helpers.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/aggregate/aggregate_function_binary.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/factory_helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/aggregate_functions/aggregate_function_corr.h b/be/src/exprs/aggregate/aggregate_function_corr.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_corr.h rename to be/src/exprs/aggregate/aggregate_function_corr.h index c4b0c4e42a2395..b9a82666843080 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_corr.h +++ b/be/src/exprs/aggregate/aggregate_function_corr.h @@ -15,8 +15,8 @@ // specific language governing permissions and limitations // under the License. -#include "vec/core/types.h" -#include "vec/io/io_helper.h" +#include "core/types.h" +#include "util/io_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/aggregate_functions/aggregate_function_count.cpp b/be/src/exprs/aggregate/aggregate_function_count.cpp similarity index 92% rename from be/src/vec/aggregate_functions/aggregate_function_count.cpp rename to be/src/exprs/aggregate/aggregate_function_count.cpp index 2fcfecbde9a21f..9be57194e04d51 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_count.cpp +++ b/be/src/exprs/aggregate/aggregate_function_count.cpp @@ -18,12 +18,12 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionCount.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_count.h" +#include "exprs/aggregate/aggregate_function_count.h" #include -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/factory_helpers.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/factory_helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_count.h b/be/src/exprs/aggregate/aggregate_function_count.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_count.h rename to be/src/exprs/aggregate/aggregate_function_count.h index 08f753da91e093..fe76db016c1749 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_count.h +++ b/be/src/exprs/aggregate/aggregate_function_count.h @@ -27,16 +27,16 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_fixed_length_object.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_fixed_length_object.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_fixed_length_object.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_count_by_enum.cpp b/be/src/exprs/aggregate/aggregate_function_count_by_enum.cpp similarity index 90% rename from be/src/vec/aggregate_functions/aggregate_function_count_by_enum.cpp rename to be/src/exprs/aggregate/aggregate_function_count_by_enum.cpp index d05cf751d0db64..1364baf31b9b78 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_count_by_enum.cpp +++ b/be/src/exprs/aggregate/aggregate_function_count_by_enum.cpp @@ -18,12 +18,12 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionCount.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_count_by_enum.h" +#include "exprs/aggregate/aggregate_function_count_by_enum.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/factory_helpers.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/core/types.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/factory_helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_count_by_enum.h b/be/src/exprs/aggregate/aggregate_function_count_by_enum.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_count_by_enum.h rename to be/src/exprs/aggregate/aggregate_function_count_by_enum.h index 5f36ab56c4e4fe..9b634ed2ea2e1a 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_count_by_enum.h +++ b/be/src/exprs/aggregate/aggregate_function_count_by_enum.h @@ -23,9 +23,9 @@ #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" +#include "core/assert_cast.h" +#include "core/column/column_nullable.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_covar.cpp b/be/src/exprs/aggregate/aggregate_function_covar.cpp similarity index 93% rename from be/src/vec/aggregate_functions/aggregate_function_covar.cpp rename to be/src/exprs/aggregate/aggregate_function_covar.cpp index a108589cf70b96..3ba31e6412324f 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_covar.cpp +++ b/be/src/exprs/aggregate/aggregate_function_covar.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_covar.h" +#include "exprs/aggregate/aggregate_function_covar.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_covar.h b/be/src/exprs/aggregate/aggregate_function_covar.h similarity index 95% rename from be/src/vec/aggregate_functions/aggregate_function_covar.h rename to be/src/exprs/aggregate/aggregate_function_covar.h index 1776342169c766..728bdfc2b475ee 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_covar.h +++ b/be/src/exprs/aggregate/aggregate_function_covar.h @@ -24,13 +24,13 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_distinct.cpp b/be/src/exprs/aggregate/aggregate_function_distinct.cpp similarity index 94% rename from be/src/vec/aggregate_functions/aggregate_function_distinct.cpp rename to be/src/exprs/aggregate/aggregate_function_distinct.cpp index 233222ea416730..e7bed8287cf3d6 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_distinct.cpp +++ b/be/src/exprs/aggregate/aggregate_function_distinct.cpp @@ -18,14 +18,14 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionDistinct.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_distinct.h" +#include "exprs/aggregate/aggregate_function_distinct.h" #include -#include "vec/aggregate_functions/aggregate_function_combinator.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/aggregate/aggregate_function_combinator.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_distinct.h b/be/src/exprs/aggregate/aggregate_function_distinct.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_distinct.h rename to be/src/exprs/aggregate/aggregate_function_distinct.h index 27ce89e62c2feb..d00c7590ed5e6f 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_distinct.h +++ b/be/src/exprs/aggregate/aggregate_function_distinct.h @@ -28,12 +28,12 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_foreach.cpp b/be/src/exprs/aggregate/aggregate_function_foreach.cpp similarity index 90% rename from be/src/vec/aggregate_functions/aggregate_function_foreach.cpp rename to be/src/exprs/aggregate/aggregate_function_foreach.cpp index 845fb13dceb288..04ede1141be4aa 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_foreach.cpp +++ b/be/src/exprs/aggregate/aggregate_function_foreach.cpp @@ -18,15 +18,15 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/Combinators/AggregateFunctionForEach.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_foreach.h" +#include "exprs/aggregate/aggregate_function_foreach.h" #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_foreach.h b/be/src/exprs/aggregate/aggregate_function_foreach.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_foreach.h rename to be/src/exprs/aggregate/aggregate_function_foreach.h index 0e7eb9de49509b..a383ef2d850629 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_foreach.h +++ b/be/src/exprs/aggregate/aggregate_function_foreach.h @@ -21,13 +21,13 @@ #pragma once #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/arithmetic_overflow.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/array/function_array_utils.h" +#include "core/assert_cast.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "exec/common/arithmetic_overflow.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/array/function_array_utils.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_foreachv2.cpp b/be/src/exprs/aggregate/aggregate_function_foreachv2.cpp similarity index 94% rename from be/src/vec/aggregate_functions/aggregate_function_foreachv2.cpp rename to be/src/exprs/aggregate/aggregate_function_foreachv2.cpp index 882aa2306a8b82..d749049c75a172 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_foreachv2.cpp +++ b/be/src/exprs/aggregate/aggregate_function_foreachv2.cpp @@ -21,12 +21,12 @@ #include #include "common/logging.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_foreach.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_foreach.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_group_array_set_op.cpp b/be/src/exprs/aggregate/aggregate_function_group_array_set_op.cpp similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_group_array_set_op.cpp rename to be/src/exprs/aggregate/aggregate_function_group_array_set_op.cpp index 5c7805cbc23c4d..4050294175e4fb 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_group_array_set_op.cpp +++ b/be/src/exprs/aggregate/aggregate_function_group_array_set_op.cpp @@ -18,15 +18,15 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionGroupArrayIntersect.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_group_array_set_op.h" +#include "exprs/aggregate/aggregate_function_group_array_set_op.h" #include -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/factory_helpers.h" -#include "vec/aggregate_functions/helpers.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/factory_helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_group_array_set_op.h b/be/src/exprs/aggregate/aggregate_function_group_array_set_op.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_group_array_set_op.h rename to be/src/exprs/aggregate/aggregate_function_group_array_set_op.h index ed9608c8a7ba0d..c65bf06fc3f514 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_group_array_set_op.h +++ b/be/src/exprs/aggregate/aggregate_function_group_array_set_op.h @@ -21,18 +21,18 @@ #include #include +#include "core/assert_cast.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/hybrid_set.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { #include "common/compile_check_begin.h" class Arena; diff --git a/be/src/vec/aggregate_functions/aggregate_function_group_concat.cpp b/be/src/exprs/aggregate/aggregate_function_group_concat.cpp similarity index 95% rename from be/src/vec/aggregate_functions/aggregate_function_group_concat.cpp rename to be/src/exprs/aggregate/aggregate_function_group_concat.cpp index 58f0642b3b6557..bb193399e0269d 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_group_concat.cpp +++ b/be/src/exprs/aggregate/aggregate_function_group_concat.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_group_concat.h" +#include "exprs/aggregate/aggregate_function_group_concat.h" #include #include -#include "vec/aggregate_functions/helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_group_concat.h b/be/src/exprs/aggregate/aggregate_function_group_concat.h similarity index 94% rename from be/src/vec/aggregate_functions/aggregate_function_group_concat.h rename to be/src/exprs/aggregate/aggregate_function_group_concat.h index da2ef8564b9e5a..7f3190d45b3460 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_group_concat.h +++ b/be/src/exprs/aggregate/aggregate_function_group_concat.h @@ -22,13 +22,13 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_string.h" +#include "core/assert_cast.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_histogram.cpp b/be/src/exprs/aggregate/aggregate_function_histogram.cpp similarity index 91% rename from be/src/vec/aggregate_functions/aggregate_function_histogram.cpp rename to be/src/exprs/aggregate/aggregate_function_histogram.cpp index cda8d4626b361c..a6e3b11c217e30 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_histogram.cpp +++ b/be/src/exprs/aggregate/aggregate_function_histogram.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_histogram.h" +#include "exprs/aggregate/aggregate_function_histogram.h" #include #include -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/factory_helpers.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/aggregate/factory_helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_histogram.h b/be/src/exprs/aggregate/aggregate_function_histogram.h similarity index 94% rename from be/src/vec/aggregate_functions/aggregate_function_histogram.h rename to be/src/exprs/aggregate/aggregate_function_histogram.h index 9bcbfb79629d6b..5ba7a27e1f9407 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_histogram.h +++ b/be/src/exprs/aggregate/aggregate_function_histogram.h @@ -25,17 +25,17 @@ #include "common/exception.h" #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_string.h" -#include "vec/io/io_helper.h" -#include "vec/utils/histogram_helpers.hpp" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_decimal.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/histogram_helpers.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "util/io_helper.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_hll_union_agg.cpp b/be/src/exprs/aggregate/aggregate_function_hll_union_agg.cpp similarity index 89% rename from be/src/vec/aggregate_functions/aggregate_function_hll_union_agg.cpp rename to be/src/exprs/aggregate/aggregate_function_hll_union_agg.cpp index 42399a77f9b100..82b987f085d6b7 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_hll_union_agg.cpp +++ b/be/src/exprs/aggregate/aggregate_function_hll_union_agg.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_hll_union_agg.h" +#include "exprs/aggregate/aggregate_function_hll_union_agg.h" #include -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_hll_union_agg.h b/be/src/exprs/aggregate/aggregate_function_hll_union_agg.h similarity index 94% rename from be/src/vec/aggregate_functions/aggregate_function_hll_union_agg.h rename to be/src/exprs/aggregate/aggregate_function_hll_union_agg.h index 9f2408b3ffef96..aea27dc8cad1e8 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_hll_union_agg.h +++ b/be/src/exprs/aggregate/aggregate_function_hll_union_agg.h @@ -24,15 +24,15 @@ #include #include -#include "olap/hll.h" +#include "core/assert_cast.h" +#include "core/column/column_complex.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_number.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/hll.h" +#include "exprs/aggregate/aggregate_function.h" #include "util/slice.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_complex.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_number.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_java_udaf.h b/be/src/exprs/aggregate/aggregate_function_java_udaf.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_java_udaf.h rename to be/src/exprs/aggregate/aggregate_function_java_udaf.h index a8905126141b9d..b3cfce9c153f48 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_java_udaf.h +++ b/be/src/exprs/aggregate/aggregate_function_java_udaf.h @@ -29,17 +29,17 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_string.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/connector/jni_connector.h" +#include "exprs/aggregate/aggregate_function.h" #include "runtime/user_function_cache.h" +#include "util/io_helper.h" #include "util/jni-util.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_string.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/exec/jni_connector.h" -#include "vec/io/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_kurtosis.cpp b/be/src/exprs/aggregate/aggregate_function_kurtosis.cpp similarity index 88% rename from be/src/vec/aggregate_functions/aggregate_function_kurtosis.cpp rename to be/src/exprs/aggregate/aggregate_function_kurtosis.cpp index bf31382a36a1c3..c2c24f779464f5 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_kurtosis.cpp +++ b/be/src/exprs/aggregate/aggregate_function_kurtosis.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/aggregate_function_statistic.h" -#include "vec/aggregate_functions/factory_helpers.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_statistic.h" +#include "exprs/aggregate/factory_helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_linear_histogram.cpp b/be/src/exprs/aggregate/aggregate_function_linear_histogram.cpp similarity index 95% rename from be/src/vec/aggregate_functions/aggregate_function_linear_histogram.cpp rename to be/src/exprs/aggregate/aggregate_function_linear_histogram.cpp index 07a999d04a5af8..955c619a3063f4 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_linear_histogram.cpp +++ b/be/src/exprs/aggregate/aggregate_function_linear_histogram.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_linear_histogram.h" +#include "exprs/aggregate/aggregate_function_linear_histogram.h" -#include "vec/aggregate_functions/helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_linear_histogram.h b/be/src/exprs/aggregate/aggregate_function_linear_histogram.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_linear_histogram.h rename to be/src/exprs/aggregate/aggregate_function_linear_histogram.h index d758b86c5ebb7d..9e9251e28ba749 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_linear_histogram.h +++ b/be/src/exprs/aggregate/aggregate_function_linear_histogram.h @@ -24,10 +24,10 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" +#include "core/data_type/data_type_decimal.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" // TODO: optimize count=0 // TODO: support datetime diff --git a/be/src/vec/aggregate_functions/aggregate_function_map.cpp b/be/src/exprs/aggregate/aggregate_function_map.cpp similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_map.cpp rename to be/src/exprs/aggregate/aggregate_function_map.cpp index b3a6e54c41f7a2..04b23f35bbd908 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_map.cpp +++ b/be/src/exprs/aggregate/aggregate_function_map.cpp @@ -15,9 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_map.h" +#include "exprs/aggregate/aggregate_function_map.h" -#include "vec/aggregate_functions/helpers.h" +#include "core/call_on_type_index.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_map.h b/be/src/exprs/aggregate/aggregate_function_map.h similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_map.h rename to be/src/exprs/aggregate/aggregate_function_map.h index 5e162ef7f35dd1..bf84ee74d42222 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_map.h +++ b/be/src/exprs/aggregate/aggregate_function_map.h @@ -19,15 +19,15 @@ #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_map.h" +#include "core/assert_cast.h" +#include "core/column/column_decimal.h" +#include "core/column/column_map.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_map.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_map_v2.cpp b/be/src/exprs/aggregate/aggregate_function_map_v2.cpp similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_map_v2.cpp rename to be/src/exprs/aggregate/aggregate_function_map_v2.cpp index 65367e5b9d76d5..e3f7117e17ec83 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_map_v2.cpp +++ b/be/src/exprs/aggregate/aggregate_function_map_v2.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_map_v2.h" +#include "exprs/aggregate/aggregate_function_map_v2.h" -#include "vec/aggregate_functions/helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_map_v2.h b/be/src/exprs/aggregate/aggregate_function_map_v2.h similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_map_v2.h rename to be/src/exprs/aggregate/aggregate_function_map_v2.h index a56c54b429186d..0b97bdaf5cf520 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_map_v2.h +++ b/be/src/exprs/aggregate/aggregate_function_map_v2.h @@ -20,14 +20,14 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_map.h" +#include "core/assert_cast.h" +#include "core/column/column_decimal.h" +#include "core/column/column_map.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_map.h" +#include "core/field.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_max_by.cpp b/be/src/exprs/aggregate/aggregate_function_max_by.cpp similarity index 100% rename from be/src/vec/aggregate_functions/aggregate_function_max_by.cpp rename to be/src/exprs/aggregate/aggregate_function_max_by.cpp diff --git a/be/src/vec/aggregate_functions/aggregate_function_min_by.cpp b/be/src/exprs/aggregate/aggregate_function_min_by.cpp similarity index 100% rename from be/src/vec/aggregate_functions/aggregate_function_min_by.cpp rename to be/src/exprs/aggregate/aggregate_function_min_by.cpp diff --git a/be/src/vec/aggregate_functions/aggregate_function_min_max.cpp b/be/src/exprs/aggregate/aggregate_function_min_max.cpp similarity index 95% rename from be/src/vec/aggregate_functions/aggregate_function_min_max.cpp rename to be/src/exprs/aggregate/aggregate_function_min_max.cpp index f894faa5119629..8f04c28216d021 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_min_max.cpp +++ b/be/src/exprs/aggregate/aggregate_function_min_max.cpp @@ -18,15 +18,15 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionMinMaxAny.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_min_max.h" +#include "exprs/aggregate/aggregate_function_min_max.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/factory_helpers.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/factory_helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_min_max.h b/be/src/exprs/aggregate/aggregate_function_min_max.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_min_max.h rename to be/src/exprs/aggregate/aggregate_function_min_max.h index b39b30760929c7..0f9bef26f1c57e 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_min_max.h +++ b/be/src/exprs/aggregate/aggregate_function_min_max.h @@ -32,20 +32,21 @@ #include "common/cast_set.h" #include "common/compare.h" #include "common/logging.h" -#include "runtime/primitive_type.h" -#include "runtime/type_limit.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_fixed_length_object.h" -#include "vec/data_types/data_type_string.h" -#include "vec/io/io_helper.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_fixed_length_object.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_fixed_length_object.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/type_limit.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/io_helper.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_min_max_by.cpp b/be/src/exprs/aggregate/aggregate_function_min_max_by.cpp similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_min_max_by.cpp rename to be/src/exprs/aggregate/aggregate_function_min_max_by.cpp index bc77a3275279d5..b11a03b79b92f3 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_min_max_by.cpp +++ b/be/src/exprs/aggregate/aggregate_function_min_max_by.cpp @@ -15,7 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_min_max_by.h" +#include "exprs/aggregate/aggregate_function_min_max_by.h" + +#include "exprs/aggregate/aggregate_function_simple_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_min_max_by.h b/be/src/exprs/aggregate/aggregate_function_min_max_by.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_min_max_by.h rename to be/src/exprs/aggregate/aggregate_function_min_max_by.h index 686505ad99afcc..10944b673c6457 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_min_max_by.h +++ b/be/src/exprs/aggregate/aggregate_function_min_max_by.h @@ -18,15 +18,15 @@ #pragma once #include "common/logging.h" -#include "util/bitmap_value.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_min_max.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type_bitmap.h" +#include "core/assert_cast.h" +#include "core/column/column_complex.h" +#include "core/column/column_decimal.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/value/bitmap_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_min_max.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_null.h b/be/src/exprs/aggregate/aggregate_function_null.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_null.h rename to be/src/exprs/aggregate/aggregate_function_null.h index 02eb86fe6dc880..ab8961ad5d5d4d 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_null.h +++ b/be/src/exprs/aggregate/aggregate_function_null.h @@ -28,13 +28,13 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_distinct.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/assert_cast.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_distinct.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_null_v2.h b/be/src/exprs/aggregate/aggregate_function_null_v2.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_null_v2.h rename to be/src/exprs/aggregate/aggregate_function_null_v2.h index 21c605b24d03c8..ce30b0947df76f 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_null_v2.h +++ b/be/src/exprs/aggregate/aggregate_function_null_v2.h @@ -25,14 +25,14 @@ #include #include "common/logging.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_distinct.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_distinct.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_orthogonal_bitmap.cpp b/be/src/exprs/aggregate/aggregate_function_orthogonal_bitmap.cpp similarity index 93% rename from be/src/vec/aggregate_functions/aggregate_function_orthogonal_bitmap.cpp rename to be/src/exprs/aggregate/aggregate_function_orthogonal_bitmap.cpp index 65c45adc807caf..70cce9a2488ffd 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_orthogonal_bitmap.cpp +++ b/be/src/exprs/aggregate/aggregate_function_orthogonal_bitmap.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_orthogonal_bitmap.h" +#include "exprs/aggregate/aggregate_function_orthogonal_bitmap.h" #include #include -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_orthogonal_bitmap.h b/be/src/exprs/aggregate/aggregate_function_orthogonal_bitmap.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_orthogonal_bitmap.h rename to be/src/exprs/aggregate/aggregate_function_orthogonal_bitmap.h index 81023182caf8a1..bde126ec109192 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_orthogonal_bitmap.h +++ b/be/src/exprs/aggregate/aggregate_function_orthogonal_bitmap.h @@ -27,15 +27,15 @@ #include #include +#include "core/column/column_complex.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "exprs/aggregate/aggregate_function.h" #include "util/bitmap_expr_calculation.h" #include "util/bitmap_intersect.h" -#include "util/bitmap_value.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_percentile.cpp b/be/src/exprs/aggregate/aggregate_function_percentile.cpp similarity index 95% rename from be/src/vec/aggregate_functions/aggregate_function_percentile.cpp rename to be/src/exprs/aggregate/aggregate_function_percentile.cpp index 8eacc45e412a1d..602f189cb0eb49 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_percentile.cpp +++ b/be/src/exprs/aggregate/aggregate_function_percentile.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_percentile.h" +#include "exprs/aggregate/aggregate_function_percentile.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/core/types.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_percentile.h b/be/src/exprs/aggregate/aggregate_function_percentile.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_percentile.h rename to be/src/exprs/aggregate/aggregate_function_percentile.h index 84496f78fabcfb..17bdba71f83e70 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_percentile.h +++ b/be/src/exprs/aggregate/aggregate_function_percentile.h @@ -28,19 +28,19 @@ #include #include +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" #include "util/counts.h" #include "util/tdigest.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_percentile_reservoir.cpp b/be/src/exprs/aggregate/aggregate_function_percentile_reservoir.cpp similarity index 90% rename from be/src/vec/aggregate_functions/aggregate_function_percentile_reservoir.cpp rename to be/src/exprs/aggregate/aggregate_function_percentile_reservoir.cpp index 4fdefda3b18b31..aeb3ad75541535 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_percentile_reservoir.cpp +++ b/be/src/exprs/aggregate/aggregate_function_percentile_reservoir.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_percentile_reservoir.h" +#include "exprs/aggregate/aggregate_function_percentile_reservoir.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_percentile_reservoir.h b/be/src/exprs/aggregate/aggregate_function_percentile_reservoir.h similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_percentile_reservoir.h rename to be/src/exprs/aggregate/aggregate_function_percentile_reservoir.h index 598d5d974093eb..0cd3d29779abc9 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_percentile_reservoir.h +++ b/be/src/exprs/aggregate/aggregate_function_percentile_reservoir.h @@ -21,10 +21,10 @@ #include -#include "runtime/primitive_type.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "exprs/aggregate/aggregate_function.h" #include "util/reservoir_sampler.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/src/vec/aggregate_functions/aggregate_function_product.h b/be/src/exprs/aggregate/aggregate_function_product.h similarity index 95% rename from be/src/vec/aggregate_functions/aggregate_function_product.h rename to be/src/exprs/aggregate/aggregate_function_product.h index a6c9ab4421b6d0..f033fc49112f97 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_product.h +++ b/be/src/exprs/aggregate/aggregate_function_product.h @@ -20,15 +20,15 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arena.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/io/io_helper.h" +#include "core/arena.h" +#include "core/column/column_decimal.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/io_helper.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_quantile_state.cpp b/be/src/exprs/aggregate/aggregate_function_quantile_state.cpp similarity index 91% rename from be/src/vec/aggregate_functions/aggregate_function_quantile_state.cpp rename to be/src/exprs/aggregate/aggregate_function_quantile_state.cpp index 87eb79897682c5..b8e9afc3940c29 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_quantile_state.cpp +++ b/be/src/exprs/aggregate/aggregate_function_quantile_state.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_quantile_state.h" +#include "exprs/aggregate/aggregate_function_quantile_state.h" #include -#include "vec/aggregate_functions//aggregate_function_simple_factory.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_quantile_state.h b/be/src/exprs/aggregate/aggregate_function_quantile_state.h similarity index 94% rename from be/src/vec/aggregate_functions/aggregate_function_quantile_state.h rename to be/src/exprs/aggregate/aggregate_function_quantile_state.h index 2c24ebbf4597f6..dc3a935300c7cf 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_quantile_state.h +++ b/be/src/exprs/aggregate/aggregate_function_quantile_state.h @@ -23,13 +23,13 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep -#include "util/quantile_state.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_quantilestate.h" +#include "core/assert_cast.h" +#include "core/column/column_complex.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/types.h" +#include "core/value/quantile_state.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_reader.cpp b/be/src/exprs/aggregate/aggregate_function_reader.cpp similarity index 87% rename from be/src/vec/aggregate_functions/aggregate_function_reader.cpp rename to be/src/exprs/aggregate/aggregate_function_reader.cpp index 5f454553f06c83..16da669a6f398b 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_reader.cpp +++ b/be/src/exprs/aggregate/aggregate_function_reader.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_reader.h" +#include "exprs/aggregate/aggregate_function_reader.h" #include #include -#include "vec/aggregate_functions/aggregate_function_bitmap.h" -#include "vec/aggregate_functions/aggregate_function_hll_union_agg.h" -#include "vec/aggregate_functions/aggregate_function_min_max.h" -#include "vec/aggregate_functions/aggregate_function_quantile_state.h" -#include "vec/aggregate_functions/aggregate_function_reader_first_last.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/aggregate_function_sum.h" -#include "vec/aggregate_functions/helpers.h" +#include "exprs/aggregate/aggregate_function_bitmap.h" +#include "exprs/aggregate/aggregate_function_hll_union_agg.h" +#include "exprs/aggregate/aggregate_function_min_max.h" +#include "exprs/aggregate/aggregate_function_quantile_state.h" +#include "exprs/aggregate/aggregate_function_reader_first_last.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_sum.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_reader.h b/be/src/exprs/aggregate/aggregate_function_reader.h similarity index 100% rename from be/src/vec/aggregate_functions/aggregate_function_reader.h rename to be/src/exprs/aggregate/aggregate_function_reader.h diff --git a/be/src/vec/aggregate_functions/aggregate_function_reader_first_last.h b/be/src/exprs/aggregate/aggregate_function_reader_first_last.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_reader_first_last.h rename to be/src/exprs/aggregate/aggregate_function_reader_first_last.h index 75bf8d5cc04748..06b78c539bf44d 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_reader_first_last.h +++ b/be/src/exprs/aggregate/aggregate_function_reader_first_last.h @@ -17,17 +17,17 @@ #pragma once -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/column/column_variant.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_regr_union.cpp b/be/src/exprs/aggregate/aggregate_function_regr_union.cpp similarity index 91% rename from be/src/vec/aggregate_functions/aggregate_function_regr_union.cpp rename to be/src/exprs/aggregate/aggregate_function_regr_union.cpp index 27bee38e7eaa31..623f441d7d9134 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_regr_union.cpp +++ b/be/src/exprs/aggregate/aggregate_function_regr_union.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_regr_union.h" +#include "exprs/aggregate/aggregate_function_regr_union.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_regr_union.h b/be/src/exprs/aggregate/aggregate_function_regr_union.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_regr_union.h rename to be/src/exprs/aggregate/aggregate_function_regr_union.h index 0979559f56b96b..5b47589b843c78 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_regr_union.h +++ b/be/src/exprs/aggregate/aggregate_function_regr_union.h @@ -19,15 +19,15 @@ #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_retention.cpp b/be/src/exprs/aggregate/aggregate_function_retention.cpp similarity index 86% rename from be/src/vec/aggregate_functions/aggregate_function_retention.cpp rename to be/src/exprs/aggregate/aggregate_function_retention.cpp index ba45950f55510e..62abead4e4c1c1 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_retention.cpp +++ b/be/src/exprs/aggregate/aggregate_function_retention.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_retention.h" +#include "exprs/aggregate/aggregate_function_retention.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_retention.h b/be/src/exprs/aggregate/aggregate_function_retention.h similarity index 92% rename from be/src/vec/aggregate_functions/aggregate_function_retention.h rename to be/src/exprs/aggregate/aggregate_function_retention.h index 1694c7b6a9e08a..51c07f6f2d7e7a 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_retention.h +++ b/be/src/exprs/aggregate/aggregate_function_retention.h @@ -27,17 +27,17 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/io/var_int.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/var_int.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_rpc.h b/be/src/exprs/aggregate/aggregate_function_rpc.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_rpc.h rename to be/src/exprs/aggregate/aggregate_function_rpc.h index 1d5dc5799d8ccb..5523b72e34ddc1 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_rpc.h +++ b/be/src/exprs/aggregate/aggregate_function_rpc.h @@ -24,23 +24,23 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function_rpc.h" #include "json2pb/json_to_pb.h" #include "json2pb/pb_to_json.h" #include "runtime/exec_env.h" #include "runtime/user_function_cache.h" #include "util/brpc_client_cache.h" +#include "util/io_helper.h" #include "util/jni-util.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function_rpc.h" -#include "vec/io/io_helper.h" namespace doris::vectorized { #include "common/compile_check_avoid_begin.h" // The rpc function has now been deprecated to avoid compilation checks. diff --git a/be/src/vec/aggregate_functions/aggregate_function_sem.cpp b/be/src/exprs/aggregate/aggregate_function_sem.cpp similarity index 86% rename from be/src/vec/aggregate_functions/aggregate_function_sem.cpp rename to be/src/exprs/aggregate/aggregate_function_sem.cpp index 50c822b7d38845..2f32af8f7a83a4 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_sem.cpp +++ b/be/src/exprs/aggregate/aggregate_function_sem.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_sem.h" +#include "exprs/aggregate/aggregate_function_sem.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/core/field.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_sem.h b/be/src/exprs/aggregate/aggregate_function_sem.h similarity index 93% rename from be/src/vec/aggregate_functions/aggregate_function_sem.h rename to be/src/exprs/aggregate/aggregate_function_sem.h index 333c4e9c233d48..28331384a550bc 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_sem.h +++ b/be/src/exprs/aggregate/aggregate_function_sem.h @@ -19,15 +19,15 @@ #include -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_sequence_match.cpp b/be/src/exprs/aggregate/aggregate_function_sequence_match.cpp similarity index 92% rename from be/src/vec/aggregate_functions/aggregate_function_sequence_match.cpp rename to be/src/exprs/aggregate/aggregate_function_sequence_match.cpp index fd975bb5e34a16..b54b0beeb127a9 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_sequence_match.cpp +++ b/be/src/exprs/aggregate/aggregate_function_sequence_match.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_sequence_match.h" +#include "exprs/aggregate/aggregate_function_sequence_match.h" #include #include "common/logging.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_sequence_match.h b/be/src/exprs/aggregate/aggregate_function_sequence_match.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_sequence_match.h rename to be/src/exprs/aggregate/aggregate_function_sequence_match.h index ba0c2259327ffd..054a7809a73700 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_sequence_match.h +++ b/be/src/exprs/aggregate/aggregate_function_sequence_match.h @@ -37,15 +37,15 @@ #include #include "common/logging.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/io/io_helper.h" +#include "core/assert_cast.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/io_helper.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_simple_factory.cpp b/be/src/exprs/aggregate/aggregate_function_simple_factory.cpp similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_simple_factory.cpp rename to be/src/exprs/aggregate/aggregate_function_simple_factory.cpp index aa4410d347ed17..f59810e1e60809 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_simple_factory.cpp +++ b/be/src/exprs/aggregate/aggregate_function_simple_factory.cpp @@ -18,11 +18,11 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionFactory.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include -#include "vec/aggregate_functions/aggregate_function_reader.h" +#include "exprs/aggregate/aggregate_function_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_simple_factory.h b/be/src/exprs/aggregate/aggregate_function_simple_factory.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_simple_factory.h rename to be/src/exprs/aggregate/aggregate_function_simple_factory.h index 962c459a4d11f0..31505d3729084d 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_simple_factory.h +++ b/be/src/exprs/aggregate/aggregate_function_simple_factory.h @@ -29,11 +29,11 @@ #include #include "agent/be_exec_version_manager.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/assert_cast.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_skew.cpp b/be/src/exprs/aggregate/aggregate_function_skew.cpp similarity index 88% rename from be/src/vec/aggregate_functions/aggregate_function_skew.cpp rename to be/src/exprs/aggregate/aggregate_function_skew.cpp index 6587eaaef912be..95daa741032415 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_skew.cpp +++ b/be/src/exprs/aggregate/aggregate_function_skew.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/aggregate_function_statistic.h" -#include "vec/aggregate_functions/factory_helpers.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_statistic.h" +#include "exprs/aggregate/factory_helpers.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_sort.cpp b/be/src/exprs/aggregate/aggregate_function_sort.cpp similarity index 92% rename from be/src/vec/aggregate_functions/aggregate_function_sort.cpp rename to be/src/exprs/aggregate/aggregate_function_sort.cpp index 99d93127f0c29f..1edad2a2054fd8 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_sort.cpp +++ b/be/src/exprs/aggregate/aggregate_function_sort.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_sort.h" +#include "exprs/aggregate/aggregate_function_sort.h" #include -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_sort.h b/be/src/exprs/aggregate/aggregate_function_sort.h similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_sort.h rename to be/src/exprs/aggregate/aggregate_function_sort.h index e297c146bd3e98..75f5910f644396 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_sort.h +++ b/be/src/exprs/aggregate/aggregate_function_sort.h @@ -27,14 +27,14 @@ #include #include +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/types.h" +#include "exec/sort/sort_block.h" +#include "exec/sort/sort_description.h" +#include "exprs/aggregate/aggregate_function.h" #include "runtime/runtime_state.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/sort_block.h" -#include "vec/core/sort_description.h" -#include "vec/core/types.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_state_merge.h b/be/src/exprs/aggregate/aggregate_function_state_merge.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_state_merge.h rename to be/src/exprs/aggregate/aggregate_function_state_merge.h index 649873373472c6..f8ae3f597a6695 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_state_merge.h +++ b/be/src/exprs/aggregate/aggregate_function_state_merge.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/aggregate_functions/aggregate_function_state_union.h" +#include "exprs/aggregate/aggregate_function_state_union.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_state_union.h b/be/src/exprs/aggregate/aggregate_function_state_union.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_state_union.h rename to be/src/exprs/aggregate/aggregate_function_state_union.h index 09705cc3647d0b..e156d0392e508e 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_state_union.h +++ b/be/src/exprs/aggregate/aggregate_function_state_union.h @@ -19,8 +19,8 @@ #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/data_types/data_type_agg_state.h" +#include "core/data_type/data_type_agg_state.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_statistic.h b/be/src/exprs/aggregate/aggregate_function_statistic.h similarity index 93% rename from be/src/vec/aggregate_functions/aggregate_function_statistic.h rename to be/src/exprs/aggregate/aggregate_function_statistic.h index e4fd106b3f20b2..3ce61a2dcc0d7d 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_statistic.h +++ b/be/src/exprs/aggregate/aggregate_function_statistic.h @@ -22,16 +22,15 @@ #include "common/exception.h" #include "common/status.h" -#include "moments.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/moments.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/moments.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_stddev.cpp b/be/src/exprs/aggregate/aggregate_function_stddev.cpp similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_stddev.cpp rename to be/src/exprs/aggregate/aggregate_function_stddev.cpp index 2c3acb7ad275e2..366c4bc3996d1b 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_stddev.cpp +++ b/be/src/exprs/aggregate/aggregate_function_stddev.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_stddev.h" +#include "exprs/aggregate/aggregate_function_stddev.h" #include #include -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_stddev.h b/be/src/exprs/aggregate/aggregate_function_stddev.h similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_stddev.h rename to be/src/exprs/aggregate/aggregate_function_stddev.h index 6d95e6467c00bd..6143bae386630c 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_stddev.h +++ b/be/src/exprs/aggregate/aggregate_function_stddev.h @@ -24,13 +24,13 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_sum.cpp b/be/src/exprs/aggregate/aggregate_function_sum.cpp similarity index 93% rename from be/src/vec/aggregate_functions/aggregate_function_sum.cpp rename to be/src/exprs/aggregate/aggregate_function_sum.cpp index db841198717c94..cf3b75a2dd8ea1 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_sum.cpp +++ b/be/src/exprs/aggregate/aggregate_function_sum.cpp @@ -18,10 +18,10 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionSum.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_sum.h" +#include "exprs/aggregate/aggregate_function_sum.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_sum.h b/be/src/exprs/aggregate/aggregate_function_sum.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_sum.h rename to be/src/exprs/aggregate/aggregate_function_sum.h index 952bee8befd731..635dd7604b4348 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_sum.h +++ b/be/src/exprs/aggregate/aggregate_function_sum.h @@ -25,15 +25,15 @@ #include #include -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_fixed_length_object.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_fixed_length_object.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_topn.cpp b/be/src/exprs/aggregate/aggregate_function_topn.cpp similarity index 96% rename from be/src/vec/aggregate_functions/aggregate_function_topn.cpp rename to be/src/exprs/aggregate/aggregate_function_topn.cpp index f53399d60b04ce..1a16d309d75cd7 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_topn.cpp +++ b/be/src/exprs/aggregate/aggregate_function_topn.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_topn.h" +#include "exprs/aggregate/aggregate_function_topn.h" #include #include -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_topn.h b/be/src/exprs/aggregate/aggregate_function_topn.h similarity index 95% rename from be/src/vec/aggregate_functions/aggregate_function_topn.h rename to be/src/exprs/aggregate/aggregate_function_topn.h index 7bcfaed3ebab41..6bf018a7542361 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_topn.h +++ b/be/src/exprs/aggregate/aggregate_function_topn.h @@ -30,21 +30,21 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/io/io_helper.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "util/io_helper.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_uniq.cpp b/be/src/exprs/aggregate/aggregate_function_uniq.cpp similarity index 87% rename from be/src/vec/aggregate_functions/aggregate_function_uniq.cpp rename to be/src/exprs/aggregate/aggregate_function_uniq.cpp index 126fec0032ef7e..ac4aed2ce94e89 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_uniq.cpp +++ b/be/src/exprs/aggregate/aggregate_function_uniq.cpp @@ -18,15 +18,15 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/AggregateFunctions/AggregateFunctionUniq.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_uniq.h" +#include "exprs/aggregate/aggregate_function_uniq.h" #include -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/common/hash_table/hash.h" // IWYU pragma: keep -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "exec/common/hash_table/hash.h" // IWYU pragma: keep +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_uniq.h b/be/src/exprs/aggregate/aggregate_function_uniq.h similarity index 94% rename from be/src/vec/aggregate_functions/aggregate_function_uniq.h rename to be/src/exprs/aggregate/aggregate_function_uniq.h index ebe5bdfb3ca017..f0fa77f9953a29 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_uniq.h +++ b/be/src/exprs/aggregate/aggregate_function_uniq.h @@ -28,19 +28,19 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/hash_table/hash.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" -#include "vec/common/string_ref.h" -#include "vec/common/uint128.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/io/io_helper.h" -#include "vec/io/var_int.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/uint128.h" +#include "exec/common/hash_table/hash.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" +#include "exprs/aggregate/aggregate_function.h" +#include "util/io_helper.h" +#include "util/var_int.h" template struct HashCRC32; diff --git a/be/src/vec/aggregate_functions/aggregate_function_uniq_distribute_key.cpp b/be/src/exprs/aggregate/aggregate_function_uniq_distribute_key.cpp similarity index 91% rename from be/src/vec/aggregate_functions/aggregate_function_uniq_distribute_key.cpp rename to be/src/exprs/aggregate/aggregate_function_uniq_distribute_key.cpp index bd5f7ea8e22c85..2c06c24da2ff45 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_uniq_distribute_key.cpp +++ b/be/src/exprs/aggregate/aggregate_function_uniq_distribute_key.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_uniq_distribute_key.h" +#include "exprs/aggregate/aggregate_function_uniq_distribute_key.h" #include -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_uniq_distribute_key.h b/be/src/exprs/aggregate/aggregate_function_uniq_distribute_key.h similarity index 95% rename from be/src/vec/aggregate_functions/aggregate_function_uniq_distribute_key.h rename to be/src/exprs/aggregate/aggregate_function_uniq_distribute_key.h index 1c27c37b5ac628..d3083a46dc32a6 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_uniq_distribute_key.h +++ b/be/src/exprs/aggregate/aggregate_function_uniq_distribute_key.h @@ -26,17 +26,17 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_uniq.h" -#include "vec/columns/column.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_fixed_length_object.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_fixed_length_object.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_fixed_length_object.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_uniq.h" template struct HashCRC32; diff --git a/be/src/vec/aggregate_functions/aggregate_function_window.cpp b/be/src/exprs/aggregate/aggregate_function_window.cpp similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_window.cpp rename to be/src/exprs/aggregate/aggregate_function_window.cpp index 1c0c854280c404..623e9adb3d0960 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_window.cpp +++ b/be/src/exprs/aggregate/aggregate_function_window.cpp @@ -18,15 +18,15 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Processors/Transforms/WindowTransform.cpp // and modified by Doris -#include "vec/aggregate_functions/aggregate_function_window.h" +#include "exprs/aggregate/aggregate_function_window.h" #include #include -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/data_types/data_type.h" -#include "vec/utils/template_helpers.hpp" +#include "core/data_type/data_type.h" +#include "exec/common/template_helpers.hpp" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_window.h b/be/src/exprs/aggregate/aggregate_function_window.h similarity index 98% rename from be/src/vec/aggregate_functions/aggregate_function_window.h rename to be/src/exprs/aggregate/aggregate_function_window.h index a9b03a5f410626..8a29c46e2d3e48 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_window.h +++ b/be/src/exprs/aggregate/aggregate_function_window.h @@ -27,15 +27,15 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_reader_first_last.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_reader_first_last.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_window_funnel.cpp b/be/src/exprs/aggregate/aggregate_function_window_funnel.cpp similarity index 89% rename from be/src/vec/aggregate_functions/aggregate_function_window_funnel.cpp rename to be/src/exprs/aggregate/aggregate_function_window_funnel.cpp index dca650724f9d43..c6cbec3cbc817a 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_window_funnel.cpp +++ b/be/src/exprs/aggregate/aggregate_function_window_funnel.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_window_funnel.h" +#include "exprs/aggregate/aggregate_function_window_funnel.h" #include #include "common/logging.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/aggregate_function_window_funnel.h b/be/src/exprs/aggregate/aggregate_function_window_funnel.h similarity index 97% rename from be/src/vec/aggregate_functions/aggregate_function_window_funnel.h rename to be/src/exprs/aggregate/aggregate_function_window_funnel.h index ad0cf057e6258f..97c8b509c6467d 100644 --- a/be/src/vec/aggregate_functions/aggregate_function_window_funnel.h +++ b/be/src/exprs/aggregate/aggregate_function_window_funnel.h @@ -33,16 +33,16 @@ #include "common/cast_set.h" #include "common/exception.h" #include "common/status.h" -#include "util/binary_cast.hpp" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/column/column_string.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exec/sort/sort_block.h" +#include "exprs/aggregate/aggregate_function.h" #include "util/simd/bits.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/core/sort_block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/io/var_int.h" -#include "vec/runtime/vdatetime_value.h" +#include "util/var_int.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/factory_helpers.h b/be/src/exprs/aggregate/factory_helpers.h similarity index 97% rename from be/src/vec/aggregate_functions/factory_helpers.h rename to be/src/exprs/aggregate/factory_helpers.h index 87bdc2fb20fa54..f688f267c73388 100644 --- a/be/src/vec/aggregate_functions/factory_helpers.h +++ b/be/src/exprs/aggregate/factory_helpers.h @@ -22,7 +22,7 @@ #include -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/aggregate_functions/helpers.h b/be/src/exprs/aggregate/helpers.h similarity index 98% rename from be/src/vec/aggregate_functions/helpers.h rename to be/src/exprs/aggregate/helpers.h index 5762aa7ad4d8c3..5a9746a49a34e5 100644 --- a/be/src/vec/aggregate_functions/helpers.h +++ b/be/src/exprs/aggregate/helpers.h @@ -20,13 +20,13 @@ #pragma once -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_null.h" -#include "vec/aggregate_functions/aggregate_function_null_v2.h" -#include "vec/core/call_on_type_index.h" -#include "vec/data_types/data_type.h" -#include "vec/utils/template_helpers.hpp" +#include "core/call_on_type_index.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "exec/common/template_helpers.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_null.h" +#include "exprs/aggregate/aggregate_function_null_v2.h" /** If the serialized type is not the default type(string), * aggregation function need to override these functions: diff --git a/be/src/vec/aggregate_functions/moments.h b/be/src/exprs/aggregate/moments.h similarity index 99% rename from be/src/vec/aggregate_functions/moments.h rename to be/src/exprs/aggregate/moments.h index d4614f4f060d12..fe600ee1a81341 100644 --- a/be/src/vec/aggregate_functions/moments.h +++ b/be/src/exprs/aggregate/moments.h @@ -21,7 +21,7 @@ #include "common/exception.h" #include "common/status.h" -#include "vec/io/io_helper.h" +#include "util/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/exprs/bitmapfilter_predicate.h b/be/src/exprs/bitmapfilter_predicate.h index 0f9a5009a6bbb3..e75f22626571ae 100644 --- a/be/src/exprs/bitmapfilter_predicate.h +++ b/be/src/exprs/bitmapfilter_predicate.h @@ -20,10 +20,10 @@ #include #include "common/cast_set.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "runtime_filter/runtime_filter_definitions.h" -#include "util/bitmap_value.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/value/bitmap_value.h" +#include "exec/runtime_filter/runtime_filter_definitions.h" namespace doris { diff --git a/be/src/exprs/block_bloom_filter.hpp b/be/src/exprs/block_bloom_filter.hpp index 1e045fb48fc930..6da58f23b3815b 100644 --- a/be/src/exprs/block_bloom_filter.hpp +++ b/be/src/exprs/block_bloom_filter.hpp @@ -22,7 +22,7 @@ #include -#include "vec/common/string_ref.h" +#include "core/string_ref.h" #ifdef __AVX2__ #include #endif diff --git a/be/src/exprs/bloom_filter_func.h b/be/src/exprs/bloom_filter_func.h index 048a9498ab1d55..23c59a6266e215 100644 --- a/be/src/exprs/bloom_filter_func.h +++ b/be/src/exprs/bloom_filter_func.h @@ -19,10 +19,10 @@ #include "common/exception.h" #include "common/status.h" +#include "core/column/column_dictionary.h" +#include "exec/runtime_filter/runtime_filter_definitions.h" #include "exprs/bloom_filter_func_impl.h" #include "exprs/filter_base.h" -#include "runtime_filter/runtime_filter_definitions.h" -#include "vec/columns/column_dictionary.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exprs/bloom_filter_func_adaptor.h b/be/src/exprs/bloom_filter_func_adaptor.h index 1420a53dc78e83..a68a2623917376 100644 --- a/be/src/exprs/bloom_filter_func_adaptor.h +++ b/be/src/exprs/bloom_filter_func_adaptor.h @@ -18,13 +18,13 @@ #pragma once #include "common/status.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" #include "exprs/block_bloom_filter.hpp" #include "exprs/filter_base.h" #include "exprs/hybrid_set.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/string_ref.h" namespace doris { diff --git a/be/src/exprs/bloom_filter_func_impl.h b/be/src/exprs/bloom_filter_func_impl.h index 8813e000fb0110..d70d3b4dca1f24 100644 --- a/be/src/exprs/bloom_filter_func_impl.h +++ b/be/src/exprs/bloom_filter_func_impl.h @@ -19,10 +19,10 @@ #include +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "exec/common/hash_table/hash.h" #include "exprs/bloom_filter_func_adaptor.h" -#include "runtime/primitive_type.h" -#include "vec/common/hash_table/hash.h" -#include "vec/common/string_ref.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exprs/create_predicate_function.h b/be/src/exprs/create_predicate_function.h index c50c792fea2c4f..a9146732a1fe77 100644 --- a/be/src/exprs/create_predicate_function.h +++ b/be/src/exprs/create_predicate_function.h @@ -19,15 +19,15 @@ #include "common/exception.h" #include "common/status.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/function_filter.h" #include "exprs/hybrid_set.h" #include "exprs/minmax_predicate.h" -#include "function_filter.h" -#include "olap/bitmap_filter_predicate.h" -#include "olap/bloom_filter_predicate.h" -#include "olap/column_predicate.h" -#include "olap/in_list_predicate.h" -#include "olap/like_column_predicate.h" -#include "runtime/define_primitive_type.h" +#include "storage/predicate/bitmap_filter_predicate.h" +#include "storage/predicate/bloom_filter_predicate.h" +#include "storage/predicate/column_predicate.h" +#include "storage/predicate/in_list_predicate.h" +#include "storage/predicate/like_column_predicate.h" namespace doris { diff --git a/be/src/vec/functions/ai/ai_adapter.h b/be/src/exprs/function/ai/ai_adapter.h similarity index 99% rename from be/src/vec/functions/ai/ai_adapter.h rename to be/src/exprs/function/ai/ai_adapter.h index fa06c9551d3303..0e4bb8ff46b66a 100644 --- a/be/src/vec/functions/ai/ai_adapter.h +++ b/be/src/exprs/function/ai/ai_adapter.h @@ -27,12 +27,12 @@ #include #include "common/status.h" -#include "http/http_client.h" -#include "http/http_headers.h" +#include "core/string_buffer.hpp" #include "rapidjson/document.h" #include "rapidjson/stringbuffer.h" #include "rapidjson/writer.h" -#include "vec/common/string_buffer.hpp" +#include "service/http/http_client.h" +#include "service/http/http_headers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/ai/ai_classify.h b/be/src/exprs/function/ai/ai_classify.h similarity index 97% rename from be/src/vec/functions/ai/ai_classify.h rename to be/src/exprs/function/ai/ai_classify.h index 79742ad8a99ecc..2a9a25e0cffd01 100644 --- a/be/src/vec/functions/ai/ai_classify.h +++ b/be/src/exprs/function/ai/ai_classify.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { class FunctionAIClassify : public AIFunction { diff --git a/be/src/vec/functions/ai/ai_extract.h b/be/src/exprs/function/ai/ai_extract.h similarity index 97% rename from be/src/vec/functions/ai/ai_extract.h rename to be/src/exprs/function/ai/ai_extract.h index 7121ee52afc956..0bc46aa3bae457 100644 --- a/be/src/vec/functions/ai/ai_extract.h +++ b/be/src/exprs/function/ai/ai_extract.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { class FunctionAIExtract : public AIFunction { diff --git a/be/src/vec/functions/ai/ai_filter.h b/be/src/exprs/function/ai/ai_filter.h similarity index 97% rename from be/src/vec/functions/ai/ai_filter.h rename to be/src/exprs/function/ai/ai_filter.h index aa89b338da6633..93f1c355e4b0fd 100644 --- a/be/src/vec/functions/ai/ai_filter.h +++ b/be/src/exprs/function/ai/ai_filter.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { class FunctionAIFilter : public AIFunction { diff --git a/be/src/vec/functions/ai/ai_fix_grammar.h b/be/src/exprs/function/ai/ai_fix_grammar.h similarity index 97% rename from be/src/vec/functions/ai/ai_fix_grammar.h rename to be/src/exprs/function/ai/ai_fix_grammar.h index 1268ce06a5ace5..f1e432d8d3672f 100644 --- a/be/src/vec/functions/ai/ai_fix_grammar.h +++ b/be/src/exprs/function/ai/ai_fix_grammar.h @@ -19,7 +19,7 @@ #include -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { class FunctionAIFixGrammar : public AIFunction { diff --git a/be/src/vec/functions/ai/ai_functions.cpp b/be/src/exprs/function/ai/ai_functions.cpp similarity index 93% rename from be/src/vec/functions/ai/ai_functions.cpp rename to be/src/exprs/function/ai/ai_functions.cpp index c24a8f32b102d4..ce6bc9a2f7148d 100644 --- a/be/src/vec/functions/ai/ai_functions.cpp +++ b/be/src/exprs/function/ai/ai_functions.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_array.h" -#include "vec/functions/ai/ai_classify.h" -#include "vec/functions/ai/ai_extract.h" -#include "vec/functions/ai/ai_filter.h" -#include "vec/functions/ai/ai_fix_grammar.h" -#include "vec/functions/ai/ai_generate.h" -#include "vec/functions/ai/ai_mask.h" -#include "vec/functions/ai/ai_sentiment.h" -#include "vec/functions/ai/ai_similarity.h" -#include "vec/functions/ai/ai_summarize.h" -#include "vec/functions/ai/ai_translate.h" -#include "vec/functions/ai/embed.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column_array.h" +#include "exprs/function/ai/ai_classify.h" +#include "exprs/function/ai/ai_extract.h" +#include "exprs/function/ai/ai_filter.h" +#include "exprs/function/ai/ai_fix_grammar.h" +#include "exprs/function/ai/ai_generate.h" +#include "exprs/function/ai/ai_mask.h" +#include "exprs/function/ai/ai_sentiment.h" +#include "exprs/function/ai/ai_similarity.h" +#include "exprs/function/ai/ai_summarize.h" +#include "exprs/function/ai/ai_translate.h" +#include "exprs/function/ai/embed.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { Status FunctionAIClassify::build_prompt(const Block& block, const ColumnNumbers& arguments, diff --git a/be/src/vec/functions/ai/ai_functions.h b/be/src/exprs/function/ai/ai_functions.h similarity index 96% rename from be/src/vec/functions/ai/ai_functions.h rename to be/src/exprs/function/ai/ai_functions.h index 4729faafc333c3..dea1b62b6ce488 100644 --- a/be/src/vec/functions/ai/ai_functions.h +++ b/be/src/exprs/function/ai/ai_functions.h @@ -30,20 +30,20 @@ #include "common/config.h" #include "common/status.h" -#include "http/http_client.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/cow.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/ai/ai_adapter.h" +#include "exprs/function/function.h" #include "runtime/query_context.h" #include "runtime/runtime_state.h" +#include "service/http/http_client.h" #include "util/threadpool.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/cow.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/ai/ai_adapter.h" -#include "vec/functions/function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/ai/ai_generate.h b/be/src/exprs/function/ai/ai_generate.h similarity index 97% rename from be/src/vec/functions/ai/ai_generate.h rename to be/src/exprs/function/ai/ai_generate.h index e7829a9bc03aca..c86b1200222f75 100644 --- a/be/src/vec/functions/ai/ai_generate.h +++ b/be/src/exprs/function/ai/ai_generate.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/ai/ai_mask.h b/be/src/exprs/function/ai/ai_mask.h similarity index 97% rename from be/src/vec/functions/ai/ai_mask.h rename to be/src/exprs/function/ai/ai_mask.h index 6c38bac04d987e..5e085a8ac209b1 100644 --- a/be/src/vec/functions/ai/ai_mask.h +++ b/be/src/exprs/function/ai/ai_mask.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { class FunctionAIMask : public AIFunction { diff --git a/be/src/vec/functions/ai/ai_sentiment.h b/be/src/exprs/function/ai/ai_sentiment.h similarity index 97% rename from be/src/vec/functions/ai/ai_sentiment.h rename to be/src/exprs/function/ai/ai_sentiment.h index 918b019fbe3d23..f7e1f8ce6be742 100644 --- a/be/src/vec/functions/ai/ai_sentiment.h +++ b/be/src/exprs/function/ai/ai_sentiment.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { class FunctionAISentiment : public AIFunction { diff --git a/be/src/vec/functions/ai/ai_similarity.h b/be/src/exprs/function/ai/ai_similarity.h similarity index 98% rename from be/src/vec/functions/ai/ai_similarity.h rename to be/src/exprs/function/ai/ai_similarity.h index 159d5b26001419..2f1524e4ad5292 100644 --- a/be/src/vec/functions/ai/ai_similarity.h +++ b/be/src/exprs/function/ai/ai_similarity.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { class FunctionAISimilarity : public AIFunction { diff --git a/be/src/vec/functions/ai/ai_summarize.h b/be/src/exprs/function/ai/ai_summarize.h similarity index 97% rename from be/src/vec/functions/ai/ai_summarize.h rename to be/src/exprs/function/ai/ai_summarize.h index bfe5fcc18d8154..dbe7d308bcd0b4 100644 --- a/be/src/vec/functions/ai/ai_summarize.h +++ b/be/src/exprs/function/ai/ai_summarize.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/ai/ai_translate.h b/be/src/exprs/function/ai/ai_translate.h similarity index 97% rename from be/src/vec/functions/ai/ai_translate.h rename to be/src/exprs/function/ai/ai_translate.h index e8f41e270c3f80..703d0fdd7b0bcf 100644 --- a/be/src/vec/functions/ai/ai_translate.h +++ b/be/src/exprs/function/ai/ai_translate.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/functions/ai/ai_functions.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { class FunctionAITranslate : public AIFunction { diff --git a/be/src/vec/functions/ai/embed.h b/be/src/exprs/function/ai/embed.h similarity index 93% rename from be/src/vec/functions/ai/embed.h rename to be/src/exprs/function/ai/embed.h index 4cbff9204d079f..c63b4bd1575c7e 100644 --- a/be/src/vec/functions/ai/embed.h +++ b/be/src/exprs/function/ai/embed.h @@ -17,8 +17,8 @@ #pragma once -#include "runtime/primitive_type.h" -#include "vec/functions/ai/ai_functions.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/ai/ai_functions.h" namespace doris::vectorized { class FunctionEmbed : public AIFunction { diff --git a/be/src/vec/functions/array/function_array_aggregation.cpp b/be/src/exprs/function/array/function_array_aggregation.cpp similarity index 95% rename from be/src/vec/functions/array/function_array_aggregation.cpp rename to be/src/exprs/function/array/function_array_aggregation.cpp index 646bc611aa9214..1a15d83e3e24e2 100644 --- a/be/src/vec/functions/array/function_array_aggregation.cpp +++ b/be/src/exprs/function/array/function_array_aggregation.cpp @@ -27,31 +27,31 @@ #include "common/exception.h" #include "common/status.h" -#include "olap/column_predicate.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_avg.h" -#include "vec/aggregate_functions/aggregate_function_min_max.h" -#include "vec/aggregate_functions/aggregate_function_product.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/aggregate_function_sum.h" -#include "vec/aggregate_functions/helpers.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/arena.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/array/function_array_join.h" -#include "vec/functions/array/function_array_mapped.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/arena.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_avg.h" +#include "exprs/aggregate/aggregate_function_min_max.h" +#include "exprs/aggregate/aggregate_function_product.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_sum.h" +#include "exprs/aggregate/helpers.h" +#include "exprs/function/array/function_array_join.h" +#include "exprs/function/array/function_array_mapped.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "storage/predicate/column_predicate.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_apply.cpp b/be/src/exprs/function/array/function_array_apply.cpp similarity index 88% rename from be/src/vec/functions/array/function_array_apply.cpp rename to be/src/exprs/function/array/function_array_apply.cpp index 7aeea152b3987e..2a3adf8d6173fc 100644 --- a/be/src/vec/functions/array/function_array_apply.cpp +++ b/be/src/exprs/function/array/function_array_apply.cpp @@ -26,25 +26,25 @@ #include "common/exception.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" #include "runtime/thread_context.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/call_on_type_index.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class FunctionContext; @@ -142,17 +142,20 @@ class FunctionArrayApply : public IFunction { auto column_filter = ColumnUInt8::create(src_column.size(), 0); auto& column_filter_data = column_filter->get_data(); const char* src_column_data_ptr = nullptr; + const uint8_t* null_map_data = nullptr; if (!src_column.is_nullable()) { src_column_data_ptr = src_column.get_raw_data().data; } else { - src_column_data_ptr = check_and_get_column(src_column) - ->get_nested_column() - .get_raw_data() - .data; + const auto* nullable_col = check_and_get_column(src_column); + src_column_data_ptr = nullable_col->get_nested_column().get_raw_data().data; + null_map_data = nullable_col->get_null_map_data().data(); } const T* src_column_data_t_ptr = reinterpret_cast(src_column_data_ptr); const size_t src_column_size = src_column.size(); for (size_t i = 0; i < src_column_size; ++i) { + if (null_map_data && null_map_data[i]) { + continue; // null elements should not pass the filter + } column_filter_data[i] = apply(src_column_data_t_ptr[i], rhs_val); } const IColumn::Filter& filter = column_filter_data; diff --git a/be/src/vec/functions/array/function_array_binary.h b/be/src/exprs/function/array/function_array_binary.h similarity index 92% rename from be/src/vec/functions/array/function_array_binary.h rename to be/src/exprs/function/array/function_array_binary.h index 3889cd3d5248f0..bc62b09e3a806f 100644 --- a/be/src/vec/functions/array/function_array_binary.h +++ b/be/src/exprs/function/array/function_array_binary.h @@ -17,12 +17,12 @@ #pragma once -#include "vec/columns/column_array.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_compact.cpp b/be/src/exprs/function/array/function_array_compact.cpp similarity index 90% rename from be/src/vec/functions/array/function_array_compact.cpp rename to be/src/exprs/function/array/function_array_compact.cpp index 209ff46c201f62..cfe24cbf5802f7 100644 --- a/be/src/vec/functions/array/function_array_compact.cpp +++ b/be/src/exprs/function/array/function_array_compact.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_compact.h" +#include "exprs/function/array/function_array_compact.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_compact.h b/be/src/exprs/function/array/function_array_compact.h similarity index 92% rename from be/src/vec/functions/array/function_array_compact.h rename to be/src/exprs/function/array/function_array_compact.h index 55dc2535b5e43e..77e2e009a6d6a6 100644 --- a/be/src/vec/functions/array/function_array_compact.h +++ b/be/src/exprs/function/array/function_array_compact.h @@ -27,17 +27,17 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/functions/function.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_concat.cpp b/be/src/exprs/function/array/function_array_concat.cpp similarity index 89% rename from be/src/vec/functions/array/function_array_concat.cpp rename to be/src/exprs/function/array/function_array_concat.cpp index bb5e3b6881c956..be8af793b5c320 100644 --- a/be/src/vec/functions/array/function_array_concat.cpp +++ b/be/src/exprs/function/array/function_array_concat.cpp @@ -25,18 +25,18 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_constructor.cpp b/be/src/exprs/function/array/function_array_constructor.cpp similarity index 86% rename from be/src/vec/functions/array/function_array_constructor.cpp rename to be/src/exprs/function/array/function_array_constructor.cpp index f577f8a55a7166..4b41e5a56af7f4 100644 --- a/be/src/vec/functions/array/function_array_constructor.cpp +++ b/be/src/exprs/function/array/function_array_constructor.cpp @@ -23,21 +23,21 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_contains_all.cpp b/be/src/exprs/function/array/function_array_contains_all.cpp similarity index 97% rename from be/src/vec/functions/array/function_array_contains_all.cpp rename to be/src/exprs/function/array/function_array_contains_all.cpp index 5c3da6c8f80921..d330a6f8694ccd 100644 --- a/be/src/vec/functions/array/function_array_contains_all.cpp +++ b/be/src/exprs/function/array/function_array_contains_all.cpp @@ -21,14 +21,15 @@ #include #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_decimal.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/call_on_type_index.h" +#include "core/column/column_decimal.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/array/function_array_count.cpp b/be/src/exprs/function/array/function_array_count.cpp similarity index 93% rename from be/src/vec/functions/array/function_array_count.cpp rename to be/src/exprs/function/array/function_array_count.cpp index fcfd8ddab73dfa..441ea80c51119f 100644 --- a/be/src/vec/functions/array/function_array_count.cpp +++ b/be/src/exprs/function/array/function_array_count.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include -#include -#include -#include -#include -#include -#include +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_cum_sum.cpp b/be/src/exprs/function/array/function_array_cum_sum.cpp similarity index 96% rename from be/src/vec/functions/array/function_array_cum_sum.cpp rename to be/src/exprs/function/array/function_array_cum_sum.cpp index cb86dd07980eff..fbc572b3a96876 100644 --- a/be/src/vec/functions/array/function_array_cum_sum.cpp +++ b/be/src/exprs/function/array/function_array_cum_sum.cpp @@ -20,20 +20,20 @@ #include "common/logging.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/core/call_on_type_index.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/util.hpp" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exec/common/util.hpp" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_difference.cpp b/be/src/exprs/function/array/function_array_difference.cpp similarity index 89% rename from be/src/vec/functions/array/function_array_difference.cpp rename to be/src/exprs/function/array/function_array_difference.cpp index 5cb66ba36cf484..d48e0992702417 100644 --- a/be/src/vec/functions/array/function_array_difference.cpp +++ b/be/src/exprs/function/array/function_array_difference.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_difference.h" +#include "exprs/function/array/function_array_difference.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_difference.h b/be/src/exprs/function/array/function_array_difference.h similarity index 94% rename from be/src/vec/functions/array/function_array_difference.h rename to be/src/exprs/function/array/function_array_difference.h index 0adec83a10894d..9cb4ee4a45155e 100644 --- a/be/src/vec/functions/array/function_array_difference.h +++ b/be/src/exprs/function/array/function_array_difference.h @@ -29,23 +29,23 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/utils/util.hpp" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_distance.cpp b/be/src/exprs/function/array/function_array_distance.cpp similarity index 94% rename from be/src/vec/functions/array/function_array_distance.cpp rename to be/src/exprs/function/array/function_array_distance.cpp index 0d7b40f27004af..520cd047f779ff 100644 --- a/be/src/vec/functions/array/function_array_distance.cpp +++ b/be/src/exprs/function/array/function_array_distance.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_distance.h" +#include "exprs/function/array/function_array_distance.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_distance.h b/be/src/exprs/function/array/function_array_distance.h similarity index 94% rename from be/src/vec/functions/array/function_array_distance.h rename to be/src/exprs/function/array/function_array_distance.h index 946f28b7e5095d..9531bfc900b778 100644 --- a/be/src/vec/functions/array/function_array_distance.h +++ b/be/src/exprs/function/array/function_array_distance.h @@ -23,19 +23,19 @@ #include "common/exception.h" #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function.h" -#include "vec/utils/util.hpp" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exec/common/util.hpp" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_distinct.cpp b/be/src/exprs/function/array/function_array_distinct.cpp similarity index 90% rename from be/src/vec/functions/array/function_array_distinct.cpp rename to be/src/exprs/function/array/function_array_distinct.cpp index 674d34d48640d6..badddcd1ccb0e7 100644 --- a/be/src/vec/functions/array/function_array_distinct.cpp +++ b/be/src/exprs/function/array/function_array_distinct.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_distinct.h" +#include "exprs/function/array/function_array_distinct.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_distinct.h b/be/src/exprs/function/array/function_array_distinct.h similarity index 95% rename from be/src/vec/functions/array/function_array_distinct.h rename to be/src/exprs/function/array/function_array_distinct.h index ac255799fdd384..0fdc55fa6528b4 100644 --- a/be/src/vec/functions/array/function_array_distinct.h +++ b/be/src/exprs/function/array/function_array_distinct.h @@ -28,25 +28,26 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/hash_table/hash.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/hash_table/hash.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_element.cpp b/be/src/exprs/function/array/function_array_element.cpp similarity index 90% rename from be/src/vec/functions/array/function_array_element.cpp rename to be/src/exprs/function/array/function_array_element.cpp index f1868e0395f6c9..76202111e16415 100644 --- a/be/src/vec/functions/array/function_array_element.cpp +++ b/be/src/exprs/function/array/function_array_element.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_element.h" +#include "exprs/function/array/function_array_element.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_element.h b/be/src/exprs/function/array/function_array_element.h similarity index 95% rename from be/src/vec/functions/array/function_array_element.h rename to be/src/exprs/function/array/function_array_element.h index de7b90f438bf4b..b05ab5f927b722 100644 --- a/be/src/vec/functions/array/function_array_element.h +++ b/be/src/exprs/function/array/function_array_element.h @@ -31,28 +31,29 @@ #include #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_enumerate.cpp b/be/src/exprs/function/array/function_array_enumerate.cpp similarity index 87% rename from be/src/vec/functions/array/function_array_enumerate.cpp rename to be/src/exprs/function/array/function_array_enumerate.cpp index 577f96fc1b33b9..d3327b414f5b2b 100644 --- a/be/src/vec/functions/array/function_array_enumerate.cpp +++ b/be/src/exprs/function/array/function_array_enumerate.cpp @@ -26,23 +26,23 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_enumerate_uniq.cpp b/be/src/exprs/function/array/function_array_enumerate_uniq.cpp similarity index 93% rename from be/src/vec/functions/array/function_array_enumerate_uniq.cpp rename to be/src/exprs/function/array/function_array_enumerate_uniq.cpp index 32b7151ee36d39..c60f9659b6736a 100644 --- a/be/src/vec/functions/array/function_array_enumerate_uniq.cpp +++ b/be/src/exprs/function/array/function_array_enumerate_uniq.cpp @@ -28,31 +28,32 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/columns_hashing.h" -#include "vec/common/hash_table/hash.h" -#include "vec/common/hash_table/hash_map_context.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/common/uint128.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/uint128.h" +#include "exec/common/columns_hashing.h" +#include "exec/common/hash_table/hash.h" +#include "exec/common/hash_table/hash_map_context.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_except.cpp b/be/src/exprs/function/array/function_array_except.cpp similarity index 87% rename from be/src/vec/functions/array/function_array_except.cpp rename to be/src/exprs/function/array/function_array_except.cpp index 3740de692315cb..3e5cdcd06439a6 100644 --- a/be/src/vec/functions/array/function_array_except.cpp +++ b/be/src/exprs/function/array/function_array_except.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/array/function_array_binary.h" -#include "vec/functions/array/function_array_set.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/string_ref.h" +#include "exprs/function/array/function_array_binary.h" +#include "exprs/function/array/function_array_set.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_exists.cpp b/be/src/exprs/function/array/function_array_exists.cpp similarity index 88% rename from be/src/vec/functions/array/function_array_exists.cpp rename to be/src/exprs/function/array/function_array_exists.cpp index 556fab928345f7..ead1d2fb33f0f6 100644 --- a/be/src/vec/functions/array/function_array_exists.cpp +++ b/be/src/exprs/function/array/function_array_exists.cpp @@ -24,19 +24,19 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_filter.cpp b/be/src/exprs/function/array/function_array_filter.cpp similarity index 92% rename from be/src/vec/functions/array/function_array_filter.cpp rename to be/src/exprs/function/array/function_array_filter.cpp index ed1255a605aa6a..079f6da81a6a76 100644 --- a/be/src/vec/functions/array/function_array_filter.cpp +++ b/be/src/exprs/function/array/function_array_filter.cpp @@ -24,17 +24,17 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_first_or_last_index.cpp b/be/src/exprs/function/array/function_array_first_or_last_index.cpp similarity index 89% rename from be/src/vec/functions/array/function_array_first_or_last_index.cpp rename to be/src/exprs/function/array/function_array_first_or_last_index.cpp index 92d62194fcab6a..70ed26dc9ba3c2 100644 --- a/be/src/vec/functions/array/function_array_first_or_last_index.cpp +++ b/be/src/exprs/function/array/function_array_first_or_last_index.cpp @@ -23,19 +23,19 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_flatten.cpp b/be/src/exprs/function/array/function_array_flatten.cpp similarity index 88% rename from be/src/vec/functions/array/function_array_flatten.cpp rename to be/src/exprs/function/array/function_array_flatten.cpp index 1d274b29bcebd6..125bf1c32aad71 100644 --- a/be/src/vec/functions/array/function_array_flatten.cpp +++ b/be/src/exprs/function/array/function_array_flatten.cpp @@ -16,19 +16,19 @@ // under the License. #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/array/function_array_index.cpp b/be/src/exprs/function/array/function_array_index.cpp similarity index 91% rename from be/src/vec/functions/array/function_array_index.cpp rename to be/src/exprs/function/array/function_array_index.cpp index c153d6843fb98e..8a5d22d753375e 100644 --- a/be/src/vec/functions/array/function_array_index.cpp +++ b/be/src/exprs/function/array/function_array_index.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_index.h" +#include "exprs/function/array/function_array_index.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_index.h b/be/src/exprs/function/array/function_array_index.h similarity index 96% rename from be/src/vec/functions/array/function_array_index.h rename to be/src/exprs/function/array/function_array_index.h index 9960e592238a3e..f59f61d6569b18 100644 --- a/be/src/vec/functions/array/function_array_index.h +++ b/be/src/exprs/function/array/function_array_index.h @@ -25,28 +25,29 @@ #include #include "common/status.h" -#include "olap/column_predicate.h" -#include "olap/rowset/segment_v2/index_reader_helper.h" -#include "olap/rowset/segment_v2/inverted_index_query_type.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/functions/function.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "storage/index/index_reader_helper.h" +#include "storage/index/inverted/inverted_index_query_type.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/predicate/column_predicate.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_intersect.cpp b/be/src/exprs/function/array/function_array_intersect.cpp similarity index 90% rename from be/src/vec/functions/array/function_array_intersect.cpp rename to be/src/exprs/function/array/function_array_intersect.cpp index 369b85631f38a7..fcfac74b70edf3 100644 --- a/be/src/vec/functions/array/function_array_intersect.cpp +++ b/be/src/exprs/function/array/function_array_intersect.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/functions/array/function_array_binary.h" -#include "vec/functions/array/function_array_map.h" -#include "vec/functions/array/function_array_nary.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/column/column_const.h" +#include "exprs/function/array/function_array_binary.h" +#include "exprs/function/array/function_array_map.h" +#include "exprs/function/array/function_array_nary.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_join.h b/be/src/exprs/function/array/function_array_join.h similarity index 95% rename from be/src/vec/functions/array/function_array_join.h rename to be/src/exprs/function/array/function_array_join.h index 2880cc2b2db7a0..33e7e4288b8b9b 100644 --- a/be/src/vec/functions/array/function_array_join.h +++ b/be/src/exprs/function/array/function_array_join.h @@ -16,14 +16,14 @@ // under the License. #pragma once -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_execute_util.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/array/function_array_utils.h" +#include "core/block/block.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_execute_util.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "exprs/function/array/function_array_utils.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_map.h b/be/src/exprs/function/array/function_array_map.h similarity index 96% rename from be/src/vec/functions/array/function_array_map.h rename to be/src/exprs/function/array/function_array_map.h index e488a31a71a92d..1507bb3e05d5b7 100644 --- a/be/src/vec/functions/array/function_array_map.h +++ b/be/src/exprs/function/array/function_array_map.h @@ -19,13 +19,13 @@ #include -#include "runtime/primitive_type.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type_array.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function_helpers.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/array/function_array_mapped.h b/be/src/exprs/function/array/function_array_mapped.h similarity index 94% rename from be/src/vec/functions/array/function_array_mapped.h rename to be/src/exprs/function/array/function_array_mapped.h index 473c437b955336..c1a298074e26ba 100644 --- a/be/src/vec/functions/array/function_array_mapped.h +++ b/be/src/exprs/function/array/function_array_mapped.h @@ -18,11 +18,11 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/array/FunctionArrayMapped.h // and modified by Doris -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/function/function.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/functions/array/function_array_nary.h b/be/src/exprs/function/array/function_array_nary.h similarity index 93% rename from be/src/vec/functions/array/function_array_nary.h rename to be/src/exprs/function/array/function_array_nary.h index 71ad1e1a87ce9c..ec16eda7007b47 100644 --- a/be/src/vec/functions/array/function_array_nary.h +++ b/be/src/exprs/function/array/function_array_nary.h @@ -17,12 +17,12 @@ #pragma once -#include "vec/columns/column_array.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/array/function_array_pop.cpp b/be/src/exprs/function/array/function_array_pop.cpp similarity index 89% rename from be/src/vec/functions/array/function_array_pop.cpp rename to be/src/exprs/function/array/function_array_pop.cpp index 2d9c9fb07f6a3a..467d495cf68458 100644 --- a/be/src/vec/functions/array/function_array_pop.cpp +++ b/be/src/exprs/function/array/function_array_pop.cpp @@ -24,17 +24,17 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_pushback.cpp b/be/src/exprs/function/array/function_array_pushback.cpp similarity index 89% rename from be/src/vec/functions/array/function_array_pushback.cpp rename to be/src/exprs/function/array/function_array_pushback.cpp index 7489e9ac2fdcbd..b7ba0eaa66b319 100644 --- a/be/src/vec/functions/array/function_array_pushback.cpp +++ b/be/src/exprs/function/array/function_array_pushback.cpp @@ -23,19 +23,19 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_pushfront.cpp b/be/src/exprs/function/array/function_array_pushfront.cpp similarity index 90% rename from be/src/vec/functions/array/function_array_pushfront.cpp rename to be/src/exprs/function/array/function_array_pushfront.cpp index c592999b108a35..4aaafa7cc39059 100644 --- a/be/src/vec/functions/array/function_array_pushfront.cpp +++ b/be/src/exprs/function/array/function_array_pushfront.cpp @@ -24,18 +24,18 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_range.cpp b/be/src/exprs/function/array/function_array_range.cpp similarity index 94% rename from be/src/vec/functions/array/function_array_range.cpp rename to be/src/exprs/function/array/function_array_range.cpp index 3e0c448170a62f..68aa0f335ecb1b 100644 --- a/be/src/vec/functions/array/function_array_range.cpp +++ b/be/src/exprs/function/array/function_array_range.cpp @@ -24,27 +24,27 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" -#include "vec/functions/function_date_or_datetime_computation.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_date_or_datetime_computation.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_register.cpp b/be/src/exprs/function/array/function_array_register.cpp similarity index 98% rename from be/src/vec/functions/array/function_array_register.cpp rename to be/src/exprs/function/array/function_array_register.cpp index aa92e89128fec3..1972c840ff3b2b 100644 --- a/be/src/vec/functions/array/function_array_register.cpp +++ b/be/src/exprs/function/array/function_array_register.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/array/registerFunctionsArray.cpp // and modified by Doris -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { void register_function_array_flatten(SimpleFunctionFactory&); diff --git a/be/src/vec/functions/array/function_array_remove.cpp b/be/src/exprs/function/array/function_array_remove.cpp similarity index 90% rename from be/src/vec/functions/array/function_array_remove.cpp rename to be/src/exprs/function/array/function_array_remove.cpp index b7f0eebe36700b..d857abec9645f0 100644 --- a/be/src/vec/functions/array/function_array_remove.cpp +++ b/be/src/exprs/function/array/function_array_remove.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_remove.h" +#include "exprs/function/array/function_array_remove.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_remove.h b/be/src/exprs/function/array/function_array_remove.h similarity index 96% rename from be/src/vec/functions/array/function_array_remove.h rename to be/src/exprs/function/array/function_array_remove.h index d1182d44b5777f..62cd15274e7126 100644 --- a/be/src/vec/functions/array/function_array_remove.h +++ b/be/src/exprs/function/array/function_array_remove.h @@ -29,24 +29,25 @@ #include #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/primitive_type.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_reverse.h b/be/src/exprs/function/array/function_array_reverse.h similarity index 94% rename from be/src/vec/functions/array/function_array_reverse.h rename to be/src/exprs/function/array/function_array_reverse.h index 9fc1623151801e..9dbed70f0b011d 100644 --- a/be/src/vec/functions/array/function_array_reverse.h +++ b/be/src/exprs/function/array/function_array_reverse.h @@ -19,11 +19,11 @@ // and modified by Doris #pragma once -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/array/function_array_utils.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/array/function_array_utils.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_set.h b/be/src/exprs/function/array/function_array_set.h similarity index 96% rename from be/src/vec/functions/array/function_array_set.h rename to be/src/exprs/function/array/function_array_set.h index d0888d4622c43e..d467c9fcf8a9a6 100644 --- a/be/src/vec/functions/array/function_array_set.h +++ b/be/src/exprs/function/array/function_array_set.h @@ -19,13 +19,13 @@ #include -#include "runtime/primitive_type.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type_array.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function_helpers.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_shuffle.cpp b/be/src/exprs/function/array/function_array_shuffle.cpp similarity index 90% rename from be/src/vec/functions/array/function_array_shuffle.cpp rename to be/src/exprs/function/array/function_array_shuffle.cpp index 95521b0ce07d8f..f8f1a87ddbd86d 100644 --- a/be/src/vec/functions/array/function_array_shuffle.cpp +++ b/be/src/exprs/function/array/function_array_shuffle.cpp @@ -27,17 +27,17 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_slice.cpp b/be/src/exprs/function/array/function_array_slice.cpp similarity index 90% rename from be/src/vec/functions/array/function_array_slice.cpp rename to be/src/exprs/function/array/function_array_slice.cpp index 58283517731685..3c6c454ed128c3 100644 --- a/be/src/vec/functions/array/function_array_slice.cpp +++ b/be/src/exprs/function/array/function_array_slice.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_slice.h" +#include "exprs/function/array/function_array_slice.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_slice.h b/be/src/exprs/function/array/function_array_slice.h similarity index 92% rename from be/src/vec/functions/array/function_array_slice.h rename to be/src/exprs/function/array/function_array_slice.h index ca880ad1e86d14..f2fbaff7e707f4 100644 --- a/be/src/vec/functions/array/function_array_slice.h +++ b/be/src/exprs/function/array/function_array_slice.h @@ -26,14 +26,14 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_sort.cpp b/be/src/exprs/function/array/function_array_sort.cpp similarity index 92% rename from be/src/vec/functions/array/function_array_sort.cpp rename to be/src/exprs/function/array/function_array_sort.cpp index 13f590d5197155..223358cc019503 100644 --- a/be/src/vec/functions/array/function_array_sort.cpp +++ b/be/src/exprs/function/array/function_array_sort.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_sort.h" +#include "exprs/function/array/function_array_sort.h" #include -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_sort.h b/be/src/exprs/function/array/function_array_sort.h similarity index 93% rename from be/src/vec/functions/array/function_array_sort.h rename to be/src/exprs/function/array/function_array_sort.h index 05236c33c42f30..5b8c9079856662 100644 --- a/be/src/vec/functions/array/function_array_sort.h +++ b/be/src/exprs/function/array/function_array_sort.h @@ -27,14 +27,14 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/function.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_sortby.cpp b/be/src/exprs/function/array/function_array_sortby.cpp similarity index 93% rename from be/src/vec/functions/array/function_array_sortby.cpp rename to be/src/exprs/function/array/function_array_sortby.cpp index d1af853dc71ff8..b71678f42f7564 100644 --- a/be/src/vec/functions/array/function_array_sortby.cpp +++ b/be/src/exprs/function/array/function_array_sortby.cpp @@ -25,20 +25,20 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_split.cpp b/be/src/exprs/function/array/function_array_split.cpp similarity index 91% rename from be/src/vec/functions/array/function_array_split.cpp rename to be/src/exprs/function/array/function_array_split.cpp index 53bd40018949c4..28a14c28002e76 100644 --- a/be/src/vec/functions/array/function_array_split.cpp +++ b/be/src/exprs/function/array/function_array_split.cpp @@ -24,21 +24,21 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_union.cpp b/be/src/exprs/function/array/function_array_union.cpp similarity index 84% rename from be/src/vec/functions/array/function_array_union.cpp rename to be/src/exprs/function/array/function_array_union.cpp index 8d40682193584d..e46fdbdfef8857 100644 --- a/be/src/vec/functions/array/function_array_union.cpp +++ b/be/src/exprs/function/array/function_array_union.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "function_array_map.h" -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/array/function_array_binary.h" -#include "vec/functions/array/function_array_nary.h" -#include "vec/functions/array/function_array_set.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/string_ref.h" +#include "exprs/function/array/function_array_binary.h" +#include "exprs/function/array/function_array_map.h" +#include "exprs/function/array/function_array_nary.h" +#include "exprs/function/array/function_array_set.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_utils.cpp b/be/src/exprs/function/array/function_array_utils.cpp similarity index 94% rename from be/src/vec/functions/array/function_array_utils.cpp rename to be/src/exprs/function/array/function_array_utils.cpp index fc96cb7288c95b..1ea18ef384005b 100644 --- a/be/src/vec/functions/array/function_array_utils.cpp +++ b/be/src/exprs/function/array/function_array_utils.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_array_utils.h" +#include "exprs/function/array/function_array_utils.h" #include #include #include -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_variant.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_array_utils.h b/be/src/exprs/function/array/function_array_utils.h similarity index 95% rename from be/src/vec/functions/array/function_array_utils.h rename to be/src/exprs/function/array/function_array_utils.h index 5888c33a17ecc0..94f99eda44fa1b 100644 --- a/be/src/vec/functions/array/function_array_utils.h +++ b/be/src/exprs/function/array/function_array_utils.h @@ -16,11 +16,11 @@ // under the License. #pragma once -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/types.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/functions/array/function_array_with_constant.cpp b/be/src/exprs/function/array/function_array_with_constant.cpp similarity index 91% rename from be/src/vec/functions/array/function_array_with_constant.cpp rename to be/src/exprs/function/array/function_array_with_constant.cpp index 722eab940633e5..931e11f799aac6 100644 --- a/be/src/vec/functions/array/function_array_with_constant.cpp +++ b/be/src/exprs/function/array/function_array_with_constant.cpp @@ -25,18 +25,18 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/column_numbers.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" // IWYU pragma: keep +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" #include "runtime/thread_context.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" // IWYU pragma: keep -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_array_zip.cpp b/be/src/exprs/function/array/function_array_zip.cpp similarity index 87% rename from be/src/vec/functions/array/function_array_zip.cpp rename to be/src/exprs/function/array/function_array_zip.cpp index f21a7b5d94e0c3..d959c614889ce5 100644 --- a/be/src/vec/functions/array/function_array_zip.cpp +++ b/be/src/exprs/function/array/function_array_zip.cpp @@ -29,23 +29,23 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/function_arrays_overlap.cpp b/be/src/exprs/function/array/function_arrays_overlap.cpp similarity index 90% rename from be/src/vec/functions/array/function_arrays_overlap.cpp rename to be/src/exprs/function/array/function_arrays_overlap.cpp index e4e54e9135e376..0f46d5b6294ccf 100644 --- a/be/src/vec/functions/array/function_arrays_overlap.cpp +++ b/be/src/exprs/function/array/function_arrays_overlap.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/array/function_arrays_overlap.h" +#include "exprs/function/array/function_arrays_overlap.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/array/function_arrays_overlap.h b/be/src/exprs/function/array/function_arrays_overlap.h similarity index 96% rename from be/src/vec/functions/array/function_arrays_overlap.h rename to be/src/exprs/function/array/function_arrays_overlap.h index ec50150701661c..49e4bf69d24269 100644 --- a/be/src/vec/functions/array/function_arrays_overlap.h +++ b/be/src/exprs/function/array/function_arrays_overlap.h @@ -26,24 +26,24 @@ #include #include "common/status.h" -#include "function_array_index.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/hash_table/hash.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/hash_table/hash.h" +#include "exprs/function/array/function_array_index.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/array/varray_match_function.cpp b/be/src/exprs/function/array/varray_match_function.cpp similarity index 92% rename from be/src/vec/functions/array/varray_match_function.cpp rename to be/src/exprs/function/array/varray_match_function.cpp index 2966abdd929b91..8cf82ea7554ff1 100644 --- a/be/src/vec/functions/array/varray_match_function.cpp +++ b/be/src/exprs/function/array/varray_match_function.cpp @@ -15,23 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include - #include #include #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/binary_arithmetic.h b/be/src/exprs/function/binary_arithmetic.h similarity index 98% rename from be/src/vec/functions/binary_arithmetic.h rename to be/src/exprs/function/binary_arithmetic.h index b503c1d72dfee1..572c372db3778b 100644 --- a/be/src/vec/functions/binary_arithmetic.h +++ b/be/src/exprs/function/binary_arithmetic.h @@ -20,17 +20,17 @@ #pragma once -#include "runtime/decimalv2_value.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arithmetic_overflow.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" -#include "vec/functions/cast_type_to_either.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column_decimal.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exec/common/arithmetic_overflow.h" +#include "exprs/function/cast_type_to_either.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/vec/functions/cast/cast_base.cpp b/be/src/exprs/function/cast/cast_base.cpp similarity index 99% rename from be/src/vec/functions/cast/cast_base.cpp rename to be/src/exprs/function/cast/cast_base.cpp index 2c458c012c520c..a355ca3ed93ce3 100644 --- a/be/src/vec/functions/cast/cast_base.cpp +++ b/be/src/exprs/function/cast/cast_base.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_base.h" +#include "exprs/function/cast/cast_base.h" #include diff --git a/be/src/vec/functions/cast/cast_base.h b/be/src/exprs/function/cast/cast_base.h similarity index 87% rename from be/src/vec/functions/cast/cast_base.h rename to be/src/exprs/function/cast/cast_base.h index e765c8207fc4a2..e70441ad896d93 100644 --- a/be/src/vec/functions/cast/cast_base.h +++ b/be/src/exprs/function/cast/cast_base.h @@ -19,29 +19,29 @@ #include #include -#include "cast_parameters.h" -#include "vec/core/block.h" -#include "vec/core/call_on_type_index.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/data_type_time.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/io/io_helper.h" +#include "core/block/block.h" +#include "core/call_on_type_index.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/data_type_time.h" +#include "exprs/function/cast/cast_parameters.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "util/io_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/cast/cast_parameters.h b/be/src/exprs/function/cast/cast_parameters.h similarity index 100% rename from be/src/vec/functions/cast/cast_parameters.h rename to be/src/exprs/function/cast/cast_parameters.h diff --git a/be/src/vec/functions/cast/cast_to_array.h b/be/src/exprs/function/cast/cast_to_array.h similarity index 96% rename from be/src/vec/functions/cast/cast_to_array.h rename to be/src/exprs/function/cast/cast_to_array.h index 158cdaf9c9e735..18ed84789c98ab 100644 --- a/be/src/vec/functions/cast/cast_to_array.h +++ b/be/src/exprs/function/cast/cast_to_array.h @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "cast_base.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_array.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_array.h" +#include "exprs/function/cast/cast_base.h" namespace doris::vectorized::CastWrapper { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_basic_number_common.h b/be/src/exprs/function/cast/cast_to_basic_number_common.h similarity index 98% rename from be/src/vec/functions/cast/cast_to_basic_number_common.h rename to be/src/exprs/function/cast/cast_to_basic_number_common.h index 90f1c087b6ec36..0c3fa940e96bc2 100644 --- a/be/src/vec/functions/cast/cast_to_basic_number_common.h +++ b/be/src/exprs/function/cast/cast_to_basic_number_common.h @@ -20,15 +20,15 @@ #include #include -#include "cast_base.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/function/cast/cast_base.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_boolean.h b/be/src/exprs/function/cast/cast_to_boolean.h similarity index 98% rename from be/src/vec/functions/cast/cast_to_boolean.h rename to be/src/exprs/function/cast/cast_to_boolean.h index 99cbd79fb64147..ea3526ab83c7b7 100644 --- a/be/src/vec/functions/cast/cast_to_boolean.h +++ b/be/src/exprs/function/cast/cast_to_boolean.h @@ -17,9 +17,9 @@ #pragma once -#include "cast_base.h" -#include "vec/core/types.h" -#include "vec/io/io_helper.h" +#include "core/types.h" +#include "exprs/function/cast/cast_base.h" +#include "util/io_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/cast/cast_to_date.h b/be/src/exprs/function/cast/cast_to_date.h similarity index 97% rename from be/src/vec/functions/cast/cast_to_date.h rename to be/src/exprs/function/cast/cast_to_date.h index afb6b84616b3a6..094e3daa8a04e6 100644 --- a/be/src/vec/functions/cast/cast_to_date.h +++ b/be/src/exprs/function/cast/cast_to_date.h @@ -23,23 +23,23 @@ #include #include -#include "cast_base.h" #include "common/status.h" -#include "runtime/primitive_type.h" +#include "core/binary_cast.hpp" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" // IWYU pragma: keep +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_time.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_to_datetimev2_impl.hpp" #include "runtime/runtime_state.h" -#include "util/binary_cast.hpp" -#include "vec/columns/column_nullable.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" // IWYU pragma: keep -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_time.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/functions/cast/cast_to_datetimev2_impl.hpp" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_date_or_datetime_impl.hpp b/be/src/exprs/function/cast/cast_to_date_or_datetime_impl.hpp similarity index 99% rename from be/src/vec/functions/cast/cast_to_date_or_datetime_impl.hpp rename to be/src/exprs/function/cast/cast_to_date_or_datetime_impl.hpp index a003a1c40696ea..5d02ad30b78da0 100644 --- a/be/src/vec/functions/cast/cast_to_date_or_datetime_impl.hpp +++ b/be/src/exprs/function/cast/cast_to_date_or_datetime_impl.hpp @@ -21,16 +21,16 @@ #include -#include "cast_base.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/primitive_type.h" +#include "core/data_type/data_type_decimal.h" // IWYU pragma: keep +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/datelike_serde_common.hpp" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_base.h" // IWYU pragma: keep #include "util/asan_util.h" #include "util/string_parser.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" // IWYU pragma: keep -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde/datelike_serde_common.hpp" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_datetimev2_impl.hpp b/be/src/exprs/function/cast/cast_to_datetimev2_impl.hpp similarity index 99% rename from be/src/vec/functions/cast/cast_to_datetimev2_impl.hpp rename to be/src/exprs/function/cast/cast_to_datetimev2_impl.hpp index a79236222340ff..131e612ac80cdf 100644 --- a/be/src/vec/functions/cast/cast_to_datetimev2_impl.hpp +++ b/be/src/exprs/function/cast/cast_to_datetimev2_impl.hpp @@ -21,16 +21,16 @@ #include -#include "cast_base.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/primitive_type.h" +#include "core/data_type/data_type_decimal.h" // IWYU pragma: keep +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/datelike_serde_common.hpp" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_base.h" // IWYU pragma: keep #include "util/asan_util.h" #include "util/string_parser.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" // IWYU pragma: keep -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde/datelike_serde_common.hpp" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_datev2_impl.hpp b/be/src/exprs/function/cast/cast_to_datev2_impl.hpp similarity index 99% rename from be/src/vec/functions/cast/cast_to_datev2_impl.hpp rename to be/src/exprs/function/cast/cast_to_datev2_impl.hpp index ec738268aad6c9..37dc766b882b4f 100644 --- a/be/src/vec/functions/cast/cast_to_datev2_impl.hpp +++ b/be/src/exprs/function/cast/cast_to_datev2_impl.hpp @@ -21,16 +21,16 @@ #include -#include "cast_base.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/primitive_type.h" +#include "core/data_type/data_type_decimal.h" // IWYU pragma: keep +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/datelike_serde_common.hpp" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_base.h" // IWYU pragma: keep #include "util/asan_util.h" #include "util/string_parser.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" // IWYU pragma: keep -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde/datelike_serde_common.hpp" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_decimal.h b/be/src/exprs/function/cast/cast_to_decimal.h similarity index 99% rename from be/src/vec/functions/cast/cast_to_decimal.h rename to be/src/exprs/function/cast/cast_to_decimal.h index 2e5222a9742a72..3ff1344e8cb169 100644 --- a/be/src/vec/functions/cast/cast_to_decimal.h +++ b/be/src/exprs/function/cast/cast_to_decimal.h @@ -20,12 +20,12 @@ #include #include -#include "cast_to_basic_number_common.h" #include "common/status.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/io/io_helper.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/cast/cast_to_basic_number_common.h" +#include "util/io_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_float.h b/be/src/exprs/function/cast/cast_to_float.h similarity index 97% rename from be/src/vec/functions/cast/cast_to_float.h rename to be/src/exprs/function/cast/cast_to_float.h index a751f0123cd90f..159664c6be78cc 100644 --- a/be/src/vec/functions/cast/cast_to_float.h +++ b/be/src/exprs/function/cast/cast_to_float.h @@ -19,10 +19,10 @@ #include -#include "cast_to_basic_number_common.h" -#include "runtime/primitive_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/cast/cast_to_basic_number_common.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_int.h b/be/src/exprs/function/cast/cast_to_int.h similarity index 98% rename from be/src/vec/functions/cast/cast_to_int.h rename to be/src/exprs/function/cast/cast_to_int.h index 3acc165dbfe006..932b567e1f56eb 100644 --- a/be/src/vec/functions/cast/cast_to_int.h +++ b/be/src/exprs/function/cast/cast_to_int.h @@ -19,11 +19,11 @@ #include -#include "cast_to_basic_number_common.h" #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/cast/cast_to_basic_number_common.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_ip.h b/be/src/exprs/function/cast/cast_to_ip.h similarity index 97% rename from be/src/vec/functions/cast/cast_to_ip.h rename to be/src/exprs/function/cast/cast_to_ip.h index ff2012772c96d0..577d9594bfc3b4 100644 --- a/be/src/vec/functions/cast/cast_to_ip.h +++ b/be/src/exprs/function/cast/cast_to_ip.h @@ -17,10 +17,10 @@ #pragma once -#include "cast_base.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_ipv4.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/cast/cast_base.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_jsonb.h b/be/src/exprs/function/cast/cast_to_jsonb.h similarity index 96% rename from be/src/vec/functions/cast/cast_to_jsonb.h rename to be/src/exprs/function/cast/cast_to_jsonb.h index bd3cd8a329b87e..ebdcb4670701ec 100644 --- a/be/src/vec/functions/cast/cast_to_jsonb.h +++ b/be/src/exprs/function/cast/cast_to_jsonb.h @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "cast_base.h" -#include "runtime/jsonb_value.h" -#include "runtime/primitive_type.h" +#include "core/assert_cast.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" +#include "core/value/jsonb_value.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" #include "util/jsonb_utils.h" #include "util/jsonb_writer.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" namespace doris::vectorized::CastWrapper { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_map.h b/be/src/exprs/function/cast/cast_to_map.h similarity index 96% rename from be/src/vec/functions/cast/cast_to_map.h rename to be/src/exprs/function/cast/cast_to_map.h index b5adb934a5e9c6..dd6b18056eb5b8 100644 --- a/be/src/vec/functions/cast/cast_to_map.h +++ b/be/src/exprs/function/cast/cast_to_map.h @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "cast_base.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_map.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_map.h" +#include "exprs/function/cast/cast_base.h" namespace doris::vectorized::CastWrapper { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_string.h b/be/src/exprs/function/cast/cast_to_string.h similarity index 99% rename from be/src/vec/functions/cast/cast_to_string.h rename to be/src/exprs/function/cast/cast_to_string.h index 5be5cddf489b85..cc3dce6e2d843b 100644 --- a/be/src/vec/functions/cast/cast_to_string.h +++ b/be/src/exprs/function/cast/cast_to_string.h @@ -17,12 +17,12 @@ #pragma once -#include "cast_base.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "exprs/function/cast/cast_base.h" #include "util/mysql_global.h" #include "util/to_string.h" -#include "vec/core/types.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/runtime/time_value.h" namespace doris::vectorized { #include "common/compile_check_begin.h" struct CastToString { diff --git a/be/src/vec/functions/cast/cast_to_struct.h b/be/src/exprs/function/cast/cast_to_struct.h similarity index 96% rename from be/src/vec/functions/cast/cast_to_struct.h rename to be/src/exprs/function/cast/cast_to_struct.h index 8c2db0a2687b91..72f97ffde0ce8a 100644 --- a/be/src/vec/functions/cast/cast_to_struct.h +++ b/be/src/exprs/function/cast/cast_to_struct.h @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "cast_base.h" -#include "vec/columns/column_struct.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_struct.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type_struct.h" +#include "core/types.h" +#include "exprs/function/cast/cast_base.h" namespace doris::vectorized::CastWrapper { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_time_impl.hpp b/be/src/exprs/function/cast/cast_to_time_impl.hpp similarity index 98% rename from be/src/vec/functions/cast/cast_to_time_impl.hpp rename to be/src/exprs/function/cast/cast_to_time_impl.hpp index ffc226a4d95eec..8ebee974508718 100644 --- a/be/src/vec/functions/cast/cast_to_time_impl.hpp +++ b/be/src/exprs/function/cast/cast_to_time_impl.hpp @@ -21,13 +21,13 @@ #include -#include "cast_base.h" -#include "runtime/primitive_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" // IWYU pragma: keep -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/data_type/data_type_decimal.h" // IWYU pragma: keep +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_base.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/cast/cast_to_timestamptz.h b/be/src/exprs/function/cast/cast_to_timestamptz.h similarity index 96% rename from be/src/vec/functions/cast/cast_to_timestamptz.h rename to be/src/exprs/function/cast/cast_to_timestamptz.h index 7222c8e1dc98f9..e6a2fc1c617dd6 100644 --- a/be/src/vec/functions/cast/cast_to_timestamptz.h +++ b/be/src/exprs/function/cast/cast_to_timestamptz.h @@ -17,16 +17,16 @@ #pragma once -#include "cast_base.h" -#include "runtime/primitive_type.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_timestamptz.h" -#include "vec/functions/cast/cast_to_datetimev2_impl.hpp" -#include "vec/io/io_helper.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/assert_cast.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_timestamptz.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_to_datetimev2_impl.hpp" +#include "util/io_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/cast/cast_to_variant.h b/be/src/exprs/function/cast/cast_to_variant.h similarity index 98% rename from be/src/vec/functions/cast/cast_to_variant.h rename to be/src/exprs/function/cast/cast_to_variant.h index 1c45bb465972c4..198d059e1c592d 100644 --- a/be/src/vec/functions/cast/cast_to_variant.h +++ b/be/src/exprs/function/cast/cast_to_variant.h @@ -17,9 +17,9 @@ #pragma once -#include "cast_base.h" -#include "cast_to_string.h" -#include "vec/data_types/data_type_variant.h" +#include "core/data_type/data_type_variant.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_to_string.h" namespace doris::vectorized::CastWrapper { diff --git a/be/src/vec/functions/cast/function_cast.cpp b/be/src/exprs/function/cast/function_cast.cpp similarity index 95% rename from be/src/vec/functions/cast/function_cast.cpp rename to be/src/exprs/function/cast/function_cast.cpp index 8e1db0f897dfed..3fe05db408b6aa 100644 --- a/be/src/vec/functions/cast/function_cast.cpp +++ b/be/src/exprs/function/cast/function_cast.cpp @@ -17,24 +17,24 @@ #include -#include "cast_to_array.h" -#include "cast_to_boolean.h" -#include "cast_to_date.h" -#include "cast_to_decimal.h" -#include "cast_to_float.h" -#include "cast_to_int.h" -#include "cast_to_ip.h" -#include "cast_to_jsonb.h" -#include "cast_to_map.h" -#include "cast_to_string.h" -#include "cast_to_struct.h" -#include "cast_to_timestamptz.h" -#include "cast_to_variant.h" -#include "runtime/primitive_type.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_agg_state.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/data_type/primitive_type.h" +#include "exprs/function/cast/cast_to_array.h" +#include "exprs/function/cast/cast_to_boolean.h" +#include "exprs/function/cast/cast_to_date.h" +#include "exprs/function/cast/cast_to_decimal.h" +#include "exprs/function/cast/cast_to_float.h" +#include "exprs/function/cast/cast_to_int.h" +#include "exprs/function/cast/cast_to_ip.h" +#include "exprs/function/cast/cast_to_jsonb.h" +#include "exprs/function/cast/cast_to_map.h" +#include "exprs/function/cast/cast_to_string.h" +#include "exprs/function/cast/cast_to_struct.h" +#include "exprs/function/cast/cast_to_timestamptz.h" +#include "exprs/function/cast/cast_to_variant.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/cast_type_to_either.h b/be/src/exprs/function/cast_type_to_either.h similarity index 97% rename from be/src/vec/functions/cast_type_to_either.h rename to be/src/exprs/function/cast_type_to_either.h index e5018c367d36f9..2b9df8199e8bf9 100644 --- a/be/src/vec/functions/cast_type_to_either.h +++ b/be/src/exprs/function/cast_type_to_either.h @@ -20,7 +20,7 @@ #pragma once -#include "vec/common/typeid_cast.h" +#include "core/typeid_cast.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/comparison.cpp b/be/src/exprs/function/comparison.cpp similarity index 96% rename from be/src/vec/functions/comparison.cpp rename to be/src/exprs/function/comparison.cpp index 979e8844e9f596..df3127ad98fa25 100644 --- a/be/src/vec/functions/comparison.cpp +++ b/be/src/exprs/function/comparison.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/registerFunctionsComparison.cpp // and modified by Doris -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { void register_function_comparison_equals(SimpleFunctionFactory& factory); diff --git a/be/src/vec/functions/comparison_equal_for_null.cpp b/be/src/exprs/function/comparison_equal_for_null.cpp similarity index 95% rename from be/src/vec/functions/comparison_equal_for_null.cpp rename to be/src/exprs/function/comparison_equal_for_null.cpp index 4e7d9150503ac7..9bf43aa44da504 100644 --- a/be/src/vec/functions/comparison_equal_for_null.cpp +++ b/be/src/exprs/function/comparison_equal_for_null.cpp @@ -24,23 +24,23 @@ #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" #include "runtime/runtime_state.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/comparison_equals.cpp b/be/src/exprs/function/comparison_equals.cpp similarity index 84% rename from be/src/vec/functions/comparison_equals.cpp rename to be/src/exprs/function/comparison_equals.cpp index 87bd8f6e338918..223bbf7a7d3b87 100644 --- a/be/src/vec/functions/comparison_equals.cpp +++ b/be/src/exprs/function/comparison_equals.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column.h" -#include "vec/core/accurate_comparison.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/functions_comparison.h" -#include "vec/functions/simple_function_factory.h" +#include "core/accurate_comparison.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exprs/function/functions_comparison.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { using FunctionEquals = FunctionComparison; diff --git a/be/src/vec/functions/comparison_greater.cpp b/be/src/exprs/function/comparison_greater.cpp similarity index 85% rename from be/src/vec/functions/comparison_greater.cpp rename to be/src/exprs/function/comparison_greater.cpp index f17380ca4bb41e..3d98bc807d6375 100644 --- a/be/src/vec/functions/comparison_greater.cpp +++ b/be/src/exprs/function/comparison_greater.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column.h" -#include "vec/core/accurate_comparison.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/functions_comparison.h" -#include "vec/functions/simple_function_factory.h" +#include "core/accurate_comparison.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exprs/function/functions_comparison.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { using FunctionGreater = FunctionComparison; diff --git a/be/src/vec/functions/comparison_less.cpp b/be/src/exprs/function/comparison_less.cpp similarity index 84% rename from be/src/vec/functions/comparison_less.cpp rename to be/src/exprs/function/comparison_less.cpp index f2e9196405b350..0b4c8210945c9c 100644 --- a/be/src/vec/functions/comparison_less.cpp +++ b/be/src/exprs/function/comparison_less.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column.h" -#include "vec/core/accurate_comparison.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/functions_comparison.h" -#include "vec/functions/simple_function_factory.h" +#include "core/accurate_comparison.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exprs/function/functions_comparison.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { using FunctionLess = FunctionComparison; diff --git a/be/src/vec/functions/complex_dict_hash_map.h b/be/src/exprs/function/complex_dict_hash_map.h similarity index 92% rename from be/src/vec/functions/complex_dict_hash_map.h rename to be/src/exprs/function/complex_dict_hash_map.h index 15db68240cfdab..0ad5c63942bace 100644 --- a/be/src/vec/functions/complex_dict_hash_map.h +++ b/be/src/exprs/function/complex_dict_hash_map.h @@ -20,15 +20,15 @@ #include #include -#include "vec/columns/column.h" -#include "vec/common/hash_table/hash.h" -#include "vec/common/hash_table/hash_map_context.h" -#include "vec/common/hash_table/hash_map_util.h" -#include "vec/common/hash_table/ph_hash_map.h" -#include "vec/common/hash_table/string_hash_map.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "exec/common/hash_table/hash.h" +#include "exec/common/hash_table/hash_map_context.h" +#include "exec/common/hash_table/hash_map_util.h" +#include "exec/common/hash_table/ph_hash_map.h" +#include "exec/common/hash_table/string_hash_map.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/complex_hash_map_dictionary.cpp b/be/src/exprs/function/complex_hash_map_dictionary.cpp similarity index 97% rename from be/src/vec/functions/complex_hash_map_dictionary.cpp rename to be/src/exprs/function/complex_hash_map_dictionary.cpp index cb1625b93236c8..84fe4f9795217e 100644 --- a/be/src/vec/functions/complex_hash_map_dictionary.cpp +++ b/be/src/exprs/function/complex_hash_map_dictionary.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/complex_hash_map_dictionary.h" // for ComplexHashMapDictionary +#include "exprs/function/complex_hash_map_dictionary.h" // for ComplexHashMapDictionary #include #include #include "common/status.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/functions/dictionary.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "exprs/function/dictionary.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/complex_hash_map_dictionary.h b/be/src/exprs/function/complex_hash_map_dictionary.h similarity index 93% rename from be/src/vec/functions/complex_hash_map_dictionary.h rename to be/src/exprs/function/complex_hash_map_dictionary.h index e0c68d039ae57e..cb706801725a1e 100644 --- a/be/src/vec/functions/complex_hash_map_dictionary.h +++ b/be/src/exprs/function/complex_hash_map_dictionary.h @@ -22,13 +22,13 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/complex_dict_hash_map.h" -#include "vec/functions/dictionary.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/complex_dict_hash_map.h" +#include "exprs/function/dictionary.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/date_format_type.h b/be/src/exprs/function/date_format_type.h similarity index 99% rename from be/src/vec/functions/date_format_type.h rename to be/src/exprs/function/date_format_type.h index d0785900c9c880..f6fd2783247c5f 100644 --- a/be/src/vec/functions/date_format_type.h +++ b/be/src/exprs/function/date_format_type.h @@ -21,7 +21,7 @@ #include #include -#include "vec/common/string_ref.h" +#include "core/string_ref.h" namespace doris::vectorized::time_format_type { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/date_time_transforms.h b/be/src/exprs/function/date_time_transforms.h similarity index 97% rename from be/src/vec/functions/date_time_transforms.h rename to be/src/exprs/function/date_time_transforms.h index 204eafea5141b7..17e33173ea21e4 100644 --- a/be/src/vec/functions/date_time_transforms.h +++ b/be/src/exprs/function/date_time_transforms.h @@ -26,26 +26,27 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "util/binary_cast.hpp" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/int_exp.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/date_format_type.h" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" -#include "vec/utils/util.hpp" +#include "core/binary_cast.hpp" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/int_exp.h" +#include "exec/common/util.hpp" +#include "exprs/function/date_format_type.h" +#include "exprs/function_context.h" // FIXME: This file contains widespread UB due to unsafe type-punning casts. // These must be properly refactored to eliminate reliance on reinterpret-style behavior. diff --git a/be/src/vec/functions/datetime_errors.h b/be/src/exprs/function/datetime_errors.h similarity index 98% rename from be/src/vec/functions/datetime_errors.h rename to be/src/exprs/function/datetime_errors.h index 717b9e1ce1f967..0d41a96fefbed2 100644 --- a/be/src/vec/functions/datetime_errors.h +++ b/be/src/exprs/function/datetime_errors.h @@ -22,9 +22,9 @@ #include "common/exception.h" #include "common/status.h" -#include "util/binary_cast.hpp" -#include "vec/core/types.h" -#include "vec/runtime/timestamptz_value.h" +#include "core/binary_cast.hpp" +#include "core/types.h" +#include "core/value/timestamptz_value.h" namespace doris::vectorized { // Convert a native datelike value to printable string using DateValueType::to_string diff --git a/be/src/vec/functions/dictionary.cpp b/be/src/exprs/function/dictionary.cpp similarity index 95% rename from be/src/vec/functions/dictionary.cpp rename to be/src/exprs/function/dictionary.cpp index 3be78cd6614a36..afd1ab10f9d229 100644 --- a/be/src/vec/functions/dictionary.cpp +++ b/be/src/exprs/function/dictionary.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/dictionary.h" +#include "exprs/function/dictionary.h" #include +#include "core/column/column.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep #include "runtime/thread_context.h" -#include "vec/columns/column.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep namespace doris::vectorized { diff --git a/be/src/vec/functions/dictionary.h b/be/src/exprs/function/dictionary.h similarity index 94% rename from be/src/vec/functions/dictionary.h rename to be/src/exprs/function/dictionary.h index 3e8bd97907f8ec..1b5e92f98166a8 100644 --- a/be/src/vec/functions/dictionary.h +++ b/be/src/exprs/function/dictionary.h @@ -23,18 +23,18 @@ #include #include -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/cast_type_to_either.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/cast_type_to_either.h" namespace doris { class MemTrackerLimiter; diff --git a/be/src/vec/functions/dictionary_factory.cpp b/be/src/exprs/function/dictionary_factory.cpp similarity index 98% rename from be/src/vec/functions/dictionary_factory.cpp rename to be/src/exprs/function/dictionary_factory.cpp index 69f6a9e139fba3..d0587bec547f6e 100644 --- a/be/src/vec/functions/dictionary_factory.cpp +++ b/be/src/exprs/function/dictionary_factory.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/dictionary_factory.h" +#include "exprs/function/dictionary_factory.h" #include diff --git a/be/src/vec/functions/dictionary_factory.h b/be/src/exprs/function/dictionary_factory.h similarity index 99% rename from be/src/vec/functions/dictionary_factory.h rename to be/src/exprs/function/dictionary_factory.h index 2e3bf72e25999f..65ec6872827348 100644 --- a/be/src/vec/functions/dictionary_factory.h +++ b/be/src/exprs/function/dictionary_factory.h @@ -21,7 +21,7 @@ #include "common/config.h" #include "common/logging.h" -#include "vec/functions/dictionary.h" +#include "exprs/function/dictionary.h" namespace doris { class MemTrackerLimiter; diff --git a/be/src/vec/functions/dictionary_util.h b/be/src/exprs/function/dictionary_util.h similarity index 98% rename from be/src/vec/functions/dictionary_util.h rename to be/src/exprs/function/dictionary_util.h index 665b65c5331c92..f40b9edb9dee31 100644 --- a/be/src/vec/functions/dictionary_util.h +++ b/be/src/exprs/function/dictionary_util.h @@ -17,8 +17,8 @@ #pragma once +#include "core/block/columns_with_type_and_name.h" #include "util/simd/bits.h" -#include "vec/core/columns_with_type_and_name.h" namespace doris::vectorized { /* diff --git a/be/src/vec/functions/divide.cpp b/be/src/exprs/function/divide.cpp similarity index 99% rename from be/src/vec/functions/divide.cpp rename to be/src/exprs/function/divide.cpp index 52fc957405433d..39fc46ab711c5d 100644 --- a/be/src/vec/functions/divide.cpp +++ b/be/src/exprs/function/divide.cpp @@ -20,14 +20,14 @@ #include -#include "runtime/decimalv2_value.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/number_traits.h" -#include "vec/functions/cast_type_to_either.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/number_traits.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exprs/function/cast_type_to_either.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function.cpp b/be/src/exprs/function/function.cpp similarity index 96% rename from be/src/vec/functions/function.cpp rename to be/src/exprs/function/function.cpp index 9acee35a4a8eb9..6602f5f9d7681b 100644 --- a/be/src/vec/functions/function.cpp +++ b/be/src/exprs/function/function.cpp @@ -18,27 +18,27 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/IFunction.cpp // and modified by Doris -#include "vec/functions/function.h" +#include "exprs/function/function.h" #include #include #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function_helpers.h" -#include "vec/utils/util.hpp" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function.h b/be/src/exprs/function/function.h similarity index 97% rename from be/src/vec/functions/function.h rename to be/src/exprs/function/function.h index 54e469c51eb8e4..52b030e8367062 100644 --- a/be/src/vec/functions/function.h +++ b/be/src/exprs/function/function.h @@ -31,20 +31,20 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/inverted_index_iterator.h" // IWYU pragma: keep -#include "runtime/define_primitive_type.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exprs/function_context.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "exprs/function_context.h" +#include "storage/index/inverted/inverted_index_iterator.h" // IWYU pragma: keep +#include "storage/index/inverted/inverted_index_parser.h" namespace doris { struct InvertedIndexAnalyzerCtx; diff --git a/be/src/vec/functions/function_agg_state.h b/be/src/exprs/function/function_agg_state.h similarity index 91% rename from be/src/vec/functions/function_agg_state.h rename to be/src/exprs/function/function_agg_state.h index be7d6223b89b88..f916762ae1f42a 100644 --- a/be/src/vec/functions/function_agg_state.h +++ b/be/src/exprs/function/function_agg_state.h @@ -20,15 +20,15 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/arena.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/functions/function.h" +#include "core/arena.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_agg_state.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_always_not_nullable.h b/be/src/exprs/function/function_always_not_nullable.h similarity index 96% rename from be/src/vec/functions/function_always_not_nullable.h rename to be/src/exprs/function/function_always_not_nullable.h index 68ba42e2f29889..b1ba13aa8630a3 100644 --- a/be/src/vec/functions/function_always_not_nullable.h +++ b/be/src/exprs/function/function_always_not_nullable.h @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_assert_true.cpp b/be/src/exprs/function/function_assert_true.cpp similarity index 87% rename from be/src/vec/functions/function_assert_true.cpp rename to be/src/exprs/function/function_assert_true.cpp index 8acad8f922a49b..5f2f5ea3cafdef 100644 --- a/be/src/vec/functions/function_assert_true.cpp +++ b/be/src/exprs/function/function_assert_true.cpp @@ -19,18 +19,18 @@ #include "common/exception.h" #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_bit.cpp b/be/src/exprs/function/function_bit.cpp similarity index 95% rename from be/src/vec/functions/function_bit.cpp rename to be/src/exprs/function/function_bit.cpp index c8daa205635ec4..0fb911b183f2d6 100644 --- a/be/src/vec/functions/function_bit.cpp +++ b/be/src/exprs/function/function_bit.cpp @@ -21,17 +21,17 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" -#include "vec/functions/function_totype.h" -#include "vec/functions/function_unary_arithmetic.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/number_traits.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "exprs/function/function_totype.h" +#include "exprs/function/function_unary_arithmetic.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_bit_count.cpp b/be/src/exprs/function/function_bit_count.cpp similarity index 94% rename from be/src/vec/functions/function_bit_count.cpp rename to be/src/exprs/function/function_bit_count.cpp index 0ee4381cd1d506..2d6a04298e348b 100644 --- a/be/src/vec/functions/function_bit_count.cpp +++ b/be/src/exprs/function/function_bit_count.cpp @@ -22,10 +22,10 @@ #include "common/exception.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/core/types.h" -#include "vec/functions/function_unary_arithmetic.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "exprs/function/function_unary_arithmetic.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_bit_shift.cpp b/be/src/exprs/function/function_bit_shift.cpp similarity index 98% rename from be/src/vec/functions/function_bit_shift.cpp rename to be/src/exprs/function/function_bit_shift.cpp index 211da9ddb59286..ba53f3f2658526 100644 --- a/be/src/vec/functions/function_bit_shift.cpp +++ b/be/src/exprs/function/function_bit_shift.cpp @@ -22,9 +22,9 @@ #include "common/compiler_util.h" #include "common/status.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_bit_test.cpp b/be/src/exprs/function/function_bit_test.cpp similarity index 96% rename from be/src/vec/functions/function_bit_test.cpp rename to be/src/exprs/function/function_bit_test.cpp index 3f39e80391b7da..55a9cc2a8f68f4 100644 --- a/be/src/vec/functions/function_bit_test.cpp +++ b/be/src/exprs/function/function_bit_test.cpp @@ -19,13 +19,13 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/cast_type_to_either.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/cast_type_to_either.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_bitmap.cpp b/be/src/exprs/function/function_bitmap.cpp similarity index 97% rename from be/src/vec/functions/function_bitmap.cpp rename to be/src/exprs/function/function_bitmap.cpp index a23390e0fb7b21..881fb28d3bc750 100644 --- a/be/src/vec/functions/function_bitmap.cpp +++ b/be/src/exprs/function/function_bitmap.cpp @@ -35,40 +35,40 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "util/bitmap_value.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "exec/common/stringop_substring.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_always_not_nullable.h" +#include "exprs/function/function_bitmap_min_or_max.h" +#include "exprs/function/function_const.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/function_totype.h" +#include "exprs/function/simple_function_factory.h" +#include "util/hash/murmur_hash3.h" #include "util/hash_util.hpp" -#include "util/murmur_hash3.h" #include "util/string_parser.hpp" #include "util/url_coding.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/function_always_not_nullable.h" -#include "vec/functions/function_bitmap_min_or_max.h" -#include "vec/functions/function_const.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/function_totype.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/stringop_substring.h" -#include "vec/utils/util.hpp" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_bitmap_min_or_max.h b/be/src/exprs/function/function_bitmap_min_or_max.h similarity index 95% rename from be/src/vec/functions/function_bitmap_min_or_max.h rename to be/src/exprs/function/function_bitmap_min_or_max.h index 0e4be34e8d0f24..5181e79e71aacc 100644 --- a/be/src/vec/functions/function_bitmap_min_or_max.h +++ b/be/src/exprs/function/function_bitmap_min_or_max.h @@ -17,10 +17,10 @@ #pragma once -#include "util/bitmap_value.h" -#include "vec/columns/column_complex.h" -#include "vec/data_types/data_type_number.h" -#include "vec/utils/util.hpp" +#include "core/column/column_complex.h" +#include "core/data_type/data_type_number.h" +#include "core/value/bitmap_value.h" +#include "exec/common/util.hpp" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_bitmap_variadic.cpp b/be/src/exprs/function/function_bitmap_variadic.cpp similarity index 96% rename from be/src/vec/functions/function_bitmap_variadic.cpp rename to be/src/exprs/function/function_bitmap_variadic.cpp index 1ebfa1cb9b1ac9..45e47a3a9d959f 100644 --- a/be/src/vec/functions/function_bitmap_variadic.cpp +++ b/be/src/exprs/function/function_bitmap_variadic.cpp @@ -25,23 +25,23 @@ #include #include "common/status.h" -#include "util/bitmap_value.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_collection_in.cpp b/be/src/exprs/function/function_collection_in.cpp similarity index 91% rename from be/src/vec/functions/function_collection_in.cpp rename to be/src/exprs/function/function_collection_in.cpp index e7d6b56d5c5a09..f95964d3125d2f 100644 --- a/be/src/vec/functions/function_collection_in.cpp +++ b/be/src/exprs/function/function_collection_in.cpp @@ -17,9 +17,9 @@ // This file is copied from // and modified by Doris -#include "vec/functions/function_collection_in.h" +#include "exprs/function/function_collection_in.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_collection_in.h b/be/src/exprs/function/function_collection_in.h similarity index 94% rename from be/src/vec/functions/function_collection_in.h rename to be/src/exprs/function/function_collection_in.h index fad2b6ab3bd293..908534deb76f54 100644 --- a/be/src/vec/functions/function_collection_in.h +++ b/be/src/exprs/function/function_collection_in.h @@ -28,16 +28,16 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_compress.cpp b/be/src/exprs/function/function_compress.cpp similarity index 92% rename from be/src/vec/functions/function_compress.cpp rename to be/src/exprs/function/function_compress.cpp index 875421c60d1429..416df688e6f51a 100644 --- a/be/src/vec/functions/function_compress.cpp +++ b/be/src/exprs/function/function_compress.cpp @@ -26,24 +26,24 @@ #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" #include "util/block_compression.h" #include "util/faststring.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_const.h b/be/src/exprs/function/function_const.h similarity index 96% rename from be/src/vec/functions/function_const.h rename to be/src/exprs/function/function_const.h index c56c924b8ec02f..d1424b13abed60 100644 --- a/be/src/vec/functions/function_const.h +++ b/be/src/exprs/function/function_const.h @@ -20,9 +20,9 @@ #pragma once -#include "vec/columns/column_const.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_conv.cpp b/be/src/exprs/function/function_conv.cpp similarity index 93% rename from be/src/vec/functions/function_conv.cpp rename to be/src/exprs/function/function_conv.cpp index 4bbc65a7fa87ae..3b2191ff62ff40 100644 --- a/be/src/vec/functions/function_conv.cpp +++ b/be/src/exprs/function/function_conv.cpp @@ -26,26 +26,26 @@ #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" #include "exprs/math_functions.h" #include "util/string_parser.hpp" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_convert_tz.cpp b/be/src/exprs/function/function_convert_tz.cpp similarity index 92% rename from be/src/vec/functions/function_convert_tz.cpp rename to be/src/exprs/function/function_convert_tz.cpp index 364a0925714839..b2933d25e1aebf 100644 --- a/be/src/vec/functions/function_convert_tz.cpp +++ b/be/src/exprs/function/function_convert_tz.cpp @@ -24,35 +24,35 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "util/binary_cast.hpp" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/datetime_errors.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" #include "util/timezone_utils.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/datetime_errors.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/runtime/vdatetime_value.h" -#include "vec/utils/util.hpp" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_date_or_datetime_computation.cpp b/be/src/exprs/function/function_date_or_datetime_computation.cpp similarity index 98% rename from be/src/vec/functions/function_date_or_datetime_computation.cpp rename to be/src/exprs/function/function_date_or_datetime_computation.cpp index e236e56bbcceb2..886e406fa24017 100644 --- a/be/src/vec/functions/function_date_or_datetime_computation.cpp +++ b/be/src/exprs/function/function_date_or_datetime_computation.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_date_or_datetime_computation.h" +#include "exprs/function/function_date_or_datetime_computation.h" -#include "runtime/define_primitive_type.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_date_or_datetime_computation.h b/be/src/exprs/function/function_date_or_datetime_computation.h similarity index 98% rename from be/src/vec/functions/function_date_or_datetime_computation.h rename to be/src/exprs/function/function_date_or_datetime_computation.h index b8a1a4f1eefa26..3b72d366d3031e 100644 --- a/be/src/vec/functions/function_date_or_datetime_computation.h +++ b/be/src/exprs/function/function_date_or_datetime_computation.h @@ -33,38 +33,38 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_time.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/datetime_errors.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/function_needs_to_handle_null.h" +#include "exprs/function_context.h" #include "runtime/runtime_state.h" -#include "util/binary_cast.hpp" #include "util/string_parser.hpp" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_time.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/datetime_errors.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/function_needs_to_handle_null.h" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" -#include "vec/utils/util.hpp" namespace doris::vectorized { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/vec/functions/function_date_or_datetime_to_something.h b/be/src/exprs/function/function_date_or_datetime_to_something.h similarity index 98% rename from be/src/vec/functions/function_date_or_datetime_to_something.h rename to be/src/exprs/function/function_date_or_datetime_to_something.h index b3699aab06ef78..7647a3c0dccf23 100644 --- a/be/src/vec/functions/function_date_or_datetime_to_something.h +++ b/be/src/exprs/function/function_date_or_datetime_to_something.h @@ -21,9 +21,9 @@ #pragma once #include "common/status.h" -#include "vec/data_types/data_type_date.h" -#include "vec/functions/date_time_transforms.h" -#include "vec/functions/function.h" +#include "core/data_type/data_type_date.h" +#include "exprs/function/date_time_transforms.h" +#include "exprs/function/function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_date_or_datetime_to_string.cpp b/be/src/exprs/function/function_date_or_datetime_to_string.cpp similarity index 94% rename from be/src/vec/functions/function_date_or_datetime_to_string.cpp rename to be/src/exprs/function/function_date_or_datetime_to_string.cpp index 01c069b9b02b66..f15c9b8293a6a4 100644 --- a/be/src/vec/functions/function_date_or_datetime_to_string.cpp +++ b/be/src/exprs/function/function_date_or_datetime_to_string.cpp @@ -27,22 +27,22 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" // IWYU pragma: keep -#include "vec/functions/date_time_transforms.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" // IWYU pragma: keep +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/date_time_transforms.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_datetime_floor_ceil.cpp b/be/src/exprs/function/function_datetime_floor_ceil.cpp similarity index 98% rename from be/src/vec/functions/function_datetime_floor_ceil.cpp rename to be/src/exprs/function/function_datetime_floor_ceil.cpp index 853380c4005a0a..b478aba1fefe29 100644 --- a/be/src/vec/functions/function_datetime_floor_ceil.cpp +++ b/be/src/exprs/function/function_datetime_floor_ceil.cpp @@ -33,30 +33,30 @@ #include "common/compiler_util.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/datetime_errors.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" -#include "vec/utils/util.hpp" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/datetime_errors.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_datetime_string_to_string.cpp b/be/src/exprs/function/function_datetime_string_to_string.cpp similarity index 90% rename from be/src/vec/functions/function_datetime_string_to_string.cpp rename to be/src/exprs/function/function_datetime_string_to_string.cpp index 72fc5edd5a77bc..8dbc2f535b42b9 100644 --- a/be/src/vec/functions/function_datetime_string_to_string.cpp +++ b/be/src/exprs/function/function_datetime_string_to_string.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_datetime_string_to_string.h" +#include "exprs/function/function_datetime_string_to_string.h" -#include "runtime/define_primitive_type.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" // IWYU pragma: keep -#include "vec/functions/date_time_transforms.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" // IWYU pragma: keep +#include "core/data_type/define_primitive_type.h" +#include "exprs/function/date_time_transforms.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_datetime_string_to_string.h b/be/src/exprs/function/function_datetime_string_to_string.h similarity index 94% rename from be/src/vec/functions/function_datetime_string_to_string.h rename to be/src/exprs/function/function_datetime_string_to_string.h index 3d092bb7994a88..0cdeb64aff0fb5 100644 --- a/be/src/vec/functions/function_datetime_string_to_string.h +++ b/be/src/exprs/function/function_datetime_string_to_string.h @@ -30,23 +30,23 @@ #include "common/cast_set.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/date_format_type.h" +#include "exprs/function/datetime_errors.h" +#include "exprs/function/function.h" #include "runtime/runtime_state.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/date_format_type.h" -#include "vec/functions/datetime_errors.h" -#include "vec/functions/function.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_decode_varchar.cpp b/be/src/exprs/function/function_decode_varchar.cpp similarity index 91% rename from be/src/vec/functions/function_decode_varchar.cpp rename to be/src/exprs/function/function_decode_varchar.cpp index 47849f4eaee18d..7a082f2b4e545e 100644 --- a/be/src/vec/functions/function_decode_varchar.cpp +++ b/be/src/exprs/function/function_decode_varchar.cpp @@ -23,17 +23,17 @@ #include "common/exception.h" #include "common/status.h" -#include "runtime/primitive_type.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" #include "util/simd/reverse_copy_bytes.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_dict_get.cpp b/be/src/exprs/function/function_dict_get.cpp similarity index 93% rename from be/src/vec/functions/function_dict_get.cpp rename to be/src/exprs/function/function_dict_get.cpp index 09af089000207e..c69a53e23990e1 100644 --- a/be/src/vec/functions/function_dict_get.cpp +++ b/be/src/exprs/function/function_dict_get.cpp @@ -19,14 +19,14 @@ #include "common/logging.h" #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/functions/dictionary.h" -#include "vec/functions/dictionary_factory.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/types.h" +#include "exprs/function/dictionary.h" +#include "exprs/function/dictionary_factory.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_dict_get_many.cpp b/be/src/exprs/function/function_dict_get_many.cpp similarity index 91% rename from be/src/vec/functions/function_dict_get_many.cpp rename to be/src/exprs/function/function_dict_get_many.cpp index 8ac78fda495b05..967e2657d7a542 100644 --- a/be/src/vec/functions/function_dict_get_many.cpp +++ b/be/src/exprs/function/function_dict_get_many.cpp @@ -20,18 +20,18 @@ #include "common/logging.h" #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_struct.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/data_types/data_type_struct.h" -#include "vec/functions/dictionary.h" -#include "vec/functions/dictionary_factory.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/data_type/data_type_struct.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/function/dictionary.h" +#include "exprs/function/dictionary_factory.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_encode_varchar.cpp b/be/src/exprs/function/function_encode_varchar.cpp similarity index 91% rename from be/src/vec/functions/function_encode_varchar.cpp rename to be/src/exprs/function/function_encode_varchar.cpp index a5b8e3c805502e..df7906097ed19c 100644 --- a/be/src/vec/functions/function_encode_varchar.cpp +++ b/be/src/exprs/function/function_encode_varchar.cpp @@ -21,17 +21,17 @@ #include "common/exception.h" #include "common/status.h" -#include "runtime/primitive_type.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" #include "util/simd/reverse_copy_bytes.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_encryption.cpp b/be/src/exprs/function/function_encryption.cpp similarity index 97% rename from be/src/vec/functions/function_encryption.cpp rename to be/src/exprs/function/function_encryption.cpp index 66af2d117c6e60..5dc857524e30a6 100644 --- a/be/src/vec/functions/function_encryption.cpp +++ b/be/src/exprs/function/function_encryption.cpp @@ -26,21 +26,21 @@ #include "common/cast_set.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "exec/common/stringop_substring.h" +#include "exec/common/util.hpp" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" #include "util/encryption_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/stringop_substring.h" -#include "vec/utils/util.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_fake.cpp b/be/src/exprs/function/function_fake.cpp similarity index 95% rename from be/src/vec/functions/function_fake.cpp rename to be/src/exprs/function/function_fake.cpp index 6997d9c93855c1..da11a7bd1582a6 100644 --- a/be/src/vec/functions/function_fake.cpp +++ b/be/src/exprs/function/function_fake.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_fake.h" +#include "exprs/function/function_fake.h" #include @@ -25,18 +25,18 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/exprs/table_function/table_function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/data_type_variant.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/table_function/table_function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_fake.h b/be/src/exprs/function/function_fake.h similarity index 93% rename from be/src/vec/functions/function_fake.h rename to be/src/exprs/function/function_fake.h index dabb5eb039afb7..065b70da7abf0a 100644 --- a/be/src/vec/functions/function_fake.h +++ b/be/src/exprs/function/function_fake.h @@ -22,11 +22,11 @@ #include #include "common/status.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" +#include "core/block/column_numbers.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_format.cpp b/be/src/exprs/function/function_format.cpp similarity index 97% rename from be/src/vec/functions/function_format.cpp rename to be/src/exprs/function/function_format.cpp index 5323234e2227c4..8717e1536d324d 100644 --- a/be/src/vec/functions/function_format.cpp +++ b/be/src/exprs/function/function_format.cpp @@ -22,14 +22,14 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/cast_type_to_either.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "exprs/function/cast_type_to_either.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_grouping.cpp b/be/src/exprs/function/function_grouping.cpp similarity index 91% rename from be/src/vec/functions/function_grouping.cpp rename to be/src/exprs/function/function_grouping.cpp index aa885aa596c58d..927da3be36f54f 100644 --- a/be/src/vec/functions/function_grouping.cpp +++ b/be/src/exprs/function/function_grouping.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_grouping.h" +#include "exprs/function/function_grouping.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { void register_function_grouping(SimpleFunctionFactory& factory) { diff --git a/be/src/vec/functions/function_grouping.h b/be/src/exprs/function/function_grouping.h similarity index 87% rename from be/src/vec/functions/function_grouping.h rename to be/src/exprs/function/function_grouping.h index 0917b4d1db89ec..dfdca4454b0a80 100644 --- a/be/src/vec/functions/function_grouping.h +++ b/be/src/exprs/function/function_grouping.h @@ -25,16 +25,16 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_hash.cpp b/be/src/exprs/function/function_hash.cpp similarity index 94% rename from be/src/vec/functions/function_hash.cpp rename to be/src/exprs/function/function_hash.cpp index 33d07f4a3f0c5d..6d0e9b542fb0b3 100644 --- a/be/src/vec/functions/function_hash.cpp +++ b/be/src/exprs/function/function_hash.cpp @@ -18,24 +18,24 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/FunctionHash.cpp // and modified by Doris -#include "vec/functions/function_hash.h" +#include "exprs/function/function_hash.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_string.h" +#include "core/column/column_varbinary.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/field.h" +#include "exec/common/template_helpers.hpp" +#include "exprs/function/function_helpers.h" +#include "exprs/function/function_variadic_arguments.h" +#include "exprs/function/simple_function_factory.h" +#include "util/hash/murmur_hash3.h" #include "util/hash_util.hpp" -#include "util/murmur_hash3.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_varbinary.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/function_variadic_arguments.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/template_helpers.hpp" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_hash.h b/be/src/exprs/function/function_hash.h similarity index 97% rename from be/src/vec/functions/function_hash.h rename to be/src/exprs/function/function_hash.h index 7da4a75dc3a54e..d29170701bb76f 100644 --- a/be/src/vec/functions/function_hash.h +++ b/be/src/exprs/function/function_hash.h @@ -20,7 +20,7 @@ #pragma once -#include "vec/core/types.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_helpers.cpp b/be/src/exprs/function/function_helpers.cpp similarity index 95% rename from be/src/vec/functions/function_helpers.cpp rename to be/src/exprs/function/function_helpers.cpp index 877e47b5318fbe..56ac16bc39e3bd 100644 --- a/be/src/vec/functions/function_helpers.cpp +++ b/be/src/exprs/function/function_helpers.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/FunctionHelpers.cpp // and modified by Doris -#include "vec/functions/function_helpers.h" +#include "exprs/function/function_helpers.h" #include #include @@ -31,12 +31,12 @@ #include "common/consts.h" #include "common/status.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/function/function.h" #include "util/string_util.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_helpers.h b/be/src/exprs/function/function_helpers.h similarity index 93% rename from be/src/vec/functions/function_helpers.h rename to be/src/exprs/function/function_helpers.h index 8432372a893a8f..22b3b5d393ea0e 100644 --- a/be/src/vec/functions/function_helpers.h +++ b/be/src/exprs/function/function_helpers.h @@ -23,15 +23,15 @@ #include #include -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/field.h" +#include "core/typeid_cast.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_hex.cpp b/be/src/exprs/function/function_hex.cpp similarity index 90% rename from be/src/vec/functions/function_hex.cpp rename to be/src/exprs/function/function_hex.cpp index fa558bb5c648e5..4abdaac56c9606 100644 --- a/be/src/vec/functions/function_hex.cpp +++ b/be/src/exprs/function/function_hex.cpp @@ -27,23 +27,23 @@ #include "common/cast_set.h" #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/functions/string_hex_util.h" -#include "vec/utils/stringop_substring.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exec/common/stringop_substring.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function/string_hex_util.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_hll.cpp b/be/src/exprs/function/function_hll.cpp similarity index 94% rename from be/src/vec/functions/function_hll.cpp rename to be/src/exprs/function/function_hll.cpp index 31ad9584b04817..7b584d163dc2a3 100644 --- a/be/src/vec/functions/function_hll.cpp +++ b/be/src/exprs/function/function_hll.cpp @@ -24,27 +24,27 @@ #include "common/cast_set.h" #include "common/status.h" -#include "olap/hll.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "core/value/hll.h" +#include "exprs/function/function.h" +#include "exprs/function/function_always_not_nullable.h" +#include "exprs/function/function_const.h" +#include "exprs/function/function_totype.h" +#include "exprs/function/simple_function_factory.h" #include "util/hash_util.hpp" #include "util/url_coding.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/function_always_not_nullable.h" -#include "vec/functions/function_const.h" -#include "vec/functions/function_totype.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_ignore.cpp b/be/src/exprs/function/function_ignore.cpp similarity index 93% rename from be/src/vec/functions/function_ignore.cpp rename to be/src/exprs/function/function_ignore.cpp index 6c403ea4dfb274..26d5a374a1e72f 100644 --- a/be/src/vec/functions/function_ignore.cpp +++ b/be/src/exprs/function/function_ignore.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_interval.cpp b/be/src/exprs/function/function_interval.cpp similarity index 87% rename from be/src/vec/functions/function_interval.cpp rename to be/src/exprs/function/function_interval.cpp index 2ef572c72e1c85..26beb93f78be36 100644 --- a/be/src/vec/functions/function_interval.cpp +++ b/be/src/exprs/function/function_interval.cpp @@ -23,23 +23,23 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/function_needs_to_handle_null.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/util.hpp" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exec/common/util.hpp" +#include "exprs/function/function.h" +#include "exprs/function/function_needs_to_handle_null.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { class FunctionInterval : public IFunction { diff --git a/be/src/vec/functions/function_ip.cpp b/be/src/exprs/function/function_ip.cpp similarity index 97% rename from be/src/vec/functions/function_ip.cpp rename to be/src/exprs/function/function_ip.cpp index bc2d4ef9a29765..c4c36c6118b190 100644 --- a/be/src/vec/functions/function_ip.cpp +++ b/be/src/exprs/function/function_ip.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_ip.h" +#include "exprs/function/function_ip.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_ip.h b/be/src/exprs/function/function_ip.h similarity index 98% rename from be/src/vec/functions/function_ip.h rename to be/src/exprs/function/function_ip.h index 07d39db085db85..967867d4911aa9 100644 --- a/be/src/vec/functions/function_ip.h +++ b/be/src/exprs/function/function_ip.h @@ -25,29 +25,29 @@ #include #include "common/cast_set.h" -#include "olap/rowset/segment_v2/index_reader_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/endian.h" -#include "vec/common/format_ip.h" -#include "vec/common/ipv6_to_binary.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/runtime/ip_address_cidr.h" +#include "core/assert_cast.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/types.h" +#include "core/value/ip_address_cidr.h" +#include "exec/common/endian.h" +#include "exec/common/format_ip.h" +#include "exec/common/ipv6_to_binary.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "storage/index/index_reader_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_java_udf.cpp b/be/src/exprs/function/function_java_udf.cpp similarity index 98% rename from be/src/vec/functions/function_java_udf.cpp rename to be/src/exprs/function/function_java_udf.cpp index c09fcda978eb73..c141d263200468 100644 --- a/be/src/vec/functions/function_java_udf.cpp +++ b/be/src/exprs/function/function_java_udf.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_java_udf.h" +#include "exprs/function/function_java_udf.h" #include @@ -23,12 +23,12 @@ #include #include "common/exception.h" +#include "core/block/block.h" +#include "exec/connector/jni_connector.h" #include "jni.h" #include "runtime/exec_env.h" #include "runtime/user_function_cache.h" #include "util/jni-util.h" -#include "vec/core/block.h" -#include "vec/exec/jni_connector.h" const char* EXECUTOR_CLASS = "org/apache/doris/udf/UdfExecutor"; const char* EXECUTOR_CTOR_SIGNATURE = "([B)V"; diff --git a/be/src/vec/functions/function_java_udf.h b/be/src/exprs/function/function_java_udf.h similarity index 95% rename from be/src/vec/functions/function_java_udf.h rename to be/src/exprs/function/function_java_udf.h index ca3aba260a5ceb..aaa4e2e626a984 100644 --- a/be/src/vec/functions/function_java_udf.h +++ b/be/src/exprs/function/function_java_udf.h @@ -27,14 +27,14 @@ #include "common/logging.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" #include "util/jni-util.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_json.cpp b/be/src/exprs/function/function_json.cpp similarity index 96% rename from be/src/vec/functions/function_json.cpp rename to be/src/exprs/function/function_json.cpp index 3ef077a47dd344..210df29922bde0 100644 --- a/be/src/vec/functions/function_json.cpp +++ b/be/src/exprs/function/function_json.cpp @@ -42,31 +42,31 @@ #include "common/cast_set.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/jsonb_value.h" +#include "exec/common/stringop_substring.h" +#include "exec/common/template_helpers.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_totype.h" +#include "exprs/function/simple_function_factory.h" #include "exprs/json_functions.h" -#include "runtime/jsonb_value.h" +#include "util/io_helper.h" #include "util/string_parser.hpp" #include "util/string_util.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/function_totype.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/io/io_helper.h" -#include "vec/utils/stringop_substring.h" -#include "vec/utils/template_helpers.hpp" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_json_hash.cpp b/be/src/exprs/function/function_json_hash.cpp similarity index 96% rename from be/src/vec/functions/function_json_hash.cpp rename to be/src/exprs/function/function_json_hash.cpp index 264a1f946ec310..88de4c35b2cb42 100644 --- a/be/src/vec/functions/function_json_hash.cpp +++ b/be/src/exprs/function/function_json_hash.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/primitive_type.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/simple_function_factory.h" #include "util/jsonb_document.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_jsonb.cpp b/be/src/exprs/function/function_jsonb.cpp similarity index 99% rename from be/src/vec/functions/function_jsonb.cpp rename to be/src/exprs/function/function_jsonb.cpp index 52549d224d4c5f..1b23a8bb4beb5f 100644 --- a/be/src/vec/functions/function_jsonb.cpp +++ b/be/src/exprs/function/function_jsonb.cpp @@ -29,40 +29,40 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/jsonb_value.h" -#include "runtime/primitive_type.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/custom_allocator.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/jsonb_value.h" +#include "exec/common/stringop_substring.h" +#include "exec/common/template_helpers.hpp" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/like.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" #include "util/jsonb_document.h" #include "util/jsonb_stream.h" #include "util/jsonb_utils.h" #include "util/jsonb_writer.h" #include "util/simd/bits.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/custom_allocator.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" -#include "vec/functions/like.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/stringop_substring.h" -#include "vec/utils/template_helpers.hpp" -#include "vec/utils/util.hpp" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_jsonb_transform.cpp b/be/src/exprs/function/function_jsonb_transform.cpp similarity index 98% rename from be/src/vec/functions/function_jsonb_transform.cpp rename to be/src/exprs/function/function_jsonb_transform.cpp index d57ad314bc9839..040ea6e7db8349 100644 --- a/be/src/vec/functions/function_jsonb_transform.cpp +++ b/be/src/exprs/function/function_jsonb_transform.cpp @@ -17,12 +17,12 @@ #include -#include "runtime/primitive_type.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/simple_function_factory.h" #include "util/jsonb_document.h" #include "util/jsonb_document_cast.h" #include "util/jsonb_writer.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_map.cpp b/be/src/exprs/function/function_map.cpp similarity index 97% rename from be/src/vec/functions/function_map.cpp rename to be/src/exprs/function/function_map.cpp index d902e63ff13bb7..f11399eb19144f 100644 --- a/be/src/vec/functions/function_map.cpp +++ b/be/src/exprs/function/function_map.cpp @@ -28,31 +28,32 @@ #include #include "common/status.h" -#include "runtime/primitive_type.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/primitive_type.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/array/function_array_index.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" #include "util/simd/vstring_function.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/functions/array/function_array_index.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_math_log.h b/be/src/exprs/function/function_math_log.h similarity index 95% rename from be/src/vec/functions/function_math_log.h rename to be/src/exprs/function/function_math_log.h index 515b5335f85013..6b9e61917b86ef 100644 --- a/be/src/vec/functions/function_math_log.h +++ b/be/src/exprs/function/function_math_log.h @@ -18,10 +18,10 @@ #pragma once -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" +#include "core/assert_cast.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_math_unary.h b/be/src/exprs/function/function_math_unary.h similarity index 90% rename from be/src/vec/functions/function_math_unary.h rename to be/src/exprs/function/function_math_unary.h index cb69b2ba09ba6c..ddaae2c5820c31 100644 --- a/be/src/vec/functions/function_math_unary.h +++ b/be/src/exprs/function/function_math_unary.h @@ -20,13 +20,13 @@ #pragma once -#include "vec/columns/column_decimal.h" -#include "vec/core/call_on_type_index.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" +#include "core/call_on_type_index.h" +#include "core/column/column_decimal.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_math_unary_alway_nullable.h b/be/src/exprs/function/function_math_unary_alway_nullable.h similarity index 88% rename from be/src/vec/functions/function_math_unary_alway_nullable.h rename to be/src/exprs/function/function_math_unary_alway_nullable.h index acd9a9a8029d23..b9aa762c72a64a 100644 --- a/be/src/vec/functions/function_math_unary_alway_nullable.h +++ b/be/src/exprs/function/function_math_unary_alway_nullable.h @@ -17,17 +17,17 @@ #pragma once -#include "vec/columns/column.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/call_on_type_index.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/utils/util.hpp" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exec/common/util.hpp" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_multi_match.cpp b/be/src/exprs/function/function_multi_match.cpp similarity index 93% rename from be/src/vec/functions/function_multi_match.cpp rename to be/src/exprs/function/function_multi_match.cpp index e9d66d74abf853..1f3a65ba397285 100644 --- a/be/src/vec/functions/function_multi_match.cpp +++ b/be/src/exprs/function/function_multi_match.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_multi_match.h" +#include "exprs/function/function_multi_match.h" #include @@ -24,12 +24,12 @@ #include #include +#include "core/column/column.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vslot_ref.h" #include "io/fs/file_reader.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.h" -#include "olap/rowset/segment_v2/segment_iterator.h" -#include "vec/columns/column.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/simple_function_factory.h" +#include "storage/index/inverted/query/phrase_prefix_query.h" +#include "storage/segment/segment_iterator.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_multi_match.h b/be/src/exprs/function/function_multi_match.h similarity index 93% rename from be/src/vec/functions/function_multi_match.h rename to be/src/exprs/function/function_multi_match.h index 6af9df27f0177e..e37338ebb14110 100644 --- a/be/src/vec/functions/function_multi_match.h +++ b/be/src/exprs/function/function_multi_match.h @@ -19,10 +19,10 @@ #include -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_multi_same_args.h b/be/src/exprs/function/function_multi_same_args.h similarity index 89% rename from be/src/vec/functions/function_multi_same_args.h rename to be/src/exprs/function/function_multi_same_args.h index fd8bc8a157ba7c..2fca5e642755f3 100644 --- a/be/src/vec/functions/function_multi_same_args.h +++ b/be/src/exprs/function/function_multi_same_args.h @@ -17,11 +17,11 @@ #pragma once -#include "vec/exprs/function_context.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/template_helpers.hpp" -#include "vec/utils/util.hpp" +#include "exec/common/template_helpers.hpp" +#include "exec/common/util.hpp" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_needs_to_handle_null.h b/be/src/exprs/function/function_needs_to_handle_null.h similarity index 99% rename from be/src/vec/functions/function_needs_to_handle_null.h rename to be/src/exprs/function/function_needs_to_handle_null.h index 5ac6584924d6fb..bdf1ab2c065480 100644 --- a/be/src/vec/functions/function_needs_to_handle_null.h +++ b/be/src/exprs/function/function_needs_to_handle_null.h @@ -17,7 +17,7 @@ #pragma once #include -#include "vec/functions/function.h" +#include "exprs/function/function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_nullables.cpp b/be/src/exprs/function/function_nullables.cpp similarity index 91% rename from be/src/vec/functions/function_nullables.cpp rename to be/src/exprs/function/function_nullables.cpp index 3e40881e255942..88c3d0e9cc92e6 100644 --- a/be/src/vec/functions/function_nullables.cpp +++ b/be/src/exprs/function/function_nullables.cpp @@ -16,16 +16,16 @@ // under the License. #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_other_types_to_date.cpp b/be/src/exprs/function/function_other_types_to_date.cpp similarity index 98% rename from be/src/vec/functions/function_other_types_to_date.cpp rename to be/src/exprs/function/function_other_types_to_date.cpp index 6ff9749df4c958..5237ac8699c1c6 100644 --- a/be/src/vec/functions/function_other_types_to_date.cpp +++ b/be/src/exprs/function/function_other_types_to_date.cpp @@ -31,41 +31,41 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/pod_array.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/datetime_errors.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" #include "runtime/runtime_state.h" -#include "util/binary_cast.hpp" #include "util/time_lut.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/datetime_errors.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" -#include "vec/utils/util.hpp" namespace doris::vectorized { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/vec/functions/function_quantile_state.cpp b/be/src/exprs/function/function_quantile_state.cpp similarity index 93% rename from be/src/vec/functions/function_quantile_state.cpp rename to be/src/exprs/function/function_quantile_state.cpp index 5974f953842da5..d83cea7862703e 100644 --- a/be/src/vec/functions/function_quantile_state.cpp +++ b/be/src/exprs/function/function_quantile_state.cpp @@ -28,31 +28,31 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "util/quantile_state.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_quantilestate.h" // IWYU pragma: keep +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "core/value/quantile_state.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_const.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/function_totype.h" +#include "exprs/function/simple_function_factory.h" #include "util/url_coding.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_quantilestate.h" // IWYU pragma: keep -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/function_const.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/function_totype.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/util.hpp" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_regexp.cpp b/be/src/exprs/function/function_regexp.cpp similarity index 98% rename from be/src/vec/functions/function_regexp.cpp rename to be/src/exprs/function/function_regexp.cpp index efa61b05cdd039..a526a375c59ddb 100644 --- a/be/src/vec/functions/function_regexp.cpp +++ b/be/src/exprs/function/function_regexp.cpp @@ -29,26 +29,26 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/stringop_substring.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" #include "exprs/string_functions.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/stringop_substring.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_reverse.h b/be/src/exprs/function/function_reverse.h similarity index 96% rename from be/src/vec/functions/function_reverse.h rename to be/src/exprs/function/function_reverse.h index fec55294489b8a..5f778b0432d884 100644 --- a/be/src/vec/functions/function_reverse.h +++ b/be/src/exprs/function/function_reverse.h @@ -16,8 +16,8 @@ // under the License. #pragma once -#include "vec/functions/array/function_array_reverse.h" -#include "vec/functions/function_string.h" +#include "exprs/function/array/function_array_reverse.h" +#include "exprs/function/function_string.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_rpc.cpp b/be/src/exprs/function/function_rpc.cpp similarity index 97% rename from be/src/vec/functions/function_rpc.cpp rename to be/src/exprs/function/function_rpc.cpp index 1d932323721cdd..bfe4dfe71de35b 100644 --- a/be/src/vec/functions/function_rpc.cpp +++ b/be/src/exprs/function/function_rpc.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_rpc.h" +#include "exprs/function/function_rpc.h" #include #include @@ -27,10 +27,10 @@ #include #include "common/status.h" +#include "core/column/column.h" +#include "core/data_type_serde/data_type_serde.h" #include "runtime/exec_env.h" #include "util/brpc_client_cache.h" -#include "vec/columns/column.h" -#include "vec/data_types/serde/data_type_serde.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_rpc.h b/be/src/exprs/function/function_rpc.h similarity index 93% rename from be/src/vec/functions/function_rpc.h rename to be/src/exprs/function/function_rpc.h index 56b723b984ae25..a38c0bd7b68023 100644 --- a/be/src/vec/functions/function_rpc.h +++ b/be/src/exprs/function/function_rpc.h @@ -26,14 +26,14 @@ #include #include "common/status.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" namespace doris { class PFunctionCallRequest; diff --git a/be/src/vec/functions/function_score.cpp b/be/src/exprs/function/function_score.cpp similarity index 86% rename from be/src/vec/functions/function_score.cpp rename to be/src/exprs/function/function_score.cpp index 5944fcdd5250d9..1b4a302227259d 100644 --- a/be/src/vec/functions/function_score.cpp +++ b/be/src/exprs/function/function_score.cpp @@ -21,15 +21,15 @@ #include #include "common/status.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_search.cpp b/be/src/exprs/function/function_search.cpp similarity index 96% rename from be/src/vec/functions/function_search.cpp rename to be/src/exprs/function/function_search.cpp index c0f82150df2659..f08f3fc3d14d66 100644 --- a/be/src/vec/functions/function_search.cpp +++ b/be/src/exprs/function/function_search.cpp @@ -15,10 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_search.h" +#include "exprs/function/function_search.h" #include #include +#include #include #include @@ -31,39 +32,36 @@ #include #include "common/status.h" -#include "gen_cpp/Exprs_types.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_helper.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/all_query/all_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/boolean_query_builder.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/collect/doc_set_collector.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/collect/top_k_collector.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_query.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" -#include "olap/rowset/segment_v2/inverted_index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/rowset/segment_v2/inverted_index_searcher.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/variant/nested_group_path.h" -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/types.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vexpr_context.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/inverted_index_iterator.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/index/inverted/inverted_index_searcher.h" +#include "storage/index/inverted/query/query_helper.h" +#include "storage/index/inverted/query_v2/all_query/all_query.h" +#include "storage/index/inverted/query_v2/bit_set_query/bit_set_query.h" +#include "storage/index/inverted/query_v2/boolean_query/boolean_query_builder.h" +#include "storage/index/inverted/query_v2/boolean_query/operator.h" +#include "storage/index/inverted/query_v2/phrase_query/multi_phrase_query.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_query.h" +#include "storage/index/inverted/query_v2/regexp_query/regexp_query.h" +#include "storage/index/inverted/query_v2/term_query/term_query.h" +#include "storage/index/inverted/query_v2/wildcard_query/wildcard_query.h" +#include "storage/index/inverted/util/string_helper.h" +#include "storage/segment/segment.h" +#include "storage/segment/variant/nested_group_path.h" +#include "storage/segment/variant/nested_group_provider.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/types.h" #include "util/string_util.h" #include "util/thrift_util.h" -#include "vec/columns/column_const.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_search.h b/be/src/exprs/function/function_search.h similarity index 95% rename from be/src/vec/functions/function_search.h rename to be/src/exprs/function/function_search.h index a05bff0a6739f0..e50bb02a0a95ce 100644 --- a/be/src/vec/functions/function_search.h +++ b/be/src/exprs/function/function_search.h @@ -18,6 +18,7 @@ #pragma once #include +#include #include #include @@ -25,15 +26,14 @@ #include #include -#include "gen_cpp/Exprs_types.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_query.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" +#include "core/block/block.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/query_v2/boolean_query/operator_boolean_query.h" CL_NS_USE(index) namespace doris::vectorized { diff --git a/be/src/vec/functions/function_size.cpp b/be/src/exprs/function/function_size.cpp similarity index 91% rename from be/src/vec/functions/function_size.cpp rename to be/src/exprs/function/function_size.cpp index 73f86ec5b8b962..be9e57918118c6 100644 --- a/be/src/vec/functions/function_size.cpp +++ b/be/src/exprs/function/function_size.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "simple_function_factory.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/array/function_array_utils.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_soundex.cpp b/be/src/exprs/function/function_soundex.cpp similarity index 96% rename from be/src/vec/functions/function_soundex.cpp rename to be/src/exprs/function/function_soundex.cpp index 80e775dec36c8c..7814278096864f 100644 --- a/be/src/vec/functions/function_soundex.cpp +++ b/be/src/exprs/function/function_soundex.cpp @@ -18,10 +18,10 @@ #include #include "common/status.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_split_by_regexp.cpp b/be/src/exprs/function/function_split_by_regexp.cpp similarity index 97% rename from be/src/vec/functions/function_split_by_regexp.cpp rename to be/src/exprs/function/function_split_by_regexp.cpp index ea9bb6f05239bd..1c8920ba90df0a 100644 --- a/be/src/vec/functions/function_split_by_regexp.cpp +++ b/be/src/exprs/function/function_split_by_regexp.cpp @@ -19,15 +19,15 @@ #include #include "common/status.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/function_string.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/function_string.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_string.cpp b/be/src/exprs/function/function_string.cpp similarity index 99% rename from be/src/vec/functions/function_string.cpp rename to be/src/exprs/function/function_string.cpp index 942c30661e9974..2860e5a576f6b7 100644 --- a/be/src/vec/functions/function_string.cpp +++ b/be/src/exprs/function/function_string.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_string.h" +#include "exprs/function/function_string.h" #include #include @@ -32,17 +32,17 @@ #include "common/cast_set.h" #include "common/status.h" -#include "runtime/string_search.hpp" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "exprs/function/function_reverse.h" +#include "exprs/function/function_string_to_string.h" +#include "exprs/function/function_totype.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function/string_hex_util.h" +#include "util/string_search.hpp" #include "util/url_coding.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/functions/function_reverse.h" -#include "vec/functions/function_string_to_string.h" -#include "vec/functions/function_totype.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/functions/string_hex_util.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_string.h b/be/src/exprs/function/function_string.h similarity index 99% rename from be/src/vec/functions/function_string.h rename to be/src/exprs/function/function_string.h index 41f9794f42ff32..dce74158b4dad1 100644 --- a/be/src/vec/functions/function_string.h +++ b/be/src/exprs/function/function_string.h @@ -44,32 +44,32 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/exception.h" #include "common/status.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "runtime/raw_value.h" -#include "runtime/string_search.hpp" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_varbinary.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/memcmp_small.h" +#include "core/memcpy_small.h" +#include "core/pod_array.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" +#include "exec/common/int_exp.h" +#include "exec/common/template_helpers.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function_needs_to_handle_null.h" +#include "util/raw_value.h" #include "util/sha.h" +#include "util/string_search.hpp" #include "util/string_util.h" #include "util/utf8_check.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_varbinary.h" -#include "vec/columns/column_vector.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" -#include "vec/common/int_exp.h" -#include "vec/common/memcmp_small.h" -#include "vec/common/memcpy_small.h" -#include "vec/common/pod_array.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/function_needs_to_handle_null.h" -#include "vec/utils/template_helpers.hpp" #ifndef USE_LIBCPP #include @@ -89,6 +89,23 @@ #include #include +#include "core/assert_cast.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/string_ref.h" +#include "exec/common/pinyin.h" +#include "exec/common/stringop_substring.h" +#include "exec/common/util.hpp" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function_context.h" #include "exprs/math_functions.h" #include "pugixml.hpp" #include "util/md5.h" @@ -96,23 +113,6 @@ #include "util/sm3.h" #include "util/url_coding.h" #include "util/url_parser.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pinyin.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/utils/stringop_substring.h" -#include "vec/utils/util.hpp" namespace doris::vectorized { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/vec/functions/function_string_to_string.h b/be/src/exprs/function/function_string_to_string.h similarity index 92% rename from be/src/vec/functions/function_string_to_string.h rename to be/src/exprs/function/function_string_to_string.h index e167bc3a4fb2db..a3170321dd83fc 100644 --- a/be/src/vec/functions/function_string_to_string.h +++ b/be/src/exprs/function/function_string_to_string.h @@ -20,12 +20,12 @@ #pragma once -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_struct.cpp b/be/src/exprs/function/function_struct.cpp similarity index 89% rename from be/src/vec/functions/function_struct.cpp rename to be/src/exprs/function/function_struct.cpp index a8b02a0c8a8f5a..7fa033bcad4c87 100644 --- a/be/src/vec/functions/function_struct.cpp +++ b/be/src/exprs/function/function_struct.cpp @@ -24,21 +24,21 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_struct_element.cpp b/be/src/exprs/function/function_struct_element.cpp similarity index 92% rename from be/src/vec/functions/function_struct_element.cpp rename to be/src/exprs/function/function_struct_element.cpp index 945b79e6c0733c..08170ce85a7498 100644 --- a/be/src/vec/functions/function_struct_element.cpp +++ b/be/src/exprs/function/function_struct_element.cpp @@ -24,19 +24,19 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_time_value_to_field.cpp b/be/src/exprs/function/function_time_value_to_field.cpp similarity index 92% rename from be/src/vec/functions/function_time_value_to_field.cpp rename to be/src/exprs/function/function_time_value_to_field.cpp index 5374f004619d12..413f9adf297a30 100644 --- a/be/src/vec/functions/function_time_value_to_field.cpp +++ b/be/src/exprs/function/function_time_value_to_field.cpp @@ -19,14 +19,14 @@ #include #include "common/status.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_time.h" -#include "vec/functions/date_time_transforms.h" -#include "vec/functions/function.h" -#include "vec/functions/function_date_or_datetime_computation.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/runtime/time_value.h" -#include "vec/utils/template_helpers.hpp" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_time.h" +#include "core/value/time_value.h" +#include "exec/common/template_helpers.hpp" +#include "exprs/function/date_time_transforms.h" +#include "exprs/function/function.h" +#include "exprs/function/function_date_or_datetime_computation.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" template diff --git a/be/src/vec/functions/function_to_json.cpp b/be/src/exprs/function/function_to_json.cpp similarity index 95% rename from be/src/vec/functions/function_to_json.cpp rename to be/src/exprs/function/function_to_json.cpp index 7fd4d88432b5ef..f3e1d7312c42f2 100644 --- a/be/src/vec/functions/function_to_json.cpp +++ b/be/src/exprs/function/function_to_json.cpp @@ -15,8 +15,8 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_jsonb.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_jsonb.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_tokenize.cpp b/be/src/exprs/function/function_tokenize.cpp similarity index 95% rename from be/src/vec/functions/function_tokenize.cpp rename to be/src/exprs/function/function_tokenize.cpp index 1551e4a60216f6..d2455042f1e730 100644 --- a/be/src/vec/functions/function_tokenize.cpp +++ b/be/src/exprs/function/function_tokenize.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_tokenize.h" +#include "exprs/function/function_tokenize.h" #include #include @@ -27,15 +27,15 @@ #include "CLucene/StdHeader.h" #include "CLucene/config/repl_wchar.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/string_ref.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_tokenize.h b/be/src/exprs/function/function_tokenize.h similarity index 84% rename from be/src/vec/functions/function_tokenize.h rename to be/src/exprs/function/function_tokenize.h index 9e1eeae9ceaf3f..a27533080bfa18 100644 --- a/be/src/vec/functions/function_tokenize.h +++ b/be/src/exprs/function/function_tokenize.h @@ -24,17 +24,17 @@ #include #include "common/status.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/columns/column_array.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/column_numbers.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_reader.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/functions/function_totype.h b/be/src/exprs/function/function_totype.h similarity index 97% rename from be/src/vec/functions/function_totype.h rename to be/src/exprs/function/function_totype.h index a0bb623a355185..293d9f5d0d4f44 100644 --- a/be/src/vec/functions/function_totype.h +++ b/be/src/exprs/function/function_totype.h @@ -18,20 +18,20 @@ #pragma once #include -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_varbinary.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/utils/util.hpp" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_varbinary.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "exec/common/util.hpp" +#include "exprs/function/function.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_unary_arithmetic.h b/be/src/exprs/function/function_unary_arithmetic.h similarity index 94% rename from be/src/vec/functions/function_unary_arithmetic.h rename to be/src/exprs/function/function_unary_arithmetic.h index 7db2e12921d859..6305ad0b509173 100644 --- a/be/src/vec/functions/function_unary_arithmetic.h +++ b/be/src/exprs/function/function_unary_arithmetic.h @@ -20,15 +20,15 @@ #pragma once -#include "runtime/define_primitive_type.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/cast_type_to_either.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" +#include "core/column/column_decimal.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "exprs/function/cast_type_to_either.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_utility.cpp b/be/src/exprs/function/function_utility.cpp similarity index 87% rename from be/src/vec/functions/function_utility.cpp rename to be/src/exprs/function/function_utility.cpp index ac070d668b2704..701d58247546f3 100644 --- a/be/src/vec/functions/function_utility.cpp +++ b/be/src/exprs/function/function_utility.cpp @@ -26,24 +26,24 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_uuid.cpp b/be/src/exprs/function/function_uuid.cpp similarity index 91% rename from be/src/vec/functions/function_uuid.cpp rename to be/src/exprs/function/function_uuid.cpp index 567f4a5b2778e9..6528211ee33bc5 100644 --- a/be/src/vec/functions/function_uuid.cpp +++ b/be/src/exprs/function/function_uuid.cpp @@ -22,22 +22,22 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_varbinary.cpp b/be/src/exprs/function/function_varbinary.cpp similarity index 93% rename from be/src/vec/functions/function_varbinary.cpp rename to be/src/exprs/function/function_varbinary.cpp index ec592c236bc14f..9bbc636c59ede0 100644 --- a/be/src/vec/functions/function_varbinary.cpp +++ b/be/src/exprs/function/function_varbinary.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_varbinary.h" +#include "exprs/function/function_varbinary.h" #include @@ -23,21 +23,21 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_varbinary.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_varbinary.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/function_totype.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function/string_hex_util.h" #include "util/url_coding.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_varbinary.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_varbinary.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/function_totype.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/functions/string_hex_util.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_varbinary.h b/be/src/exprs/function/function_varbinary.h similarity index 81% rename from be/src/vec/functions/function_varbinary.h rename to be/src/exprs/function/function_varbinary.h index 87a7008ae975fa..fd36266c5144d9 100644 --- a/be/src/vec/functions/function_varbinary.h +++ b/be/src/exprs/function/function_varbinary.h @@ -18,16 +18,16 @@ #pragma once #include "common/status.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_varbinary.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_varbinary.h" -#include "vec/functions/function.h" -#include "vec/utils/varbinaryop_subbinary.h" +#include "core/block/block.h" +#include "core/column/column_const.h" +#include "core/column/column_string.h" +#include "core/column/column_varbinary.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_varbinary.h" +#include "core/types.h" +#include "exec/common/varbinaryop_subbinary.h" +#include "exprs/function/function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/function_variadic_arguments.h b/be/src/exprs/function/function_variadic_arguments.h similarity index 91% rename from be/src/vec/functions/function_variadic_arguments.h rename to be/src/exprs/function/function_variadic_arguments.h index 530b204e8067a1..15f14621652b69 100644 --- a/be/src/vec/functions/function_variadic_arguments.h +++ b/be/src/exprs/function/function_variadic_arguments.h @@ -19,13 +19,13 @@ #include #include "common/status.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_variant_element.cpp b/be/src/exprs/function/function_variant_element.cpp similarity index 96% rename from be/src/vec/functions/function_variant_element.cpp rename to be/src/exprs/function/function_variant_element.cpp index 45e82aed3c56f8..b32d80cc125357 100644 --- a/be/src/vec/functions/function_variant_element.cpp +++ b/be/src/exprs/function/function_variant_element.cpp @@ -26,26 +26,26 @@ #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/column/subcolumn_tree.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_variant.h" +#include "core/string_ref.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" #include "exprs/json_functions.h" #include "simdjson.h" #include "util/defer_op.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/subcolumn_tree.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/json/path_in_data.h" +#include "util/json/path_in_data.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/function_variant_type.cpp b/be/src/exprs/function/function_variant_type.cpp similarity index 96% rename from be/src/vec/functions/function_variant_type.cpp rename to be/src/exprs/function/function_variant_type.cpp index ded08df280ec2f..d329c73e462944 100644 --- a/be/src/vec/functions/function_variant_type.cpp +++ b/be/src/exprs/function/function_variant_type.cpp @@ -16,10 +16,10 @@ // under the License. #include +#include "core/column/column_variant.h" +#include "exec/common/variant_util.h" +#include "exprs/function/simple_function_factory.h" #include "util/string_util.h" -#include "vec/columns/column_variant.h" -#include "vec/common/variant_util.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/function_width_bucket.cpp b/be/src/exprs/function/function_width_bucket.cpp similarity index 92% rename from be/src/vec/functions/function_width_bucket.cpp rename to be/src/exprs/function/function_width_bucket.cpp index 46790db43c4d1e..e1a432db461fa7 100644 --- a/be/src/vec/functions/function_width_bucket.cpp +++ b/be/src/exprs/function/function_width_bucket.cpp @@ -24,20 +24,20 @@ #include #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/functions_comparison.h b/be/src/exprs/function/functions_comparison.h similarity index 97% rename from be/src/vec/functions/functions_comparison.h rename to be/src/exprs/function/functions_comparison.h index b81ccc927169df..777cd6ecb50a6e 100644 --- a/be/src/vec/functions/functions_comparison.h +++ b/be/src/exprs/function/functions_comparison.h @@ -24,22 +24,22 @@ #include #include "common/logging.h" -#include "olap/rowset/segment_v2/index_reader_helper.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/memcmp_small.h" -#include "vec/core/accurate_comparison.h" -#include "vec/core/decimal_comparison.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/functions_logical.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/accurate_comparison.h" +#include "core/assert_cast.h" +#include "core/column/column_const.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/decimal_comparison.h" +#include "core/memcmp_small.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/functions_logical.h" +#include "storage/index/index_reader_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/functions_logical.cpp b/be/src/exprs/function/functions_logical.cpp similarity index 95% rename from be/src/vec/functions/functions_logical.cpp rename to be/src/exprs/function/functions_logical.cpp index 9ceac0598d63e8..3f2f6237e30324 100644 --- a/be/src/vec/functions/functions_logical.cpp +++ b/be/src/exprs/function/functions_logical.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/FunctionsLogical.cpp // and modified by Doris -#include "vec/functions/functions_logical.h" +#include "exprs/function/functions_logical.h" #include @@ -28,18 +28,18 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/string_ref.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/functions_logical.h b/be/src/exprs/function/functions_logical.h similarity index 97% rename from be/src/vec/functions/functions_logical.h rename to be/src/exprs/function/functions_logical.h index 1ad1f3a67e90f3..9663910c9f3043 100644 --- a/be/src/vec/functions/functions_logical.h +++ b/be/src/exprs/function/functions_logical.h @@ -28,10 +28,10 @@ #include #include "common/status.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/function.h" +#include "core/block/column_numbers.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/functions_multi_string_position.cpp b/be/src/exprs/function/functions_multi_string_position.cpp similarity index 93% rename from be/src/vec/functions/functions_multi_string_position.cpp rename to be/src/exprs/function/functions_multi_string_position.cpp index d0f2223c869ea5..ca884298a5fc10 100644 --- a/be/src/vec/functions/functions_multi_string_position.cpp +++ b/be/src/exprs/function/functions_multi_string_position.cpp @@ -30,28 +30,28 @@ #include #include "common/status.h" -#include "function.h" -#include "function_helpers.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/common/string_searcher.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/field.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/string_searcher.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/functions_multi_string_search.cpp b/be/src/exprs/function/functions_multi_string_search.cpp similarity index 94% rename from be/src/vec/functions/functions_multi_string_search.cpp rename to be/src/exprs/function/functions_multi_string_search.cpp index e3bc3cc08ab75a..48ba8ca053e382 100644 --- a/be/src/vec/functions/functions_multi_string_search.cpp +++ b/be/src/exprs/function/functions_multi_string_search.cpp @@ -31,26 +31,26 @@ #include #include "common/status.h" -#include "function.h" -#include "function_helpers.h" -#include "regexps.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/field.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/regexps.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/geo/ByteOrderDataInStream.h b/be/src/exprs/function/geo/ByteOrderDataInStream.h similarity index 94% rename from be/src/geo/ByteOrderDataInStream.h rename to be/src/exprs/function/geo/ByteOrderDataInStream.h index d54caffdafddc3..3f6bd465c76de8 100644 --- a/be/src/geo/ByteOrderDataInStream.h +++ b/be/src/exprs/function/geo/ByteOrderDataInStream.h @@ -19,9 +19,9 @@ #include -#include "ByteOrderValues.h" -#include "geo/geo_common.h" -#include "machine.h" +#include "exprs/function/geo/ByteOrderValues.h" +#include "exprs/function/geo/geo_common.h" +#include "exprs/function/geo/machine.h" namespace doris { class ByteOrderDataInStream { public: diff --git a/be/src/geo/ByteOrderValues.cpp b/be/src/exprs/function/geo/ByteOrderValues.cpp similarity index 99% rename from be/src/geo/ByteOrderValues.cpp rename to be/src/exprs/function/geo/ByteOrderValues.cpp index 1e78322eaa2684..b47321aed4aafe 100644 --- a/be/src/geo/ByteOrderValues.cpp +++ b/be/src/exprs/function/geo/ByteOrderValues.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "ByteOrderValues.h" +#include "exprs/function/geo/ByteOrderValues.h" #include diff --git a/be/src/geo/ByteOrderValues.h b/be/src/exprs/function/geo/ByteOrderValues.h similarity index 100% rename from be/src/geo/ByteOrderValues.h rename to be/src/exprs/function/geo/ByteOrderValues.h diff --git a/be/src/vec/functions/functions_geo.cpp b/be/src/exprs/function/geo/functions_geo.cpp similarity index 98% rename from be/src/vec/functions/functions_geo.cpp rename to be/src/exprs/function/geo/functions_geo.cpp index 4bb4ab2bc08d89..f879e49489ebf3 100644 --- a/be/src/vec/functions/functions_geo.cpp +++ b/be/src/exprs/function/geo/functions_geo.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/functions_geo.h" +#include "exprs/function/geo/functions_geo.h" #include @@ -24,20 +24,20 @@ #include #include "common/compiler_util.h" -#include "geo/geo_common.h" -#include "geo/geo_types.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_execute_util.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_execute_util.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "exprs/function/geo/geo_common.h" +#include "exprs/function/geo/geo_types.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/functions_geo.h b/be/src/exprs/function/geo/functions_geo.h similarity index 92% rename from be/src/vec/functions/functions_geo.h rename to be/src/exprs/function/geo/functions_geo.h index 6aba2c4acf7fc2..21b69f126afe63 100644 --- a/be/src/vec/functions/functions_geo.h +++ b/be/src/exprs/function/geo/functions_geo.h @@ -24,11 +24,11 @@ #include #include "common/status.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" +#include "core/block/column_numbers.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" namespace doris { class GeoShape; diff --git a/be/src/geo/geo_common.cpp b/be/src/exprs/function/geo/geo_common.cpp similarity index 97% rename from be/src/geo/geo_common.cpp rename to be/src/exprs/function/geo/geo_common.cpp index a7d6bbf141c6ae..3b6f9211a16c5e 100644 --- a/be/src/geo/geo_common.cpp +++ b/be/src/exprs/function/geo/geo_common.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "geo/geo_common.h" +#include "exprs/function/geo/geo_common.h" namespace doris { diff --git a/be/src/geo/geo_common.h b/be/src/exprs/function/geo/geo_common.h similarity index 100% rename from be/src/geo/geo_common.h rename to be/src/exprs/function/geo/geo_common.h diff --git a/be/src/geo/geo_tobinary.cpp b/be/src/exprs/function/geo/geo_tobinary.cpp similarity index 92% rename from be/src/geo/geo_tobinary.cpp rename to be/src/exprs/function/geo/geo_tobinary.cpp index 0e64c001687e41..1b34e66111cada 100644 --- a/be/src/geo/geo_tobinary.cpp +++ b/be/src/exprs/function/geo/geo_tobinary.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "geo_tobinary.h" +#include "exprs/function/geo/geo_tobinary.h" #include #include #include -#include "geo/ByteOrderValues.h" -#include "geo/geo_common.h" -#include "geo/machine.h" -#include "geo/wkt_parse_type.h" -#include "geo_tobinary_type.h" -#include "geo_types.h" +#include "exprs/function/geo/ByteOrderValues.h" +#include "exprs/function/geo/geo_common.h" +#include "exprs/function/geo/geo_tobinary_type.h" +#include "exprs/function/geo/geo_types.h" +#include "exprs/function/geo/machine.h" +#include "exprs/function/geo/wkt_parse_type.h" #include "iomanip" namespace doris { diff --git a/be/src/geo/geo_tobinary.h b/be/src/exprs/function/geo/geo_tobinary.h similarity index 100% rename from be/src/geo/geo_tobinary.h rename to be/src/exprs/function/geo/geo_tobinary.h diff --git a/be/src/geo/geo_tobinary_type.h b/be/src/exprs/function/geo/geo_tobinary_type.h similarity index 100% rename from be/src/geo/geo_tobinary_type.h rename to be/src/exprs/function/geo/geo_tobinary_type.h diff --git a/be/src/geo/geo_types.cpp b/be/src/exprs/function/geo/geo_types.cpp similarity index 99% rename from be/src/geo/geo_types.cpp rename to be/src/exprs/function/geo/geo_types.cpp index 19fca11c8eb281..03dd5c080c398a 100644 --- a/be/src/geo/geo_types.cpp +++ b/be/src/exprs/function/geo/geo_types.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "geo/geo_types.h" +#include "exprs/function/geo/geo_types.h" #include #include @@ -35,7 +35,7 @@ #include #include -#include "vec/common/assert_cast.h" +#include "core/assert_cast.h" // IWYU pragma: no_include #include #include @@ -44,9 +44,9 @@ #include #include -#include "geo/geo_tobinary.h" -#include "geo/wkb_parse.h" -#include "geo/wkt_parse.h" +#include "exprs/function/geo/geo_tobinary.h" +#include "exprs/function/geo/wkb_parse.h" +#include "exprs/function/geo/wkt_parse.h" namespace doris { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/geo/geo_types.h b/be/src/exprs/function/geo/geo_types.h similarity index 98% rename from be/src/geo/geo_types.h rename to be/src/exprs/function/geo/geo_types.h index 09eeb44c742202..f6d8e04e0182fa 100644 --- a/be/src/geo/geo_types.h +++ b/be/src/exprs/function/geo/geo_types.h @@ -24,8 +24,8 @@ #include #include "common/factory_creator.h" -#include "geo/geo_common.h" -#include "geo/wkt_parse_type.h" +#include "exprs/function/geo/geo_common.h" +#include "exprs/function/geo/wkt_parse_type.h" class S2Polyline; class S2Polygon; diff --git a/be/src/geo/machine.h b/be/src/exprs/function/geo/machine.h similarity index 100% rename from be/src/geo/machine.h rename to be/src/exprs/function/geo/machine.h diff --git a/be/src/geo/wkb_parse.cpp b/be/src/exprs/function/geo/wkb_parse.cpp similarity index 96% rename from be/src/geo/wkb_parse.cpp rename to be/src/exprs/function/geo/wkb_parse.cpp index b7d1c9b8ae8a79..390807379d92e4 100644 --- a/be/src/geo/wkb_parse.cpp +++ b/be/src/exprs/function/geo/wkb_parse.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "wkb_parse.h" +#include "exprs/function/geo/wkb_parse.h" #include #include @@ -23,11 +23,11 @@ #include #include -#include "geo/ByteOrderDataInStream.h" -#include "geo/ByteOrderValues.h" -#include "geo/geo_types.h" -#include "geo/wkb_parse_ctx.h" -#include "geo_tobinary_type.h" +#include "exprs/function/geo/ByteOrderDataInStream.h" +#include "exprs/function/geo/ByteOrderValues.h" +#include "exprs/function/geo/geo_tobinary_type.h" +#include "exprs/function/geo/geo_types.h" +#include "exprs/function/geo/wkb_parse_ctx.h" namespace doris { diff --git a/be/src/geo/wkb_parse.h b/be/src/exprs/function/geo/wkb_parse.h similarity index 96% rename from be/src/geo/wkb_parse.h rename to be/src/exprs/function/geo/wkb_parse.h index 856c9817ffb40a..c992e5a6fa32eb 100644 --- a/be/src/geo/wkb_parse.h +++ b/be/src/exprs/function/geo/wkb_parse.h @@ -21,8 +21,8 @@ #include #include -#include "geo/geo_common.h" -#include "geo/wkt_parse_type.h" +#include "exprs/function/geo/geo_common.h" +#include "exprs/function/geo/wkt_parse_type.h" struct WkbParseContext; diff --git a/be/src/geo/wkb_parse_ctx.h b/be/src/exprs/function/geo/wkb_parse_ctx.h similarity index 89% rename from be/src/geo/wkb_parse_ctx.h rename to be/src/exprs/function/geo/wkb_parse_ctx.h index 5c8bec43a7153d..44a140675d2182 100644 --- a/be/src/geo/wkb_parse_ctx.h +++ b/be/src/exprs/function/geo/wkb_parse_ctx.h @@ -20,9 +20,9 @@ #include #include -#include "ByteOrderDataInStream.h" -#include "geo/geo_common.h" -#include "geo/geo_types.h" +#include "exprs/function/geo/ByteOrderDataInStream.h" +#include "exprs/function/geo/geo_common.h" +#include "exprs/function/geo/geo_types.h" struct WkbParseContext { unsigned int inputDimension = 2; diff --git a/be/src/geo/wkt_lex.l b/be/src/exprs/function/geo/wkt_lex.l similarity index 95% rename from be/src/geo/wkt_lex.l rename to be/src/exprs/function/geo/wkt_lex.l index 5e73238cc977ff..aa292b55f5fdee 100644 --- a/be/src/geo/wkt_lex.l +++ b/be/src/exprs/function/geo/wkt_lex.l @@ -27,8 +27,8 @@ class GeoShape; #include /* wkt_parse_ctx and wkt_parse_type must be ahead of wkt_yacc */ -#include "geo/wkt_parse_ctx.h" -#include "geo/wkt_parse_type.h" +#include "exprs/function/geo/wkt_parse_ctx.h" +#include "exprs/function/geo/wkt_parse_type.h" #include "geo/wkt_yacc.y.hpp" #define YY_EXTRA_TYPE WktParseContext* diff --git a/be/src/geo/wkt_parse.cpp b/be/src/exprs/function/geo/wkt_parse.cpp similarity index 92% rename from be/src/geo/wkt_parse.cpp rename to be/src/exprs/function/geo/wkt_parse.cpp index 3435fb985f7951..1a1721af0eca96 100644 --- a/be/src/geo/wkt_parse.cpp +++ b/be/src/exprs/function/geo/wkt_parse.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "geo/wkt_parse.h" +#include "exprs/function/geo/wkt_parse.h" #include +#include "exprs/function/geo/wkt_parse_ctx.h" +#include "exprs/function/geo/wkt_parse_type.h" // IWYU pragma: keep #include "geo/wkt_lex.l.h" -#include "geo/wkt_parse_ctx.h" -#include "geo/wkt_parse_type.h" // IWYU pragma: keep #include "geo/wkt_yacc.y.hpp" extern int wkt_lex_init_extra(WktParseContext*, yyscan_t*); diff --git a/be/src/geo/wkt_parse.h b/be/src/exprs/function/geo/wkt_parse.h similarity index 93% rename from be/src/geo/wkt_parse.h rename to be/src/exprs/function/geo/wkt_parse.h index c14cedf1905634..73ad0e67e668d0 100644 --- a/be/src/geo/wkt_parse.h +++ b/be/src/exprs/function/geo/wkt_parse.h @@ -20,8 +20,8 @@ #include #include -#include "geo/geo_common.h" -#include "geo/wkt_parse_ctx.h" +#include "exprs/function/geo/geo_common.h" +#include "exprs/function/geo/wkt_parse_ctx.h" namespace doris { diff --git a/be/src/geo/wkt_parse_ctx.h b/be/src/exprs/function/geo/wkt_parse_ctx.h similarity index 92% rename from be/src/geo/wkt_parse_ctx.h rename to be/src/exprs/function/geo/wkt_parse_ctx.h index 449080842fb5b6..ef45a5d5553f54 100644 --- a/be/src/geo/wkt_parse_ctx.h +++ b/be/src/exprs/function/geo/wkt_parse_ctx.h @@ -19,8 +19,8 @@ #include -#include "geo/geo_common.h" -#include "geo/geo_types.h" +#include "exprs/function/geo/geo_common.h" +#include "exprs/function/geo/geo_types.h" typedef void* yyscan_t; struct WktParseContext { diff --git a/be/src/geo/wkt_parse_type.h b/be/src/exprs/function/geo/wkt_parse_type.h similarity index 100% rename from be/src/geo/wkt_parse_type.h rename to be/src/exprs/function/geo/wkt_parse_type.h diff --git a/be/src/geo/wkt_yacc.y b/be/src/exprs/function/geo/wkt_yacc.y similarity index 97% rename from be/src/geo/wkt_yacc.y rename to be/src/exprs/function/geo/wkt_yacc.y index a637bcca2e97c6..5b2cb89bfa612c 100644 --- a/be/src/geo/wkt_yacc.y +++ b/be/src/exprs/function/geo/wkt_yacc.y @@ -38,10 +38,10 @@ #include #include #include -#include "geo/wkt_parse_ctx.h" // we need WktParseContext to pass scaninfo to lexer +#include "exprs/function/geo/wkt_parse_ctx.h" // we need WktParseContext to pass scaninfo to lexer #include "common/logging.h" -#include "geo/wkt_parse_type.h" -#include "geo/geo_types.h" +#include "exprs/function/geo/wkt_parse_type.h" +#include "exprs/function/geo/geo_types.h" struct WktParseContext; } diff --git a/be/src/vec/functions/if.cpp b/be/src/exprs/function/if.cpp similarity index 95% rename from be/src/vec/functions/if.cpp rename to be/src/exprs/function/if.cpp index e1ca07aa8433fc..9b10de89d9870a 100644 --- a/be/src/vec/functions/if.cpp +++ b/be/src/exprs/function/if.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/If.cpp // and modified by Doris -#include "if.h" +#include "exprs/function/if.h" #include #include @@ -30,32 +30,33 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_time.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/cast_type_to_either.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" #include "util/simd/bits.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_time.h" -#include "vec/functions/cast_type_to_either.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/if.h b/be/src/exprs/function/if.h similarity index 97% rename from be/src/vec/functions/if.h rename to be/src/exprs/function/if.h index 63cc5ad77a7403..d418306d3e89e6 100644 --- a/be/src/vec/functions/if.h +++ b/be/src/exprs/function/if.h @@ -23,13 +23,13 @@ #include -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/function_helpers.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/primitive_type.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "exprs/function/function_helpers.h" #ifdef __ARM_NEON #include diff --git a/be/src/vec/functions/in.cpp b/be/src/exprs/function/in.cpp similarity index 92% rename from be/src/vec/functions/in.cpp rename to be/src/exprs/function/in.cpp index a97387351c62a4..ffcfbfd5a32cbd 100644 --- a/be/src/vec/functions/in.cpp +++ b/be/src/exprs/function/in.cpp @@ -16,9 +16,9 @@ // under the License. // This file is copied from -#include "vec/functions/in.h" +#include "exprs/function/in.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/in.h b/be/src/exprs/function/in.h similarity index 95% rename from be/src/vec/functions/in.h rename to be/src/exprs/function/in.h index 7a730f1eb009c5..f8670d9764a58b 100644 --- a/be/src/vec/functions/in.h +++ b/be/src/exprs/function/in.h @@ -27,26 +27,25 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" #include "exprs/create_predicate_function.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" #include "exprs/hybrid_set.h" -#include "olap/rowset/segment_v2/index_reader_helper.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" +#include "storage/index/index_reader_helper.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/int_div.cpp b/be/src/exprs/function/int_div.cpp similarity index 98% rename from be/src/vec/functions/int_div.cpp rename to be/src/exprs/function/int_div.cpp index 6a303c3b93ddc5..137179be9834fe 100644 --- a/be/src/vec/functions/int_div.cpp +++ b/be/src/exprs/function/int_div.cpp @@ -22,8 +22,8 @@ #include -#include "vec/data_types/data_type_number.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/ip_address_dictionary.cpp b/be/src/exprs/function/ip_address_dictionary.cpp similarity index 96% rename from be/src/vec/functions/ip_address_dictionary.cpp rename to be/src/exprs/function/ip_address_dictionary.cpp index 71f42d49ec6ef4..c832a45e63a82d 100644 --- a/be/src/vec/functions/ip_address_dictionary.cpp +++ b/be/src/exprs/function/ip_address_dictionary.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Dictionaries/IPAddressDictionary.cpp // and modified by Doris -#include "vec/functions/ip_address_dictionary.h" +#include "exprs/function/ip_address_dictionary.h" #include #include @@ -26,17 +26,17 @@ #include "common/exception.h" #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/functions/dictionary.h" -#include "vec/runtime/ip_address_cidr.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/utils/template_helpers.hpp" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/types.h" +#include "core/value/ip_address_cidr.h" +#include "core/value/ipv4_value.h" +#include "exec/common/template_helpers.hpp" +#include "exprs/function/dictionary.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/ip_address_dictionary.h b/be/src/exprs/function/ip_address_dictionary.h similarity index 94% rename from be/src/vec/functions/ip_address_dictionary.h rename to be/src/exprs/function/ip_address_dictionary.h index e8a8dce52930cc..ad2792faec6203 100644 --- a/be/src/vec/functions/ip_address_dictionary.h +++ b/be/src/exprs/function/ip_address_dictionary.h @@ -23,11 +23,11 @@ #include #include -#include "vec/columns/column.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/functions/dictionary.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/types.h" +#include "exprs/function/dictionary.h" namespace doris::vectorized { class IPAddressDictionary : public IDictionary { diff --git a/be/src/vec/functions/is_not_null.cpp b/be/src/exprs/function/is_not_null.cpp similarity index 91% rename from be/src/vec/functions/is_not_null.cpp rename to be/src/exprs/function/is_not_null.cpp index 0566662fd68fba..054767f0f65a4b 100644 --- a/be/src/vec/functions/is_not_null.cpp +++ b/be/src/exprs/function/is_not_null.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/is_not_null.h" +#include "exprs/function/is_not_null.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/is_not_null.h b/be/src/exprs/function/is_not_null.h similarity index 91% rename from be/src/vec/functions/is_not_null.h rename to be/src/exprs/function/is_not_null.h index 83f127627d9438..43eb3f5f23f5f7 100644 --- a/be/src/vec/functions/is_not_null.h +++ b/be/src/exprs/function/is_not_null.h @@ -27,17 +27,17 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/field.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/is_null.cpp b/be/src/exprs/function/is_null.cpp similarity index 91% rename from be/src/vec/functions/is_null.cpp rename to be/src/exprs/function/is_null.cpp index 3fb6c5641a996a..c0d4d357084b44 100644 --- a/be/src/vec/functions/is_null.cpp +++ b/be/src/exprs/function/is_null.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/is_null.h" +#include "exprs/function/is_null.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { void register_function_is_null(SimpleFunctionFactory& factory) { diff --git a/be/src/vec/functions/is_null.h b/be/src/exprs/function/is_null.h similarity index 91% rename from be/src/vec/functions/is_null.h rename to be/src/exprs/function/is_null.h index 366997c0ce685a..9215fe80f20887 100644 --- a/be/src/vec/functions/is_null.h +++ b/be/src/exprs/function/is_null.h @@ -26,15 +26,15 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/field.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/least_greast.cpp b/be/src/exprs/function/least_greast.cpp similarity index 96% rename from be/src/vec/functions/least_greast.cpp rename to be/src/exprs/function/least_greast.cpp index 9a485a7ec2b9c8..40aaade9bf9b8a 100644 --- a/be/src/vec/functions/least_greast.cpp +++ b/be/src/exprs/function/least_greast.cpp @@ -23,26 +23,26 @@ #include #include -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/core/accurate_comparison.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function_multi_same_args.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/template_helpers.hpp" +#include "core/accurate_comparison.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_decimal.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/template_helpers.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function_multi_same_args.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class DecimalV2Value; diff --git a/be/src/vec/functions/like.cpp b/be/src/exprs/function/like.cpp similarity index 99% rename from be/src/vec/functions/like.cpp rename to be/src/exprs/function/like.cpp index 4cc3d124dffe51..fd4dfa7940e7b3 100644 --- a/be/src/vec/functions/like.cpp +++ b/be/src/exprs/function/like.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "like.h" +#include "exprs/function/like.h" #include #include @@ -27,13 +27,13 @@ #include #include "common/logging.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_vector.h" +#include "core/string_ref.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/like.h b/be/src/exprs/function/like.h similarity index 97% rename from be/src/vec/functions/like.h rename to be/src/exprs/function/like.h index 4383888ab38612..1881a9739883ab 100644 --- a/be/src/vec/functions/like.h +++ b/be/src/exprs/function/like.h @@ -31,17 +31,17 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/string_search.hpp" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_string.h" -#include "vec/columns/predicate_column.h" -#include "vec/common/string_ref.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" +#include "core/block/column_numbers.h" +#include "core/column/column_string.h" +#include "core/column/predicate_column.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" +#include "util/string_search.hpp" namespace doris::vectorized { class Block; diff --git a/be/src/vec/functions/match.cpp b/be/src/exprs/function/match.cpp similarity index 99% rename from be/src/vec/functions/match.cpp rename to be/src/exprs/function/match.cpp index 502a636b8c8339..8452a1894df266 100644 --- a/be/src/vec/functions/match.cpp +++ b/be/src/exprs/function/match.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/match.h" +#include "exprs/function/match.h" #include -#include "olap/rowset/segment_v2/index_reader_helper.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" #include "runtime/query_context.h" #include "runtime/runtime_state.h" +#include "storage/index/index_reader_helper.h" +#include "storage/index/inverted/analyzer/analyzer.h" #include "util/debug_points.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/match.h b/be/src/exprs/function/match.h similarity index 93% rename from be/src/vec/functions/match.h rename to be/src/exprs/function/match.h index 55f4c9f407cb50..32827273909e48 100644 --- a/be/src/vec/functions/match.h +++ b/be/src/exprs/function/match.h @@ -30,20 +30,20 @@ #include "common/consts.h" #include "common/logging.h" #include "common/status.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/vmatch_predicate.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vmatch_predicate.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/index/inverted/query/query_info.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/math.cpp b/be/src/exprs/function/math.cpp similarity index 98% rename from be/src/vec/functions/math.cpp rename to be/src/exprs/function/math.cpp index b747d77d1b446a..b38482427eceb2 100644 --- a/be/src/vec/functions/math.cpp +++ b/be/src/exprs/function/math.cpp @@ -27,24 +27,24 @@ #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/number_traits.h" -#include "vec/functions/function_const.h" -#include "vec/functions/function_math_log.h" -#include "vec/functions/function_math_unary.h" -#include "vec/functions/function_math_unary_alway_nullable.h" -#include "vec/functions/function_totype.h" -#include "vec/functions/function_unary_arithmetic.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/stringop_substring.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/number_traits.h" +#include "core/field.h" +#include "core/types.h" +#include "exec/common/stringop_substring.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function_const.h" +#include "exprs/function/function_math_log.h" +#include "exprs/function/function_math_unary.h" +#include "exprs/function/function_math_unary_alway_nullable.h" +#include "exprs/function/function_totype.h" +#include "exprs/function/function_unary_arithmetic.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/minus.cpp b/be/src/exprs/function/minus.cpp similarity index 98% rename from be/src/vec/functions/minus.cpp rename to be/src/exprs/function/minus.cpp index e53fc65cb471fa..9cfcdaa57fa0d8 100644 --- a/be/src/vec/functions/minus.cpp +++ b/be/src/exprs/function/minus.cpp @@ -18,8 +18,8 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/Minus.cpp // and modified by Doris -#include "vec/functions/binary_arithmetic.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/binary_arithmetic.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/modulo.cpp b/be/src/exprs/function/modulo.cpp similarity index 99% rename from be/src/vec/functions/modulo.cpp rename to be/src/exprs/function/modulo.cpp index 3c43e60994c464..dde2766fc3eb7b 100644 --- a/be/src/vec/functions/modulo.cpp +++ b/be/src/exprs/function/modulo.cpp @@ -24,16 +24,16 @@ #include #include -#include "runtime/decimalv2_value.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" -#include "vec/functions/cast_type_to_either.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column_decimal.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exprs/function/cast_type_to_either.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/multiply.cpp b/be/src/exprs/function/multiply.cpp similarity index 99% rename from be/src/vec/functions/multiply.cpp rename to be/src/exprs/function/multiply.cpp index a81eb0180a5ca6..8aa0a844af3a36 100644 --- a/be/src/vec/functions/multiply.cpp +++ b/be/src/exprs/function/multiply.cpp @@ -20,16 +20,16 @@ #include -#include "runtime/decimalv2_value.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arithmetic_overflow.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" -#include "vec/functions/cast_type_to_either.h" -#include "vec/functions/simple_function_factory.h" +#include "core/column/column_decimal.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exec/common/arithmetic_overflow.h" +#include "exprs/function/cast_type_to_either.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/nullif.cpp b/be/src/exprs/function/nullif.cpp similarity index 88% rename from be/src/vec/functions/nullif.cpp rename to be/src/exprs/function/nullif.cpp index b88fa81b71b36e..5ee7c21776cd03 100644 --- a/be/src/vec/functions/nullif.cpp +++ b/be/src/exprs/function/nullif.cpp @@ -27,22 +27,22 @@ #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" #include "runtime/runtime_state.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/plus.cpp b/be/src/exprs/function/plus.cpp similarity index 98% rename from be/src/vec/functions/plus.cpp rename to be/src/exprs/function/plus.cpp index 5ea2ade22122f4..fcadb9b4278157 100644 --- a/be/src/vec/functions/plus.cpp +++ b/be/src/exprs/function/plus.cpp @@ -18,8 +18,8 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/Plus.cpp // and modified by Doris -#include "vec/functions/binary_arithmetic.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/binary_arithmetic.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/random.cpp b/be/src/exprs/function/random.cpp similarity index 93% rename from be/src/vec/functions/random.cpp rename to be/src/exprs/function/random.cpp index f86d9af5ac10da..dc37a3bed48b16 100644 --- a/be/src/vec/functions/random.cpp +++ b/be/src/exprs/function/random.cpp @@ -27,17 +27,17 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/regexps.h b/be/src/exprs/function/regexps.h similarity index 99% rename from be/src/vec/functions/regexps.h rename to be/src/exprs/function/regexps.h index efa2f77ccd2b38..217d6ea5d36ba6 100644 --- a/be/src/vec/functions/regexps.h +++ b/be/src/exprs/function/regexps.h @@ -32,7 +32,7 @@ #include #include "common/exception.h" -#include "vec/common/string_ref.h" +#include "core/string_ref.h" namespace doris::vectorized::multiregexps { diff --git a/be/src/vec/functions/round.cpp b/be/src/exprs/function/round.cpp similarity index 97% rename from be/src/vec/functions/round.cpp rename to be/src/exprs/function/round.cpp index d329f95eb2b4d1..a680ed11d212d5 100644 --- a/be/src/vec/functions/round.cpp +++ b/be/src/exprs/function/round.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "round.h" +#include "exprs/function/round.h" -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/round.h b/be/src/exprs/function/round.h similarity index 98% rename from be/src/vec/functions/round.h rename to be/src/exprs/function/round.h index b27be64e7ede65..53db0f04010939 100644 --- a/be/src/vec/functions/round.h +++ b/be/src/exprs/function/round.h @@ -25,14 +25,14 @@ #include "common/exception.h" #include "common/status.h" -#include "vec/columns/column_const.h" -#include "vec/common/assert_cast.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exec/format/format_common.h" -#include "vec/functions/function.h" +#include "core/assert_cast.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "format/format_common.h" #if defined(__SSE4_1__) || defined(__aarch64__) #include "util/sse_util.hpp" #else @@ -41,11 +41,11 @@ #include #include -#include "vec/columns/column.h" -#include "vec/columns/column_decimal.h" -#include "vec/core/call_on_type_index.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" +#include "core/call_on_type_index.h" +#include "core/column/column.h" +#include "core/column/column_decimal.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" namespace doris::vectorized { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/vec/functions/simple_function_factory.h b/be/src/exprs/function/simple_function_factory.h similarity index 99% rename from be/src/vec/functions/simple_function_factory.h rename to be/src/exprs/function/simple_function_factory.h index 14b2e148383074..8e53032d676150 100644 --- a/be/src/vec/functions/simple_function_factory.h +++ b/be/src/exprs/function/simple_function_factory.h @@ -24,8 +24,8 @@ #include #include "agent/be_exec_version_manager.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/string_hex_util.h b/be/src/exprs/function/string_hex_util.h similarity index 98% rename from be/src/vec/functions/string_hex_util.h rename to be/src/exprs/function/string_hex_util.h index 56e257ba83bc55..d2691a9a744ba9 100644 --- a/be/src/vec/functions/string_hex_util.h +++ b/be/src/exprs/function/string_hex_util.h @@ -17,8 +17,8 @@ #pragma once +#include "core/column/column_string.h" #include "util/simd/vstring_function.h" -#include "vec/columns/column_string.h" namespace doris::vectorized::string_hex { diff --git a/be/src/vec/functions/time_of_function.cpp b/be/src/exprs/function/time_of_function.cpp similarity index 90% rename from be/src/vec/functions/time_of_function.cpp rename to be/src/exprs/function/time_of_function.cpp index de901c167b051f..a1029badb62bf0 100644 --- a/be/src/vec/functions/time_of_function.cpp +++ b/be/src/exprs/function/time_of_function.cpp @@ -17,12 +17,12 @@ #include -#include "vec/data_types/data_type_date_or_datetime_v2.h" // IWYU pragma: keep -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/date_time_transforms.h" -#include "vec/functions/function_date_or_datetime_to_something.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" // IWYU pragma: keep +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/date_time_transforms.h" +#include "exprs/function/function_date_or_datetime_to_something.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/to_time_function.cpp b/be/src/exprs/function/to_time_function.cpp similarity index 94% rename from be/src/vec/functions/to_time_function.cpp rename to be/src/exprs/function/to_time_function.cpp index a382ddedfed4f8..1f519701ac7cf5 100644 --- a/be/src/vec/functions/to_time_function.cpp +++ b/be/src/exprs/function/to_time_function.cpp @@ -16,13 +16,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/core/types.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/date_time_transforms.h" -#include "vec/functions/function_date_or_datetime_to_something.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/date_time_transforms.h" +#include "exprs/function/function_date_or_datetime_to_something.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/uniform.cpp b/be/src/exprs/function/uniform.cpp similarity index 93% rename from be/src/vec/functions/uniform.cpp rename to be/src/exprs/function/uniform.cpp index 5b2af2f4d2a838..2117e17e08ab75 100644 --- a/be/src/vec/functions/uniform.cpp +++ b/be/src/exprs/function/uniform.cpp @@ -26,18 +26,18 @@ #include #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/url/domain.h b/be/src/exprs/function/url/domain.h similarity index 97% rename from be/src/vec/functions/url/domain.h rename to be/src/exprs/function/url/domain.h index b2ec5e0c9d9a4b..eaa8e0659d7325 100644 --- a/be/src/vec/functions/url/domain.h +++ b/be/src/exprs/function/url/domain.h @@ -22,10 +22,10 @@ #include -#include "vec/common/string_utils/string_utils.h" -#include "vec/functions/url/find_symbols.h" -#include "vec/functions/url/protocol.h" -#include "vec/functions/url/tldLookup.h" +#include "exec/common/string_utils/string_utils.h" +#include "exprs/function/url/find_symbols.h" +#include "exprs/function/url/protocol.h" +#include "exprs/function/url/tldLookup.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/url/find_symbols.h b/be/src/exprs/function/url/find_symbols.h similarity index 100% rename from be/src/vec/functions/url/find_symbols.h rename to be/src/exprs/function/url/find_symbols.h diff --git a/be/src/vec/functions/url/function_url.cpp b/be/src/exprs/function/url/function_url.cpp similarity index 90% rename from be/src/vec/functions/url/function_url.cpp rename to be/src/exprs/function/url/function_url.cpp index 47afe076b74611..4306bb2a322a38 100644 --- a/be/src/vec/functions/url/function_url.cpp +++ b/be/src/exprs/function/url/function_url.cpp @@ -18,13 +18,13 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/URL/domain.cpp // and modified by Doris -#include "vec/columns/column.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/function_string_to_string.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/functions/url/domain.h" -#include "vec/functions/url/functions_url.h" -#include "vec/functions/url/protocol.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exprs/function/function_string_to_string.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function/url/domain.h" +#include "exprs/function/url/functions_url.h" +#include "exprs/function/url/protocol.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/url/functions_url.h b/be/src/exprs/function/url/functions_url.h similarity index 98% rename from be/src/vec/functions/url/functions_url.h rename to be/src/exprs/function/url/functions_url.h index 2d6abac445310c..d8f9c0a0d50f33 100644 --- a/be/src/vec/functions/url/functions_url.h +++ b/be/src/exprs/function/url/functions_url.h @@ -20,8 +20,8 @@ #pragma once -#include "vec/columns/column_string.h" -#include "vec/common/memcpy_small.h" +#include "core/column/column_string.h" +#include "core/memcpy_small.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/functions/url/protocol.h b/be/src/exprs/function/url/protocol.h similarity index 95% rename from be/src/vec/functions/url/protocol.h rename to be/src/exprs/function/url/protocol.h index b80a58c6feafa4..aa0b23cbb3b376 100644 --- a/be/src/vec/functions/url/protocol.h +++ b/be/src/exprs/function/url/protocol.h @@ -20,8 +20,8 @@ #pragma once -#include "vec/common/string_utils/string_utils.h" -#include "vec/functions/url/functions_url.h" +#include "exec/common/string_utils/string_utils.h" +#include "exprs/function/url/functions_url.h" namespace doris::vectorized { diff --git a/be/src/vec/functions/url/tldLookup.generated.cpp b/be/src/exprs/function/url/tldLookup.generated.cpp similarity index 100% rename from be/src/vec/functions/url/tldLookup.generated.cpp rename to be/src/exprs/function/url/tldLookup.generated.cpp diff --git a/be/src/vec/functions/url/tldLookup.h b/be/src/exprs/function/url/tldLookup.h similarity index 100% rename from be/src/vec/functions/url/tldLookup.h rename to be/src/exprs/function/url/tldLookup.h diff --git a/be/src/vec/functions/uuid.cpp b/be/src/exprs/function/uuid.cpp similarity index 86% rename from be/src/vec/functions/uuid.cpp rename to be/src/exprs/function/uuid.cpp index fd9b042788221f..a9917eccbe3be8 100644 --- a/be/src/vec/functions/uuid.cpp +++ b/be/src/exprs/function/uuid.cpp @@ -25,14 +25,16 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_string.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exec/common/string_utils/string_utils.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function/function_totype.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/functions/uuid_numeric.cpp b/be/src/exprs/function/uuid_numeric.cpp similarity index 95% rename from be/src/vec/functions/uuid_numeric.cpp rename to be/src/exprs/function/uuid_numeric.cpp index b21249d3dff103..1cf926b653c51b 100644 --- a/be/src/vec/functions/uuid_numeric.cpp +++ b/be/src/exprs/function/uuid_numeric.cpp @@ -20,14 +20,14 @@ #include #include "common/status.h" -#include "runtime/large_int_value.h" -#include "vec/columns/column_vector.h" -#include "vec/common/hash_table/hash.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "core/value/large_int_value.h" +#include "exec/common/hash_table/hash.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris { class FunctionContext; diff --git a/be/src/vec/exprs/function_context.cpp b/be/src/exprs/function_context.cpp similarity index 97% rename from be/src/vec/exprs/function_context.cpp rename to be/src/exprs/function_context.cpp index 391ba9142ad352..495a71118bc31d 100644 --- a/be/src/vec/exprs/function_context.cpp +++ b/be/src/exprs/function_context.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/function_context.h" +#include "exprs/function_context.h" #include #include @@ -24,10 +24,9 @@ // binary. For example, it would be unfortunate if they had a random dependency // on libhdfs. #include "common/cast_set.h" +#include "core/data_type/data_type.h" +#include "core/string_ref.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/function_context.h b/be/src/exprs/function_context.h similarity index 98% rename from be/src/vec/exprs/function_context.h rename to be/src/exprs/function_context.h index 09ea5cd478e51a..ae296520a8d9c3 100644 --- a/be/src/vec/exprs/function_context.h +++ b/be/src/exprs/function_context.h @@ -25,9 +25,8 @@ #include #include -#include "runtime/types.h" -#include "util/runtime_profile.h" -#include "vec/common/arena.h" +#include "core/arena.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/exprs/function_filter.h b/be/src/exprs/function_filter.h index f91fb8682e6520..54bd39e223398d 100644 --- a/be/src/exprs/function_filter.h +++ b/be/src/exprs/function_filter.h @@ -18,8 +18,8 @@ #include -#include "vec/common/string_ref.h" // IWYU pragma: keep -#include "vec/exprs/function_context.h" +#include "core/string_ref.h" // IWYU pragma: keep +#include "exprs/function_context.h" namespace doris { diff --git a/be/src/exprs/hybrid_set.h b/be/src/exprs/hybrid_set.h index 6bfee554ce0805..0d9ac68f4ebf2a 100644 --- a/be/src/exprs/hybrid_set.h +++ b/be/src/exprs/hybrid_set.h @@ -21,13 +21,13 @@ #include #include "common/object_pool.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/primitive_type.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" +#include "exec/runtime_filter/utils.h" #include "exprs/filter_base.h" -#include "runtime/primitive_type.h" -#include "runtime_filter/utils.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/lambda_function/lambda_function.h b/be/src/exprs/lambda_function/lambda_function.h similarity index 92% rename from be/src/vec/exprs/lambda_function/lambda_function.h rename to be/src/exprs/lambda_function/lambda_function.h index d240c8184bd3a6..28aa34e3d9807c 100644 --- a/be/src/vec/exprs/lambda_function/lambda_function.h +++ b/be/src/exprs/lambda_function/lambda_function.h @@ -17,12 +17,11 @@ #pragma once -#include - #include "common/status.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "core/block/block.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "runtime/runtime_state.h" namespace doris::vectorized { class VExpr; diff --git a/be/src/vec/exprs/lambda_function/lambda_function_factory.h b/be/src/exprs/lambda_function/lambda_function_factory.h similarity index 97% rename from be/src/vec/exprs/lambda_function/lambda_function_factory.h rename to be/src/exprs/lambda_function/lambda_function_factory.h index ce607748732fc0..9f60c0e4fb2d3f 100644 --- a/be/src/vec/exprs/lambda_function/lambda_function_factory.h +++ b/be/src/exprs/lambda_function/lambda_function_factory.h @@ -20,7 +20,7 @@ #include #include -#include "vec/exprs/lambda_function/lambda_function.h" +#include "exprs/lambda_function/lambda_function.h" namespace doris::vectorized { diff --git a/be/src/vec/exprs/lambda_function/varray_filter_function.cpp b/be/src/exprs/lambda_function/varray_filter_function.cpp similarity index 93% rename from be/src/vec/exprs/lambda_function/varray_filter_function.cpp rename to be/src/exprs/lambda_function/varray_filter_function.cpp index 27044cbb927884..e3854325c798be 100644 --- a/be/src/vec/exprs/lambda_function/varray_filter_function.cpp +++ b/be/src/exprs/lambda_function/varray_filter_function.cpp @@ -22,19 +22,19 @@ #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/lambda_function/lambda_function.h" -#include "vec/exprs/lambda_function/lambda_function_factory.h" -#include "vec/utils/util.hpp" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/lambda_function/lambda_function.h" +#include "exprs/lambda_function/lambda_function_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/lambda_function/varray_map_function.cpp b/be/src/exprs/lambda_function/varray_map_function.cpp similarity index 95% rename from be/src/vec/exprs/lambda_function/varray_map_function.cpp rename to be/src/exprs/lambda_function/varray_map_function.cpp index 94e72b90dfbad5..a3178d6f92e26d 100644 --- a/be/src/vec/exprs/lambda_function/varray_map_function.cpp +++ b/be/src/exprs/lambda_function/varray_map_function.cpp @@ -15,31 +15,30 @@ // specific language governing permissions and limitations // under the License. -#include -#include -#include - #include #include #include #include "common/status.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exprs/lambda_function/lambda_function.h" -#include "vec/exprs/lambda_function/lambda_function_factory.h" -#include "vec/utils/util.hpp" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/lambda_function/lambda_function.h" +#include "exprs/lambda_function/lambda_function_factory.h" +#include "exprs/vcolumn_ref.h" +#include "exprs/vslot_ref.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/lambda_function/varray_sort_function.cpp b/be/src/exprs/lambda_function/varray_sort_function.cpp similarity index 95% rename from be/src/vec/exprs/lambda_function/varray_sort_function.cpp rename to be/src/exprs/lambda_function/varray_sort_function.cpp index 1065d90a41ab52..3e74f84bc4bbf9 100644 --- a/be/src/vec/exprs/lambda_function/varray_sort_function.cpp +++ b/be/src/exprs/lambda_function/varray_sort_function.cpp @@ -18,19 +18,19 @@ #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_varbinary.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/lambda_function/lambda_function.h" -#include "vec/exprs/lambda_function/lambda_function_factory.h" -#include "vec/exprs/vexpr.h" -#include "vec/utils/util.hpp" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_varbinary.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "exec/common/util.hpp" +#include "exprs/lambda_function/lambda_function.h" +#include "exprs/lambda_function/lambda_function_factory.h" +#include "exprs/vexpr.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/exprs/math_functions.cpp b/be/src/exprs/math_functions.cpp index b39a263799a509..af727d8a5ac4f4 100644 --- a/be/src/exprs/math_functions.cpp +++ b/be/src/exprs/math_functions.cpp @@ -29,8 +29,8 @@ #include #include +#include "exprs/function_context.h" #include "util/string_parser.hpp" -#include "vec/exprs/function_context.h" namespace doris { diff --git a/be/src/exprs/math_functions.h b/be/src/exprs/math_functions.h index 5399a39f42b74d..98b27644da712f 100644 --- a/be/src/exprs/math_functions.h +++ b/be/src/exprs/math_functions.h @@ -22,8 +22,8 @@ #include +#include "core/string_ref.h" #include "util/string_parser.hpp" -#include "vec/common/string_ref.h" namespace doris { class FunctionContext; diff --git a/be/src/exprs/minmax_predicate.h b/be/src/exprs/minmax_predicate.h index 0e62d86567a034..dc1c329ae50d53 100644 --- a/be/src/exprs/minmax_predicate.h +++ b/be/src/exprs/minmax_predicate.h @@ -19,10 +19,10 @@ #include +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/type_limit.h" #include "exprs/filter_base.h" -#include "runtime/type_limit.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" namespace doris { diff --git a/be/src/vec/exprs/score_runtime.h b/be/src/exprs/score_runtime.h similarity index 97% rename from be/src/vec/exprs/score_runtime.h rename to be/src/exprs/score_runtime.h index 5a951c682b8944..cf1d0d637eb954 100644 --- a/be/src/vec/exprs/score_runtime.h +++ b/be/src/exprs/score_runtime.h @@ -21,8 +21,8 @@ #include -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/virtual_slot_ref.h" +#include "exprs/vexpr_context.h" +#include "exprs/virtual_slot_ref.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/short_circuit_evaluation_expr.cpp b/be/src/exprs/short_circuit_evaluation_expr.cpp similarity index 98% rename from be/src/vec/exprs/short_circuit_evaluation_expr.cpp rename to be/src/exprs/short_circuit_evaluation_expr.cpp index accfa70a74311e..1c78d78fce8c39 100644 --- a/be/src/vec/exprs/short_circuit_evaluation_expr.cpp +++ b/be/src/exprs/short_circuit_evaluation_expr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "short_circuit_evaluation_expr.h" +#include "exprs/short_circuit_evaluation_expr.h" #include @@ -26,16 +26,16 @@ #include "common/exception.h" #include "common/logging.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "short_circuit_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exprs/vexpr.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "exprs/short_circuit_util.h" +#include "exprs/vexpr.h" namespace doris::vectorized { diff --git a/be/src/vec/exprs/short_circuit_evaluation_expr.h b/be/src/exprs/short_circuit_evaluation_expr.h similarity index 98% rename from be/src/vec/exprs/short_circuit_evaluation_expr.h rename to be/src/exprs/short_circuit_evaluation_expr.h index adbe52d2b26a28..f3c9781329963a 100644 --- a/be/src/vec/exprs/short_circuit_evaluation_expr.h +++ b/be/src/exprs/short_circuit_evaluation_expr.h @@ -20,9 +20,9 @@ #include #include "common/status.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/runtime_state.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { diff --git a/be/src/vec/exprs/short_circuit_util.h b/be/src/exprs/short_circuit_util.h similarity index 98% rename from be/src/vec/exprs/short_circuit_util.h rename to be/src/exprs/short_circuit_util.h index 14dd75896e2fca..eb7da31863b015 100644 --- a/be/src/vec/exprs/short_circuit_util.h +++ b/be/src/exprs/short_circuit_util.h @@ -16,13 +16,13 @@ // under the License. #pragma once -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/exprs/vexpr.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/field.h" +#include "exprs/vexpr.h" namespace doris::vectorized { diff --git a/be/src/exprs/string_functions.h b/be/src/exprs/string_functions.h index ab7079c846e8d5..aa0326cf3d5a16 100644 --- a/be/src/exprs/string_functions.h +++ b/be/src/exprs/string_functions.h @@ -25,7 +25,7 @@ #include #include -#include "vec/common/string_ref.h" +#include "core/string_ref.h" namespace doris { diff --git a/be/src/vec/exprs/table_function/table_function.h b/be/src/exprs/table_function/table_function.h similarity index 97% rename from be/src/vec/exprs/table_function/table_function.h rename to be/src/exprs/table_function/table_function.h index ef36ca881d79ab..a8d23651f85b98 100644 --- a/be/src/vec/exprs/table_function/table_function.h +++ b/be/src/exprs/table_function/table_function.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr_context.h" +#include "core/block/block.h" +#include "exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/table_function_factory.cpp b/be/src/exprs/table_function/table_function_factory.cpp similarity index 87% rename from be/src/vec/exprs/table_function/table_function_factory.cpp rename to be/src/exprs/table_function/table_function_factory.cpp index 9b4aaa29ea763b..1fcffdb7afce21 100644 --- a/be/src/vec/exprs/table_function/table_function_factory.cpp +++ b/be/src/exprs/table_function/table_function_factory.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/table_function/table_function_factory.h" +#include "exprs/table_function/table_function_factory.h" #include @@ -24,15 +24,16 @@ #include "agent/be_exec_version_manager.h" #include "common/object_pool.h" -#include "vec/exprs/table_function/table_function.h" -#include "vec/exprs/table_function/udf_table_function.h" -#include "vec/exprs/table_function/vexplode.h" -#include "vec/exprs/table_function/vexplode_bitmap.h" -#include "vec/exprs/table_function/vexplode_json_object.h" -#include "vec/exprs/table_function/vexplode_map.h" -#include "vec/exprs/table_function/vexplode_numbers.h" -#include "vec/exprs/table_function/vexplode_v2.h" -#include "vec/utils/util.hpp" +#include "exec/common/util.hpp" +#include "exprs/table_function/python_udtf_function.h" +#include "exprs/table_function/table_function.h" +#include "exprs/table_function/udf_table_function.h" +#include "exprs/table_function/vexplode.h" +#include "exprs/table_function/vexplode_bitmap.h" +#include "exprs/table_function/vexplode_json_object.h" +#include "exprs/table_function/vexplode_map.h" +#include "exprs/table_function/vexplode_numbers.h" +#include "exprs/table_function/vexplode_v2.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/table_function_factory.h b/be/src/exprs/table_function/table_function_factory.h similarity index 100% rename from be/src/vec/exprs/table_function/table_function_factory.h rename to be/src/exprs/table_function/table_function_factory.h diff --git a/be/src/vec/exprs/table_function/udf_table_function.cpp b/be/src/exprs/table_function/udf_table_function.cpp similarity index 95% rename from be/src/vec/exprs/table_function/udf_table_function.cpp rename to be/src/exprs/table_function/udf_table_function.cpp index 7bed98e12dfcb5..71a3f9ee4c660a 100644 --- a/be/src/vec/exprs/table_function/udf_table_function.cpp +++ b/be/src/exprs/table_function/udf_table_function.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/table_function/udf_table_function.h" +#include "exprs/table_function/udf_table_function.h" #include +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/types.h" +#include "exec/connector/jni_connector.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/user_function_cache.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/jni_connector.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/udf_table_function.h b/be/src/exprs/table_function/udf_table_function.h similarity index 95% rename from be/src/vec/exprs/table_function/udf_table_function.h rename to be/src/exprs/table_function/udf_table_function.h index ae73d4d072ea3b..0ef1c131feeaf0 100644 --- a/be/src/vec/exprs/table_function/udf_table_function.h +++ b/be/src/exprs/table_function/udf_table_function.h @@ -18,12 +18,12 @@ #pragma once #include "common/status.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/table_function/table_function.h" #include "jni.h" #include "util/jni-util.h" -#include "vec/columns/column.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/table_function/table_function.h" -#include "vec/functions/array/function_array_utils.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode.cpp b/be/src/exprs/table_function/vexplode.cpp similarity index 92% rename from be/src/vec/exprs/table_function/vexplode.cpp rename to be/src/exprs/table_function/vexplode.cpp index 8b090a87177ab6..49ad3364f42623 100644 --- a/be/src/vec/exprs/table_function/vexplode.cpp +++ b/be/src/exprs/table_function/vexplode.cpp @@ -15,25 +15,25 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/table_function/vexplode.h" +#include "exprs/table_function/vexplode.h" #include #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_variant.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/functions/function_helpers.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nothing.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nothing.h" +#include "exprs/function/function_helpers.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode.h b/be/src/exprs/table_function/vexplode.h similarity index 92% rename from be/src/vec/exprs/table_function/vexplode.h rename to be/src/exprs/table_function/vexplode.h index 7b53926ae2c31e..0bc895a8b89384 100644 --- a/be/src/vec/exprs/table_function/vexplode.h +++ b/be/src/exprs/table_function/vexplode.h @@ -20,9 +20,9 @@ #include #include "common/status.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/table_function/table_function.h" -#include "vec/functions/array/function_array_utils.h" +#include "core/data_type/data_type.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/table_function/table_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode_bitmap.cpp b/be/src/exprs/table_function/vexplode_bitmap.cpp similarity index 91% rename from be/src/vec/exprs/table_function/vexplode_bitmap.cpp rename to be/src/exprs/table_function/vexplode_bitmap.cpp index 0006699420aa80..5680811389c8d4 100644 --- a/be/src/vec/exprs/table_function/vexplode_bitmap.cpp +++ b/be/src/exprs/table_function/vexplode_bitmap.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/table_function/vexplode_bitmap.h" +#include "exprs/table_function/vexplode_bitmap.h" #include @@ -23,15 +23,15 @@ #include #include "common/status.h" -#include "util/bitmap_value.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/table_function/table_function.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/string_ref.h" +#include "core/value/bitmap_value.h" +#include "exprs/table_function/table_function.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode_bitmap.h b/be/src/exprs/table_function/vexplode_bitmap.h similarity index 93% rename from be/src/vec/exprs/table_function/vexplode_bitmap.h rename to be/src/exprs/table_function/vexplode_bitmap.h index 74e16d5e4b1108..cef76284b2ff5c 100644 --- a/be/src/vec/exprs/table_function/vexplode_bitmap.h +++ b/be/src/exprs/table_function/vexplode_bitmap.h @@ -21,9 +21,9 @@ #include #include "common/status.h" -#include "util/bitmap_value.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/table_function/table_function.h" +#include "core/data_type/data_type.h" +#include "core/value/bitmap_value.h" +#include "exprs/table_function/table_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode_json_object.cpp b/be/src/exprs/table_function/vexplode_json_object.cpp similarity index 95% rename from be/src/vec/exprs/table_function/vexplode_json_object.cpp rename to be/src/exprs/table_function/vexplode_json_object.cpp index ae0aff578c48bf..2ba1e83475d478 100644 --- a/be/src/vec/exprs/table_function/vexplode_json_object.cpp +++ b/be/src/exprs/table_function/vexplode_json_object.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/table_function/vexplode_json_object.h" +#include "exprs/table_function/vexplode_json_object.h" #include #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_struct.h" +#include "core/string_ref.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/columns/column_struct.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode_json_object.h b/be/src/exprs/table_function/vexplode_json_object.h similarity index 95% rename from be/src/vec/exprs/table_function/vexplode_json_object.h rename to be/src/exprs/table_function/vexplode_json_object.h index c0ab5d148ccbc0..c3164785d3e1aa 100644 --- a/be/src/vec/exprs/table_function/vexplode_json_object.h +++ b/be/src/exprs/table_function/vexplode_json_object.h @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/table_function/table_function.h" +#include "core/data_type/data_type.h" +#include "exprs/table_function/table_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode_map.cpp b/be/src/exprs/table_function/vexplode_map.cpp similarity index 96% rename from be/src/vec/exprs/table_function/vexplode_map.cpp rename to be/src/exprs/table_function/vexplode_map.cpp index ed3353351434cd..c01bd9f05fb538 100644 --- a/be/src/vec/exprs/table_function/vexplode_map.cpp +++ b/be/src/exprs/table_function/vexplode_map.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/table_function/vexplode_map.h" +#include "exprs/table_function/vexplode_map.h" #include #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode_map.h b/be/src/exprs/table_function/vexplode_map.h similarity index 93% rename from be/src/vec/exprs/table_function/vexplode_map.h rename to be/src/exprs/table_function/vexplode_map.h index ea8e9584896445..9beeadbb3b0f91 100644 --- a/be/src/vec/exprs/table_function/vexplode_map.h +++ b/be/src/exprs/table_function/vexplode_map.h @@ -20,9 +20,9 @@ #include #include "common/status.h" -#include "vec/columns/column_map.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/table_function/table_function.h" +#include "core/column/column_map.h" +#include "core/data_type/data_type.h" +#include "exprs/table_function/table_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode_numbers.cpp b/be/src/exprs/table_function/vexplode_numbers.cpp similarity index 91% rename from be/src/vec/exprs/table_function/vexplode_numbers.cpp rename to be/src/exprs/table_function/vexplode_numbers.cpp index fdd3dbbd1ba2dd..0c41169680cf28 100644 --- a/be/src/vec/exprs/table_function/vexplode_numbers.cpp +++ b/be/src/exprs/table_function/vexplode_numbers.cpp @@ -15,23 +15,23 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/table_function/vexplode_numbers.h" +#include "exprs/table_function/vexplode_numbers.h" #include #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/string_ref.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode_numbers.h b/be/src/exprs/table_function/vexplode_numbers.h similarity index 95% rename from be/src/vec/exprs/table_function/vexplode_numbers.h rename to be/src/exprs/table_function/vexplode_numbers.h index 7abef5ce1c2316..64dbaf771629e0 100644 --- a/be/src/vec/exprs/table_function/vexplode_numbers.h +++ b/be/src/exprs/table_function/vexplode_numbers.h @@ -21,10 +21,10 @@ #include #include "common/status.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/table_function/table_function.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "exprs/table_function/table_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/table_function/vexplode_v2.cpp b/be/src/exprs/table_function/vexplode_v2.cpp similarity index 94% rename from be/src/vec/exprs/table_function/vexplode_v2.cpp rename to be/src/exprs/table_function/vexplode_v2.cpp index dbeef4f438baa6..b46ff2c89c1690 100644 --- a/be/src/vec/exprs/table_function/vexplode_v2.cpp +++ b/be/src/exprs/table_function/vexplode_v2.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/table_function/vexplode_v2.h" +#include "exprs/table_function/vexplode_v2.h" #include @@ -24,25 +24,25 @@ #include #include "common/status.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_variant.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/functions/function_helpers.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nothing.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/function_helpers.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" -#include "vec/columns/column_struct.h" +#include "core/column/column_struct.h" VExplodeV2TableFunction::VExplodeV2TableFunction() { _fn_name = "vexplode"; diff --git a/be/src/vec/exprs/table_function/vexplode_v2.h b/be/src/exprs/table_function/vexplode_v2.h similarity index 91% rename from be/src/vec/exprs/table_function/vexplode_v2.h rename to be/src/exprs/table_function/vexplode_v2.h index f4b6bddbf42b44..e9471553cd84e3 100644 --- a/be/src/vec/exprs/table_function/vexplode_v2.h +++ b/be/src/exprs/table_function/vexplode_v2.h @@ -20,10 +20,10 @@ #include #include "common/status.h" -#include "vec/columns/column_struct.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/table_function/table_function.h" -#include "vec/functions/array/function_array_utils.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "exprs/function/array/function_array_utils.h" +#include "exprs/table_function/table_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/varray_literal.cpp b/be/src/exprs/varray_literal.cpp similarity index 90% rename from be/src/vec/exprs/varray_literal.cpp rename to be/src/exprs/varray_literal.cpp index 3c95b82b9e2e21..bf63fe74f5bb25 100644 --- a/be/src/vec/exprs/varray_literal.cpp +++ b/be/src/exprs/varray_literal.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/varray_literal.h" +#include "exprs/varray_literal.h" #include #include @@ -24,11 +24,10 @@ #include #include -#include "runtime/types.h" -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/field.h" +#include "exprs/vexpr.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/varray_literal.h b/be/src/exprs/varray_literal.h similarity index 97% rename from be/src/vec/exprs/varray_literal.h rename to be/src/exprs/varray_literal.h index a84eeaec26213b..e531ef4648766c 100644 --- a/be/src/vec/exprs/varray_literal.h +++ b/be/src/exprs/varray_literal.h @@ -18,7 +18,7 @@ #pragma once #include "common/status.h" -#include "vec/exprs/vliteral.h" +#include "exprs/vliteral.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vbitmap_predicate.cpp b/be/src/exprs/vbitmap_predicate.cpp similarity index 92% rename from be/src/vec/exprs/vbitmap_predicate.cpp rename to be/src/exprs/vbitmap_predicate.cpp index 3a33d30a0e33ef..76fa121d5eb456 100644 --- a/be/src/vec/exprs/vbitmap_predicate.cpp +++ b/be/src/exprs/vbitmap_predicate.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vbitmap_predicate.h" +#include "exprs/vbitmap_predicate.h" #include #include +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/string_ref.h" +#include "core/types.h" #include "exprs/bitmapfilter_predicate.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vbitmap_predicate.h b/be/src/exprs/vbitmap_predicate.h similarity index 97% rename from be/src/vec/exprs/vbitmap_predicate.h rename to be/src/exprs/vbitmap_predicate.h index cf50f3e069a02c..fc7c2a81190594 100644 --- a/be/src/vec/exprs/vbitmap_predicate.h +++ b/be/src/exprs/vbitmap_predicate.h @@ -24,8 +24,8 @@ #include "common/object_pool.h" #include "common/status.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" namespace doris { class BitmapFilterFuncBase; diff --git a/be/src/vec/exprs/vbloom_predicate.cpp b/be/src/exprs/vbloom_predicate.cpp similarity index 91% rename from be/src/vec/exprs/vbloom_predicate.cpp rename to be/src/exprs/vbloom_predicate.cpp index 40057026d3da25..eb63933999b6de 100644 --- a/be/src/vec/exprs/vbloom_predicate.cpp +++ b/be/src/exprs/vbloom_predicate.cpp @@ -15,23 +15,23 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vbloom_predicate.h" +#include "exprs/vbloom_predicate.h" #include #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" #include "exprs/bloom_filter_func.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vbloom_predicate.h b/be/src/exprs/vbloom_predicate.h similarity index 97% rename from be/src/vec/exprs/vbloom_predicate.h rename to be/src/exprs/vbloom_predicate.h index 59d0baee07e3e2..6766f774ce71cb 100644 --- a/be/src/vec/exprs/vbloom_predicate.h +++ b/be/src/exprs/vbloom_predicate.h @@ -22,8 +22,8 @@ #include "common/object_pool.h" #include "common/status.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" namespace doris { class BloomFilterFuncBase; diff --git a/be/src/vec/exprs/vcase_expr.cpp b/be/src/exprs/vcase_expr.cpp similarity index 93% rename from be/src/vec/exprs/vcase_expr.cpp rename to be/src/exprs/vcase_expr.cpp index fd1e1b75b58294..924ba4981a08e1 100644 --- a/be/src/vec/exprs/vcase_expr.cpp +++ b/be/src/exprs/vcase_expr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vcase_expr.h" +#include "exprs/vcase_expr.h" #include #include @@ -23,14 +23,14 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/vexpr_context.h" #include "runtime/runtime_state.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/utils/util.hpp" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vcase_expr.h b/be/src/exprs/vcase_expr.h similarity index 96% rename from be/src/vec/exprs/vcase_expr.h rename to be/src/exprs/vcase_expr.h index 910d180b6bc264..c824613b8c96ec 100644 --- a/be/src/vec/exprs/vcase_expr.h +++ b/be/src/exprs/vcase_expr.h @@ -21,19 +21,19 @@ #include "common/exception.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_variant.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" -#include "vec/functions/function.h" +#include "core/column/column_array.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/column/column_decimal.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/column/column_variant.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vcast_expr.cpp b/be/src/exprs/vcast_expr.cpp similarity index 95% rename from be/src/vec/exprs/vcast_expr.cpp rename to be/src/exprs/vcast_expr.cpp index 610284142358c4..f6838adf0c7da8 100644 --- a/be/src/vec/exprs/vcast_expr.cpp +++ b/be/src/exprs/vcast_expr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vcast_expr.h" +#include "exprs/vcast_expr.h" #include #include @@ -27,17 +27,17 @@ #include "common/exception.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vcast_expr.h b/be/src/exprs/vcast_expr.h similarity index 92% rename from be/src/vec/exprs/vcast_expr.h rename to be/src/exprs/vcast_expr.h index 6d23fc3bc14d2c..8a293fc21919d2 100644 --- a/be/src/vec/exprs/vcast_expr.h +++ b/be/src/exprs/vcast_expr.h @@ -20,13 +20,13 @@ #include "common/object_pool.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" -#include "vec/functions/function.h" +#include "core/block/column_with_type_and_name.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vcolumn_ref.h b/be/src/exprs/vcolumn_ref.h similarity index 98% rename from be/src/vec/exprs/vcolumn_ref.h rename to be/src/exprs/vcolumn_ref.h index 8d9eaa66a2f94b..ae32e73f57cf46 100644 --- a/be/src/vec/exprs/vcolumn_ref.h +++ b/be/src/exprs/vcolumn_ref.h @@ -18,10 +18,10 @@ #pragma once #include +#include "exprs/function/function.h" +#include "exprs/vexpr.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "vec/exprs/vexpr.h" -#include "vec/functions/function.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exprs/vcompound_pred.h b/be/src/exprs/vcompound_pred.h similarity index 98% rename from be/src/vec/exprs/vcompound_pred.h rename to be/src/exprs/vcompound_pred.h index d64b5a772b5ac2..d320a8a1816390 100644 --- a/be/src/vec/exprs/vcompound_pred.h +++ b/be/src/exprs/vcompound_pred.h @@ -22,13 +22,13 @@ #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" #include "util/simd/bits.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/vcondition_expr.cpp b/be/src/exprs/vcondition_expr.cpp similarity index 99% rename from be/src/vec/exprs/vcondition_expr.cpp rename to be/src/exprs/vcondition_expr.cpp index fca4b0876e284c..ae5d031b863ccf 100644 --- a/be/src/vec/exprs/vcondition_expr.cpp +++ b/be/src/exprs/vcondition_expr.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vcondition_expr.h" +#include "exprs/vcondition_expr.h" #include +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "exprs/function_context.h" #include "util/simd/bits.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/exprs/function_context.h" namespace doris::vectorized { diff --git a/be/src/vec/exprs/vcondition_expr.h b/be/src/exprs/vcondition_expr.h similarity index 95% rename from be/src/vec/exprs/vcondition_expr.h rename to be/src/exprs/vcondition_expr.h index 55f0ac6d329a56..dcd031b68058d5 100644 --- a/be/src/vec/exprs/vcondition_expr.h +++ b/be/src/exprs/vcondition_expr.h @@ -19,15 +19,15 @@ #include #include "common/status.h" +#include "core/block/column_numbers.h" +#include "exprs/function/function.h" +#include "exprs/function/if.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" #include "runtime/runtime_state.h" -#include "vec/core/column_numbers.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/function.h" -#include "vec/functions/if.h" namespace doris { class RowDescriptor; class RuntimeState; diff --git a/be/src/vec/exprs/vdirect_in_predicate.h b/be/src/exprs/vdirect_in_predicate.h similarity index 97% rename from be/src/vec/exprs/vdirect_in_predicate.h rename to be/src/exprs/vdirect_in_predicate.h index 38d8a78904e1bb..46bcfcb7a087ca 100644 --- a/be/src/vec/exprs/vdirect_in_predicate.h +++ b/be/src/exprs/vdirect_in_predicate.h @@ -19,10 +19,10 @@ #include "common/status.h" #include "exprs/hybrid_set.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vin_predicate.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" +#include "exprs/vexpr.h" +#include "exprs/vin_predicate.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/vectorized_agg_fn.cpp b/be/src/exprs/vectorized_agg_fn.cpp similarity index 95% rename from be/src/vec/exprs/vectorized_agg_fn.cpp rename to be/src/exprs/vectorized_agg_fn.cpp index 22ea6ccff4d68c..abbdbed50364ca 100644 --- a/be/src/vec/exprs/vectorized_agg_fn.cpp +++ b/be/src/exprs/vectorized_agg_fn.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vectorized_agg_fn.h" +#include "exprs/vectorized_agg_fn.h" #include #include // IWYU pragma: keep @@ -29,21 +29,22 @@ #include "common/config.h" #include "common/object_pool.h" -#include "vec/aggregate_functions/aggregate_function_ai_agg.h" -#include "vec/aggregate_functions/aggregate_function_java_udaf.h" -#include "vec/aggregate_functions/aggregate_function_rpc.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/aggregate_function_sort.h" -#include "vec/aggregate_functions/aggregate_function_state_merge.h" -#include "vec/aggregate_functions/aggregate_function_state_union.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/materialize_block.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/utils/util.hpp" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/materialize_block.h" +#include "core/data_type/data_type_agg_state.h" +#include "core/data_type/data_type_factory.hpp" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function_ai_agg.h" +#include "exprs/aggregate/aggregate_function_java_udaf.h" +#include "exprs/aggregate/aggregate_function_python_udaf.h" +#include "exprs/aggregate/aggregate_function_rpc.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_sort.h" +#include "exprs/aggregate/aggregate_function_state_merge.h" +#include "exprs/aggregate/aggregate_function_state_union.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" static constexpr int64_t BE_VERSION_THAT_SUPPORT_NULLABLE_CHECK = 8; diff --git a/be/src/vec/exprs/vectorized_agg_fn.h b/be/src/exprs/vectorized_agg_fn.h similarity index 95% rename from be/src/vec/exprs/vectorized_agg_fn.h rename to be/src/exprs/vectorized_agg_fn.h index a5e75fda192da8..4a5a0178151dc1 100644 --- a/be/src/vec/exprs/vectorized_agg_fn.h +++ b/be/src/exprs/vectorized_agg_fn.h @@ -24,12 +24,11 @@ #include "common/be_mock_util.h" #include "common/status.h" -#include "runtime/types.h" -#include "util/runtime_profile.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/core/sort_description.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr_fwd.h" +#include "core/data_type/data_type.h" +#include "exec/sort/sort_description.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/vexpr_fwd.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/vectorized_fn_call.cpp b/be/src/exprs/vectorized_fn_call.cpp similarity index 95% rename from be/src/vec/exprs/vectorized_fn_call.cpp rename to be/src/exprs/vectorized_fn_call.cpp index 9072d40bca2516..929c319bff765a 100644 --- a/be/src/vec/exprs/vectorized_fn_call.cpp +++ b/be/src/exprs/vectorized_fn_call.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vectorized_fn_call.h" +#include "exprs/vectorized_fn_call.h" #include #include // IWYU pragma: keep @@ -30,37 +30,38 @@ #include "common/logging.h" #include "common/status.h" #include "common/utils.h" -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_iterator.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/index_reader.h" -#include "olap/rowset/segment_v2/virtual_column_iterator.h" -#include "pipeline/pipeline_task.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_agg_state.h" +#include "core/types.h" +#include "exec/common/util.hpp" +#include "exec/pipeline/pipeline_task.h" +#include "exprs/function/array/function_array_distance.h" +#include "exprs/function/function_agg_state.h" +#include "exprs/function/function_fake.h" +#include "exprs/function/function_java_udf.h" +#include "exprs/function/function_python_udf.h" +#include "exprs/function/function_rpc.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" +#include "exprs/varray_literal.h" +#include "exprs/vcast_expr.h" +#include "exprs/vexpr_context.h" +#include "exprs/virtual_slot_ref.h" +#include "exprs/vliteral.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/varray_literal.h" -#include "vec/exprs/vcast_expr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/virtual_slot_ref.h" -#include "vec/exprs/vliteral.h" -#include "vec/functions/array/function_array_distance.h" -#include "vec/functions/function_agg_state.h" -#include "vec/functions/function_fake.h" -#include "vec/functions/function_java_udf.h" -#include "vec/functions/function_rpc.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/util.hpp" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_index_iterator.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/index_reader.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/virtual_column_iterator.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vectorized_fn_call.h b/be/src/exprs/vectorized_fn_call.h similarity index 93% rename from be/src/vec/exprs/vectorized_fn_call.h rename to be/src/exprs/vectorized_fn_call.h index 4eb907638ca786..8c6254fe1dc2f9 100644 --- a/be/src/vec/exprs/vectorized_fn_call.h +++ b/be/src/exprs/vectorized_fn_call.h @@ -22,15 +22,15 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/ann_index/ann_range_search_runtime.h" +#include "core/block/column_numbers.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" #include "runtime/runtime_state.h" -#include "vec/core/column_numbers.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/function.h" +#include "storage/index/ann/ann_range_search_runtime.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vexpr.cpp b/be/src/exprs/vexpr.cpp similarity index 96% rename from be/src/vec/exprs/vexpr.cpp rename to be/src/exprs/vexpr.cpp index 4745394a04d579..4375ce66bcad32 100644 --- a/be/src/vec/exprs/vexpr.cpp +++ b/be/src/exprs/vexpr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vexpr.h" +#include "exprs/vexpr.h" #include #include @@ -34,41 +34,42 @@ #include "common/config.h" #include "common/exception.h" #include "common/status.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/ann_index/ann_topn_runtime.h" -#include "pipeline/pipeline_task.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column_vector.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/short_circuit_evaluation_expr.h" -#include "vec/exprs/varray_literal.h" -#include "vec/exprs/vcase_expr.h" -#include "vec/exprs/vcast_expr.h" -#include "vec/exprs/vcolumn_ref.h" -#include "vec/exprs/vcompound_pred.h" -#include "vec/exprs/vcondition_expr.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/exprs/vin_predicate.h" -#include "vec/exprs/vinfo_func.h" -#include "vec/exprs/virtual_slot_ref.h" -#include "vec/exprs/vlambda_function_call_expr.h" -#include "vec/exprs/vlambda_function_expr.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vmap_literal.h" -#include "vec/exprs/vmatch_predicate.h" -#include "vec/exprs/vsearch.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/exprs/vstruct_literal.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/utils/util.hpp" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/value/timestamptz_value.h" +#include "exec/common/util.hpp" +#include "exec/pipeline/pipeline_task.h" +#include "exprs/short_circuit_evaluation_expr.h" +#include "exprs/varray_literal.h" +#include "exprs/vcase_expr.h" +#include "exprs/vcast_expr.h" +#include "exprs/vcolumn_ref.h" +#include "exprs/vcompound_pred.h" +#include "exprs/vcondition_expr.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" +#include "exprs/vin_predicate.h" +#include "exprs/vinfo_func.h" +#include "exprs/virtual_slot_ref.h" +#include "exprs/vlambda_function_call_expr.h" +#include "exprs/vlambda_function_expr.h" +#include "exprs/vliteral.h" +#include "exprs/vmap_literal.h" +#include "exprs/vmatch_predicate.h" +#include "exprs/vsearch.h" +#include "exprs/vslot_ref.h" +#include "exprs/vstruct_literal.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/ann/ann_topn_runtime.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/segment/column_reader.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/vexpr.h b/be/src/exprs/vexpr.h similarity index 97% rename from be/src/vec/exprs/vexpr.h rename to be/src/exprs/vexpr.h index b6256432bf0424..f8941bd1406e32 100644 --- a/be/src/vec/exprs/vexpr.h +++ b/be/src/exprs/vexpr.h @@ -32,27 +32,25 @@ #include "common/be_mock_util.h" #include "common/status.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/index_reader.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "runtime/define_primitive_type.h" -#include "runtime/large_int_value.h" -#include "runtime/types.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/define_primitive_type.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "core/value/large_int_value.h" +#include "core/value/timestamptz_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/cast/cast_to_string.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" +#include "exprs/vexpr_fwd.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/index_reader.h" +#include "storage/index/inverted/inverted_index_reader.h" #include "util/date_func.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/functions/function.h" -#include "vec/runtime/timestamptz_value.h" namespace doris { class BitmapFilterFuncBase; diff --git a/be/src/vec/exprs/vexpr_context.cpp b/be/src/exprs/vexpr_context.cpp similarity index 98% rename from be/src/vec/exprs/vexpr_context.cpp rename to be/src/exprs/vexpr_context.cpp index 6e6fb17b19433b..cfb87cdc3c3d01 100644 --- a/be/src/vec/exprs/vexpr_context.cpp +++ b/be/src/exprs/vexpr_context.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vexpr_context.h" +#include "exprs/vexpr_context.h" #include #include @@ -26,17 +26,18 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/exception.h" #include "common/status.h" -#include "olap/olap_common.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" +#include "storage/olap_common.h" +#include "storage/segment/column_reader.h" #include "util/simd/bits.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vexpr_context.h b/be/src/exprs/vexpr_context.h similarity index 97% rename from be/src/vec/exprs/vexpr_context.h rename to be/src/exprs/vexpr_context.h index d1e39a6fda6ee3..a8317bdb607572 100644 --- a/be/src/vec/exprs/vexpr_context.h +++ b/be/src/exprs/vexpr_context.h @@ -28,18 +28,17 @@ #include "common/factory_creator.h" #include "common/status.h" -#include "olap/rowset/segment_v2/ann_index/ann_range_search_runtime.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "exec/runtime_filter/runtime_filter_selectivity.h" +#include "exprs/function_context.h" +#include "exprs/vexpr_fwd.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" -#include "runtime_filter/runtime_filter_selectivity.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr_fwd.h" +#include "storage/index/ann/ann_range_search_runtime.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/segment/column_reader.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vexpr_fwd.h b/be/src/exprs/vexpr_fwd.h similarity index 100% rename from be/src/vec/exprs/vexpr_fwd.h rename to be/src/exprs/vexpr_fwd.h diff --git a/be/src/vec/exprs/vin_predicate.cpp b/be/src/exprs/vin_predicate.cpp similarity index 94% rename from be/src/vec/exprs/vin_predicate.cpp rename to be/src/exprs/vin_predicate.cpp index 32e5857a9a37d9..52de71b1ed6d09 100644 --- a/be/src/vec/exprs/vin_predicate.cpp +++ b/be/src/exprs/vin_predicate.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vin_predicate.h" +#include "exprs/vin_predicate.h" #include #include @@ -26,15 +26,15 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/simple_function_factory.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vin_predicate.h b/be/src/exprs/vin_predicate.h similarity index 96% rename from be/src/vec/exprs/vin_predicate.h rename to be/src/exprs/vin_predicate.h index 63c0c1b5298246..3b1b54f157fc73 100644 --- a/be/src/vec/exprs/vin_predicate.h +++ b/be/src/exprs/vin_predicate.h @@ -21,9 +21,9 @@ #include "common/object_pool.h" #include "common/status.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" -#include "vec/functions/function.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vinfo_func.cpp b/be/src/exprs/vinfo_func.cpp similarity index 89% rename from be/src/vec/exprs/vinfo_func.cpp rename to be/src/exprs/vinfo_func.cpp index 7685d04fa82cec..ebedf80f7ac42c 100644 --- a/be/src/vec/exprs/vinfo_func.cpp +++ b/be/src/exprs/vinfo_func.cpp @@ -15,19 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vinfo_func.h" +#include "exprs/vinfo_func.h" #include #include #include -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "core/block/block.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/vinfo_func.h b/be/src/exprs/vinfo_func.h similarity index 95% rename from be/src/vec/exprs/vinfo_func.h rename to be/src/exprs/vinfo_func.h index 920748423c51eb..2f8e80a6a43071 100644 --- a/be/src/vec/exprs/vinfo_func.h +++ b/be/src/exprs/vinfo_func.h @@ -21,8 +21,8 @@ #include "common/object_pool.h" #include "common/status.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr.h" +#include "core/data_type/data_type.h" +#include "exprs/vexpr.h" namespace doris { class TExprNode; diff --git a/be/src/vec/exprs/virtual_slot_ref.cpp b/be/src/exprs/virtual_slot_ref.cpp similarity index 97% rename from be/src/vec/exprs/virtual_slot_ref.cpp rename to be/src/exprs/virtual_slot_ref.cpp index 5ce6ba99e76247..551ff266627334 100644 --- a/be/src/vec/exprs/virtual_slot_ref.cpp +++ b/be/src/exprs/virtual_slot_ref.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/virtual_slot_ref.h" +#include "exprs/virtual_slot_ref.h" #include #include @@ -27,15 +27,15 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nothing.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nothing.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" namespace doris::vectorized { #include "common/compile_check_begin.h" VirtualSlotRef::VirtualSlotRef(const doris::TExprNode& node) diff --git a/be/src/vec/exprs/virtual_slot_ref.h b/be/src/exprs/virtual_slot_ref.h similarity index 99% rename from be/src/vec/exprs/virtual_slot_ref.h rename to be/src/exprs/virtual_slot_ref.h index ada9c8e1a00401..acd75aadbf62ad 100644 --- a/be/src/vec/exprs/virtual_slot_ref.h +++ b/be/src/exprs/virtual_slot_ref.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/exprs/vexpr.h" +#include "exprs/vexpr.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/vlambda_function_call_expr.h b/be/src/exprs/vlambda_function_call_expr.h similarity index 94% rename from be/src/vec/exprs/vlambda_function_call_expr.h rename to be/src/exprs/vlambda_function_call_expr.h index cc99db0ef85cf5..dcb1f5fe7bb6e3 100644 --- a/be/src/vec/exprs/vlambda_function_call_expr.h +++ b/be/src/exprs/vlambda_function_call_expr.h @@ -18,12 +18,12 @@ #pragma once #include "common/status.h" +#include "exprs/lambda_function/lambda_function.h" +#include "exprs/lambda_function/lambda_function_factory.h" +#include "exprs/vexpr.h" +#include "exprs/vlambda_function_expr.h" #include "fmt/format.h" #include "fmt/ranges.h" -#include "vec/exprs/lambda_function/lambda_function.h" -#include "vec/exprs/lambda_function/lambda_function_factory.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vlambda_function_expr.h" namespace doris::vectorized { diff --git a/be/src/vec/exprs/vlambda_function_expr.h b/be/src/exprs/vlambda_function_expr.h similarity index 97% rename from be/src/vec/exprs/vlambda_function_expr.h rename to be/src/exprs/vlambda_function_expr.h index e6d39a186aa574..2a90bfde1bebe2 100644 --- a/be/src/vec/exprs/vlambda_function_expr.h +++ b/be/src/exprs/vlambda_function_expr.h @@ -17,8 +17,8 @@ #pragma once #include "common/global_types.h" -#include "vec/exprs/vexpr.h" -#include "vec/functions/function.h" +#include "exprs/function/function.h" +#include "exprs/vexpr.h" namespace doris::vectorized { class VLambdaFunctionExpr final : public VExpr { diff --git a/be/src/vec/exprs/vliteral.cpp b/be/src/exprs/vliteral.cpp similarity index 93% rename from be/src/vec/exprs/vliteral.cpp rename to be/src/exprs/vliteral.cpp index 2e64d7c5e9ea9f..31169c9857e8a8 100644 --- a/be/src/vec/exprs/vliteral.cpp +++ b/be/src/exprs/vliteral.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vliteral.h" +#include "exprs/vliteral.h" #include #include @@ -26,12 +26,12 @@ #include #include -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type_decimal.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/vliteral.h b/be/src/exprs/vliteral.h similarity index 95% rename from be/src/vec/exprs/vliteral.h rename to be/src/exprs/vliteral.h index c01b3883b6eb0c..52460583595ee1 100644 --- a/be/src/vec/exprs/vliteral.h +++ b/be/src/exprs/vliteral.h @@ -22,9 +22,9 @@ #include "common/object_pool.h" #include "common/status.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/exprs/vexpr.h" +#include "core/data_type/data_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "exprs/vexpr.h" namespace doris { class TExprNode; diff --git a/be/src/vec/exprs/vmap_literal.cpp b/be/src/exprs/vmap_literal.cpp similarity index 92% rename from be/src/vec/exprs/vmap_literal.cpp rename to be/src/exprs/vmap_literal.cpp index 87f6e3d67912b9..0d2b7349df01a7 100644 --- a/be/src/vec/exprs/vmap_literal.cpp +++ b/be/src/exprs/vmap_literal.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vmap_literal.h" +#include "exprs/vmap_literal.h" #include @@ -23,11 +23,10 @@ #include #include -#include "runtime/types.h" -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/field.h" +#include "exprs/vexpr.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vmap_literal.h b/be/src/exprs/vmap_literal.h similarity index 97% rename from be/src/vec/exprs/vmap_literal.h rename to be/src/exprs/vmap_literal.h index 808516aaa003ae..636e6a8421734a 100644 --- a/be/src/vec/exprs/vmap_literal.h +++ b/be/src/exprs/vmap_literal.h @@ -17,7 +17,7 @@ #pragma once #include "common/status.h" -#include "vec/exprs/vliteral.h" +#include "exprs/vliteral.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vmatch_predicate.cpp b/be/src/exprs/vmatch_predicate.cpp similarity index 95% rename from be/src/vec/exprs/vmatch_predicate.cpp rename to be/src/exprs/vmatch_predicate.cpp index f7c2016deeb5b2..eadf1afe5d5095 100644 --- a/be/src/vec/exprs/vmatch_predicate.cpp +++ b/be/src/exprs/vmatch_predicate.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vmatch_predicate.h" +#include "exprs/vmatch_predicate.h" #include @@ -36,16 +36,16 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "exprs/function/match.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vexpr_context.h" +#include "exprs/vslot_ref.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/match.h" -#include "vec/functions/simple_function_factory.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/inverted_index_reader.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vmatch_predicate.h b/be/src/exprs/vmatch_predicate.h similarity index 94% rename from be/src/vec/exprs/vmatch_predicate.h rename to be/src/exprs/vmatch_predicate.h index 4fedefeb09d0f1..f91c279de4d84f 100644 --- a/be/src/vec/exprs/vmatch_predicate.h +++ b/be/src/exprs/vmatch_predicate.h @@ -21,10 +21,10 @@ #include "common/object_pool.h" #include "common/status.h" -#include "olap/inverted_index_parser.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" -#include "vec/functions/function.h" +#include "exprs/function/function.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" +#include "storage/index/inverted/inverted_index_parser.h" namespace lucene { namespace analysis { diff --git a/be/src/vec/exprs/vruntimefilter_wrapper.cpp b/be/src/exprs/vruntimefilter_wrapper.cpp similarity index 95% rename from be/src/vec/exprs/vruntimefilter_wrapper.cpp rename to be/src/exprs/vruntimefilter_wrapper.cpp index d54ad6c0273013..869f9aaf9c7635 100644 --- a/be/src/vec/exprs/vruntimefilter_wrapper.cpp +++ b/be/src/exprs/vruntimefilter_wrapper.cpp @@ -15,21 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vruntimefilter_wrapper.h" +#include "exprs/vruntimefilter_wrapper.h" #include #include -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/core/block.h" -#include "vec/core/column_numbers.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/utils/util.hpp" +#include "core/block/block.h" +#include "core/block/column_numbers.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "exec/common/util.hpp" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exprs/vruntimefilter_wrapper.h b/be/src/exprs/vruntimefilter_wrapper.h similarity index 97% rename from be/src/vec/exprs/vruntimefilter_wrapper.h rename to be/src/exprs/vruntimefilter_wrapper.h index 91569e61045e67..0322c0a2abe035 100644 --- a/be/src/vec/exprs/vruntimefilter_wrapper.h +++ b/be/src/exprs/vruntimefilter_wrapper.h @@ -26,9 +26,9 @@ #include "common/config.h" #include "common/status.h" -#include "util/runtime_profile.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vexpr.h" +#include "exprs/function_context.h" +#include "exprs/vexpr.h" +#include "runtime/runtime_profile.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vsearch.cpp b/be/src/exprs/vsearch.cpp similarity index 97% rename from be/src/vec/exprs/vsearch.cpp rename to be/src/exprs/vsearch.cpp index 7f4b17c885663c..181059df383ee1 100644 --- a/be/src/vec/exprs/vsearch.cpp +++ b/be/src/exprs/vsearch.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vsearch.h" +#include "exprs/vsearch.h" #include #include #include "common/logging.h" #include "common/status.h" +#include "core/column/column_const.h" +#include "exprs/function/function_search.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" #include "glog/logging.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/rowset/segment_v2/segment.h" #include "runtime/runtime_state.h" -#include "vec/columns/column_const.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/function_search.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/segment/segment.h" namespace doris::vectorized { using namespace segment_v2; diff --git a/be/src/vec/exprs/vsearch.h b/be/src/exprs/vsearch.h similarity index 97% rename from be/src/vec/exprs/vsearch.h rename to be/src/exprs/vsearch.h index a7cfaa84ef074e..d1dd3853c8e5fb 100644 --- a/be/src/vec/exprs/vsearch.h +++ b/be/src/exprs/vsearch.h @@ -17,8 +17,9 @@ #pragma once -#include "gen_cpp/Exprs_types.h" -#include "vec/exprs/vexpr.h" +#include + +#include "exprs/vexpr.h" namespace doris::vectorized { diff --git a/be/src/vec/exprs/vslot_ref.cpp b/be/src/exprs/vslot_ref.cpp similarity index 98% rename from be/src/vec/exprs/vslot_ref.cpp rename to be/src/exprs/vslot_ref.cpp index 91969165422963..7aea4449b3c70f 100644 --- a/be/src/vec/exprs/vslot_ref.cpp +++ b/be/src/exprs/vslot_ref.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vslot_ref.h" +#include "exprs/vslot_ref.h" #include #include @@ -23,10 +23,10 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "exprs/vexpr_context.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { class VExprContext; diff --git a/be/src/vec/exprs/vslot_ref.h b/be/src/exprs/vslot_ref.h similarity index 99% rename from be/src/vec/exprs/vslot_ref.h rename to be/src/exprs/vslot_ref.h index 2dec6b55d645a4..6bf9a4bc490771 100644 --- a/be/src/vec/exprs/vslot_ref.h +++ b/be/src/exprs/vslot_ref.h @@ -20,7 +20,7 @@ #include "common/object_pool.h" #include "common/status.h" -#include "vec/exprs/vexpr.h" +#include "exprs/vexpr.h" namespace doris { class SlotDescriptor; diff --git a/be/src/vec/exprs/vstruct_literal.cpp b/be/src/exprs/vstruct_literal.cpp similarity index 91% rename from be/src/vec/exprs/vstruct_literal.cpp rename to be/src/exprs/vstruct_literal.cpp index da5069c9dec6c5..62fd0b3f51a58d 100644 --- a/be/src/vec/exprs/vstruct_literal.cpp +++ b/be/src/exprs/vstruct_literal.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vstruct_literal.h" +#include "exprs/vstruct_literal.h" #include #include -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/field.h" +#include "exprs/vexpr.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vstruct_literal.h b/be/src/exprs/vstruct_literal.h similarity index 97% rename from be/src/vec/exprs/vstruct_literal.h rename to be/src/exprs/vstruct_literal.h index 8cd9683774c5a8..790188e7ab7c0b 100644 --- a/be/src/vec/exprs/vstruct_literal.h +++ b/be/src/exprs/vstruct_literal.h @@ -18,7 +18,7 @@ #pragma once #include "common/status.h" -#include "vec/exprs/vliteral.h" +#include "exprs/vliteral.h" namespace doris { class RowDescriptor; diff --git a/be/src/vec/exprs/vtopn_pred.h b/be/src/exprs/vtopn_pred.h similarity index 97% rename from be/src/vec/exprs/vtopn_pred.h rename to be/src/exprs/vtopn_pred.h index 7a2b7fcf65b1d3..c035bd974ce41a 100644 --- a/be/src/vec/exprs/vtopn_pred.h +++ b/be/src/exprs/vtopn_pred.h @@ -21,16 +21,16 @@ #include +#include "core/block/column_numbers.h" +#include "core/data_type/data_type.h" +#include "exec/common/util.hpp" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr.h" +#include "exprs/vslot_ref.h" #include "runtime/query_context.h" #include "runtime/runtime_predicate.h" #include "runtime/runtime_state.h" -#include "vec/core/column_numbers.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/utils/util.hpp" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/pipeline/CMakeLists.txt b/be/src/format/CMakeLists.txt similarity index 77% rename from be/src/pipeline/CMakeLists.txt rename to be/src/format/CMakeLists.txt index 32230077ab40f6..64e7b4f14fe05e 100644 --- a/be/src/pipeline/CMakeLists.txt +++ b/be/src/format/CMakeLists.txt @@ -16,15 +16,12 @@ # under the License. # where to put generated libraries -set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/pipeline") +set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/format") # where to put generated binaries -set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/pipeline") +set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/format") -file(GLOB_RECURSE PIPELINE_FILES CONFIGURE_DEPENDS *.cpp) +file(GLOB_RECURSE SRC_FILES CONFIGURE_DEPENDS *.cpp) +add_library(Format STATIC ${SRC_FILES}) -add_library(Pipeline STATIC - ${PIPELINE_FILES} -) - -pch_reuse(Pipeline) +pch_reuse(Format) diff --git a/be/src/util/arrow/block_convertor.cpp b/be/src/format/arrow/arrow_block_convertor.cpp similarity index 92% rename from be/src/util/arrow/block_convertor.cpp rename to be/src/format/arrow/arrow_block_convertor.cpp index 0da5c2261f74d8..02a192dbd4b646 100644 --- a/be/src/util/arrow/block_convertor.cpp +++ b/be/src/format/arrow/arrow_block_convertor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/arrow/block_convertor.h" +#include "format/arrow/arrow_block_convertor.h" #include #include @@ -37,14 +37,14 @@ #include #include "common/status.h" -#include "util/arrow/row_batch.h" -#include "util/arrow/utils.h" -#include "vec/columns/column.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/value/vdatetime_value.h" +#include "format/arrow/arrow_row_batch.h" +#include "format/arrow/arrow_utils.h" namespace arrow { class Array; diff --git a/be/src/util/arrow/block_convertor.h b/be/src/format/arrow/arrow_block_convertor.h similarity index 93% rename from be/src/util/arrow/block_convertor.h rename to be/src/format/arrow/arrow_block_convertor.h index 6c3163b05de3e2..91b04c83152753 100644 --- a/be/src/util/arrow/block_convertor.h +++ b/be/src/format/arrow/arrow_block_convertor.h @@ -22,7 +22,9 @@ #include #include "common/status.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" // This file will convert Doris Block to/from Arrow's RecordBatch // Block is used by Doris query engine to exchange data between diff --git a/be/src/vec/exec/format/arrow/arrow_pip_input_stream.cpp b/be/src/format/arrow/arrow_pip_input_stream.cpp similarity index 98% rename from be/src/vec/exec/format/arrow/arrow_pip_input_stream.cpp rename to be/src/format/arrow/arrow_pip_input_stream.cpp index 0bbaa1ef502a98..60b2bf41107a87 100644 --- a/be/src/vec/exec/format/arrow/arrow_pip_input_stream.cpp +++ b/be/src/format/arrow/arrow_pip_input_stream.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "arrow_pip_input_stream.h" +#include "format/arrow/arrow_pip_input_stream.h" #include diff --git a/be/src/vec/exec/format/arrow/arrow_pip_input_stream.h b/be/src/format/arrow/arrow_pip_input_stream.h similarity index 100% rename from be/src/vec/exec/format/arrow/arrow_pip_input_stream.h rename to be/src/format/arrow/arrow_pip_input_stream.h diff --git a/be/src/util/arrow/row_batch.cpp b/be/src/format/arrow/arrow_row_batch.cpp similarity index 96% rename from be/src/util/arrow/row_batch.cpp rename to be/src/format/arrow/arrow_row_batch.cpp index 8f8a868624e53a..e748898ba40f86 100644 --- a/be/src/util/arrow/row_batch.cpp +++ b/be/src/format/arrow/arrow_row_batch.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/arrow/row_batch.h" +#include "format/arrow/arrow_row_batch.h" #include #include @@ -34,17 +34,16 @@ #include #include -#include "runtime/define_primitive_type.h" +#include "core/block/block.h" +#include "core/data_type/data_type_agg_state.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "format/arrow/arrow_block_convertor.h" #include "runtime/descriptors.h" -#include "runtime/types.h" -#include "util/arrow/block_convertor.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris { diff --git a/be/src/util/arrow/row_batch.h b/be/src/format/arrow/arrow_row_batch.h similarity index 95% rename from be/src/util/arrow/row_batch.h rename to be/src/format/arrow/arrow_row_batch.h index 6dafbe8cab6d22..d5fc19f490e4fe 100644 --- a/be/src/util/arrow/row_batch.h +++ b/be/src/format/arrow/arrow_row_batch.h @@ -21,9 +21,8 @@ #include #include "common/status.h" -#include "runtime/types.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr_fwd.h" +#include "core/block/block.h" +#include "exprs/vexpr_fwd.h" // This file will convert Doris RowBatch to/from Arrow's RecordBatch // RowBatch is used by Doris query engine to exchange data between diff --git a/be/src/vec/exec/format/arrow/arrow_stream_reader.cpp b/be/src/format/arrow/arrow_stream_reader.cpp similarity index 96% rename from be/src/vec/exec/format/arrow/arrow_stream_reader.cpp rename to be/src/format/arrow/arrow_stream_reader.cpp index dfd4cdcfc91d16..32cf84553aae78 100644 --- a/be/src/vec/exec/format/arrow/arrow_stream_reader.cpp +++ b/be/src/format/arrow/arrow_stream_reader.cpp @@ -15,23 +15,23 @@ // specific language governing permissions and limitations // under the License. -#include "arrow_stream_reader.h" +#include "format/arrow/arrow_stream_reader.h" #include "arrow/io/buffered.h" #include "arrow/ipc/options.h" #include "arrow/ipc/reader.h" #include "arrow/record_batch.h" #include "arrow/result.h" -#include "arrow_pip_input_stream.h" #include "common/logging.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "exec/common/arrow_column_to_doris_column.h" +#include "format/arrow/arrow_pip_input_stream.h" #include "io/fs/stream_load_pipe.h" #include "io/fs/tracing_file_reader.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/utils/arrow_column_to_doris_column.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/arrow/arrow_stream_reader.h b/be/src/format/arrow/arrow_stream_reader.h similarity index 94% rename from be/src/vec/exec/format/arrow/arrow_stream_reader.h rename to be/src/format/arrow/arrow_stream_reader.h index 6ff17b69798165..5f4df10f3ecb10 100644 --- a/be/src/vec/exec/format/arrow/arrow_stream_reader.h +++ b/be/src/format/arrow/arrow_stream_reader.h @@ -24,13 +24,13 @@ #include #include -#include "arrow_pip_input_stream.h" #include "cctz/time_zone.h" #include "common/status.h" +#include "format/arrow/arrow_pip_input_stream.h" +#include "format/file_reader/new_plain_text_line_reader.h" +#include "format/generic_reader.h" #include "io/file_factory.h" #include "io/fs/file_reader_writer_fwd.h" -#include "vec/exec/format/file_reader/new_plain_text_line_reader.h" -#include "vec/exec/format/generic_reader.h" namespace doris { namespace io { diff --git a/be/src/util/arrow/utils.cpp b/be/src/format/arrow/arrow_utils.cpp similarity index 98% rename from be/src/util/arrow/utils.cpp rename to be/src/format/arrow/arrow_utils.cpp index 0c4c5dbeef3b2d..724af28be39d53 100644 --- a/be/src/util/arrow/utils.cpp +++ b/be/src/format/arrow/arrow_utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/arrow/utils.h" +#include "format/arrow/arrow_utils.h" #include #include diff --git a/be/src/util/arrow/utils.h b/be/src/format/arrow/arrow_utils.h similarity index 100% rename from be/src/util/arrow/utils.h rename to be/src/format/arrow/arrow_utils.h diff --git a/be/src/vec/exec/format/avro/avro_jni_reader.cpp b/be/src/format/avro/avro_jni_reader.cpp similarity index 96% rename from be/src/vec/exec/format/avro/avro_jni_reader.cpp rename to be/src/format/avro/avro_jni_reader.cpp index 6c8d28bd6bc896..e0d9cde87dbf87 100644 --- a/be/src/vec/exec/format/avro/avro_jni_reader.cpp +++ b/be/src/format/avro/avro_jni_reader.cpp @@ -15,17 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "avro_jni_reader.h" +#include "format/avro/avro_jni_reader.h" #include #include +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_struct.h" #include "runtime/descriptors.h" -#include "runtime/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_struct.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/avro/avro_jni_reader.h b/be/src/format/avro/avro_jni_reader.h similarity index 97% rename from be/src/vec/exec/format/avro/avro_jni_reader.h rename to be/src/format/avro/avro_jni_reader.h index f94e41f6d8e546..81a81ab088341e 100644 --- a/be/src/vec/exec/format/avro/avro_jni_reader.h +++ b/be/src/format/avro/avro_jni_reader.h @@ -26,8 +26,8 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "vec/exec/format/jni_reader.h" +#include "format/jni_reader.h" +#include "storage/olap_scan_common.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/column_type_convert.cpp b/be/src/format/column_type_convert.cpp similarity index 99% rename from be/src/vec/exec/format/column_type_convert.cpp rename to be/src/format/column_type_convert.cpp index 0f38558051f585..5f3e22b1158aff 100644 --- a/be/src/vec/exec/format/column_type_convert.cpp +++ b/be/src/format/column_type_convert.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/column_type_convert.h" +#include "format/column_type_convert.h" #include "common/cast_set.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" namespace doris::vectorized::converter { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/column_type_convert.h b/be/src/format/column_type_convert.h similarity index 99% rename from be/src/vec/exec/format/column_type_convert.h rename to be/src/format/column_type_convert.h index c78e201bb37a8f..df04d25085cd23 100644 --- a/be/src/vec/exec/format/column_type_convert.h +++ b/be/src/format/column_type_convert.h @@ -24,17 +24,17 @@ #include #include -#include "runtime/define_primitive_type.h" +#include "core/column/column_string.h" +#include "core/column/column_varbinary.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "exec/common/arithmetic_overflow.h" +#include "exprs/function/cast/cast_to_string.h" +#include "util/io_helper.h" #include "util/to_string.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_varbinary.h" -#include "vec/common/arithmetic_overflow.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" namespace doris::vectorized::converter { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/csv/csv_reader.cpp b/be/src/format/csv/csv_reader.cpp similarity index 98% rename from be/src/vec/exec/format/csv/csv_reader.cpp rename to be/src/format/csv/csv_reader.cpp index e6821d48296fb5..7e0034f36c19a1 100644 --- a/be/src/vec/exec/format/csv/csv_reader.cpp +++ b/be/src/format/csv/csv_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "csv_reader.h" +#include "format/csv/csv_reader.h" #include #include @@ -33,8 +33,13 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/consts.h" #include "common/status.h" -#include "exec/decompressor.h" -#include "exec/line_reader.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/data_type/data_type_factory.hpp" +#include "exec/scan/scanner.h" +#include "format/file_reader/new_plain_binary_line_reader.h" +#include "format/file_reader/new_plain_text_line_reader.h" +#include "format/line_reader.h" #include "io/file_factory.h" #include "io/fs/broker_file_reader.h" #include "io/fs/buffered_reader.h" @@ -43,14 +48,9 @@ #include "io/fs/tracing_file_reader.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" +#include "util/decompressor.h" #include "util/string_util.h" #include "util/utf8_check.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/format/file_reader/new_plain_binary_line_reader.h" -#include "vec/exec/format/file_reader/new_plain_text_line_reader.h" -#include "vec/exec/scan/scanner.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/csv/csv_reader.h b/be/src/format/csv/csv_reader.h similarity index 98% rename from be/src/vec/exec/format/csv/csv_reader.h rename to be/src/format/csv/csv_reader.h index fcdc5e5606faca..2999b6a595e639 100644 --- a/be/src/vec/exec/format/csv/csv_reader.h +++ b/be/src/format/csv/csv_reader.h @@ -30,13 +30,13 @@ #include #include "common/status.h" -#include "exec/decompressor.h" +#include "core/data_type/data_type.h" +#include "format/file_reader/new_plain_text_line_reader.h" +#include "format/generic_reader.h" #include "io/file_factory.h" #include "io/fs/file_reader_writer_fwd.h" +#include "util/decompressor.h" #include "util/slice.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/file_reader/new_plain_text_line_reader.h" -#include "vec/exec/format/generic_reader.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/file_reader/new_plain_binary_line_reader.cpp b/be/src/format/file_reader/new_plain_binary_line_reader.cpp similarity index 96% rename from be/src/vec/exec/format/file_reader/new_plain_binary_line_reader.cpp rename to be/src/format/file_reader/new_plain_binary_line_reader.cpp index 93cc19d7be146b..52d4056094589b 100644 --- a/be/src/vec/exec/format/file_reader/new_plain_binary_line_reader.cpp +++ b/be/src/format/file_reader/new_plain_binary_line_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "new_plain_binary_line_reader.h" +#include "format/file_reader/new_plain_binary_line_reader.h" #include diff --git a/be/src/vec/exec/format/file_reader/new_plain_binary_line_reader.h b/be/src/format/file_reader/new_plain_binary_line_reader.h similarity index 96% rename from be/src/vec/exec/format/file_reader/new_plain_binary_line_reader.h rename to be/src/format/file_reader/new_plain_binary_line_reader.h index 02a948dc83950f..a927d5a3025b3d 100644 --- a/be/src/vec/exec/format/file_reader/new_plain_binary_line_reader.h +++ b/be/src/format/file_reader/new_plain_binary_line_reader.h @@ -22,9 +22,9 @@ #include #include "common/status.h" -#include "exec/line_reader.h" +#include "core/custom_allocator.h" +#include "format/line_reader.h" #include "io/fs/file_reader_writer_fwd.h" -#include "vec/common/custom_allocator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/file_reader/new_plain_text_line_reader.cpp b/be/src/format/file_reader/new_plain_text_line_reader.cpp similarity index 99% rename from be/src/vec/exec/format/file_reader/new_plain_text_line_reader.cpp rename to be/src/format/file_reader/new_plain_text_line_reader.cpp index 5cad41dc22c705..c5e14f6f1a94ec 100644 --- a/be/src/vec/exec/format/file_reader/new_plain_text_line_reader.cpp +++ b/be/src/format/file_reader/new_plain_text_line_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/file_reader/new_plain_text_line_reader.h" +#include "format/file_reader/new_plain_text_line_reader.h" #include #include @@ -30,8 +30,8 @@ #include #include -#include "exec/decompressor.h" #include "io/fs/file_reader.h" +#include "util/decompressor.h" #include "util/slice.h" // INPUT_CHUNK must diff --git a/be/src/vec/exec/format/file_reader/new_plain_text_line_reader.h b/be/src/format/file_reader/new_plain_text_line_reader.h similarity index 99% rename from be/src/vec/exec/format/file_reader/new_plain_text_line_reader.h rename to be/src/format/file_reader/new_plain_text_line_reader.h index 0d02003eee1c56..b2a38cdd8d34f9 100644 --- a/be/src/vec/exec/format/file_reader/new_plain_text_line_reader.h +++ b/be/src/format/file_reader/new_plain_text_line_reader.h @@ -24,9 +24,9 @@ #include #include -#include "exec/line_reader.h" +#include "format/line_reader.h" #include "io/fs/file_reader_writer_fwd.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/format_common.h b/be/src/format/format_common.h similarity index 98% rename from be/src/vec/exec/format/format_common.h rename to be/src/format/format_common.h index 53b9fc9b59fb6c..ecd19f7f4d6d97 100644 --- a/be/src/vec/exec/format/format_common.h +++ b/be/src/format/format_common.h @@ -17,8 +17,8 @@ #pragma once -#include "vec/common/int_exp.h" -#include "vec/core/types.h" +#include "core/types.h" +#include "exec/common/int_exp.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/generic_reader.h b/be/src/format/generic_reader.h similarity index 97% rename from be/src/vec/exec/format/generic_reader.h rename to be/src/format/generic_reader.h index 620112a71e7999..7d046c90f47a32 100644 --- a/be/src/vec/exec/format/generic_reader.h +++ b/be/src/format/generic_reader.h @@ -20,11 +20,10 @@ #include #include "common/status.h" -#include "olap/block_column_predicate.h" +#include "exprs/vexpr_fwd.h" #include "runtime/descriptors.h" -#include "runtime/types.h" +#include "storage/predicate/block_column_predicate.h" #include "util/profile_collector.h" -#include "vec/exprs/vexpr_fwd.h" namespace doris { class ColumnPredicate; diff --git a/be/src/vec/exec/format/jni_reader.cpp b/be/src/format/jni_reader.cpp similarity index 96% rename from be/src/vec/exec/format/jni_reader.cpp rename to be/src/format/jni_reader.cpp index da1862ec48f335..32e91c0d8d4abf 100644 --- a/be/src/vec/exec/format/jni_reader.cpp +++ b/be/src/format/jni_reader.cpp @@ -15,14 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "jni_reader.h" +#include "format/jni_reader.h" #include #include +#include "core/types.h" #include "runtime/descriptors.h" -#include "runtime/types.h" -#include "vec/core/types.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/jni_reader.h b/be/src/format/jni_reader.h similarity index 96% rename from be/src/vec/exec/format/jni_reader.h rename to be/src/format/jni_reader.h index 325b7221d044bb..fbe3e75809c9f2 100644 --- a/be/src/vec/exec/format/jni_reader.h +++ b/be/src/format/jni_reader.h @@ -25,9 +25,9 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "vec/exec/format/generic_reader.h" -#include "vec/exec/jni_connector.h" +#include "exec/connector/jni_connector.h" +#include "format/generic_reader.h" +#include "storage/olap_scan_common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/json/new_json_reader.cpp b/be/src/format/json/new_json_reader.cpp similarity index 98% rename from be/src/vec/exec/format/json/new_json_reader.cpp rename to be/src/format/json/new_json_reader.cpp index 0e6d3c840e6ae8..c3786b665e53eb 100644 --- a/be/src/vec/exec/format/json/new_json_reader.cpp +++ b/be/src/format/json/new_json_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/json/new_json_reader.h" +#include "format/json/new_json_reader.h" #include #include @@ -40,33 +40,32 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/custom_allocator.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "exec/scan/scanner.h" #include "exprs/json_functions.h" +#include "format/file_reader/new_plain_text_line_reader.h" #include "io/file_factory.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader.h" #include "io/fs/stream_load_pipe.h" #include "io/fs/tracing_file_reader.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/common/assert_cast.h" -#include "vec/common/custom_allocator.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/file_reader/new_plain_text_line_reader.h" -#include "vec/exec/scan/scanner.h" namespace doris::io { struct IOContext; diff --git a/be/src/vec/exec/format/json/new_json_reader.h b/be/src/format/json/new_json_reader.h similarity index 98% rename from be/src/vec/exec/format/json/new_json_reader.h rename to be/src/format/json/new_json_reader.h index 338611ecacf620..3c904154fe0953 100644 --- a/be/src/vec/exec/format/json/new_json_reader.h +++ b/be/src/format/json/new_json_reader.h @@ -32,16 +32,16 @@ #include #include "common/status.h" -#include "exec/decompressor.h" -#include "exec/line_reader.h" +#include "core/custom_allocator.h" +#include "core/string_ref.h" +#include "core/types.h" #include "exprs/json_functions.h" +#include "format/generic_reader.h" +#include "format/line_reader.h" #include "io/file_factory.h" #include "io/fs/file_reader_writer_fwd.h" -#include "util/runtime_profile.h" -#include "vec/common/custom_allocator.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/exec/format/generic_reader.h" +#include "runtime/runtime_profile.h" +#include "util/decompressor.h" namespace simdjson::fallback::ondemand { class object; diff --git a/be/src/exec/line_reader.h b/be/src/format/line_reader.h similarity index 100% rename from be/src/exec/line_reader.h rename to be/src/format/line_reader.h diff --git a/be/src/vec/exec/format/native/native_format.h b/be/src/format/native/native_format.h similarity index 100% rename from be/src/vec/exec/format/native/native_format.h rename to be/src/format/native/native_format.h diff --git a/be/src/vec/exec/format/native/native_reader.cpp b/be/src/format/native/native_reader.cpp similarity index 98% rename from be/src/vec/exec/format/native/native_reader.cpp rename to be/src/format/native/native_reader.cpp index 66cfe3a9f91749..5c0cb3f30ca4cb 100644 --- a/be/src/vec/exec/format/native/native_reader.cpp +++ b/be/src/format/native/native_reader.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/native/native_reader.h" +#include "format/native/native_reader.h" #include +#include "core/block/block.h" +#include "format/native/native_format.h" #include "io/file_factory.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader.h" #include "io/fs/tracing_file_reader.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/exec/format/native/native_format.h" namespace doris::vectorized { diff --git a/be/src/vec/exec/format/native/native_reader.h b/be/src/format/native/native_reader.h similarity index 97% rename from be/src/vec/exec/format/native/native_reader.h rename to be/src/format/native/native_reader.h index bc1635e0ccb9ae..796f93bf9dadcb 100644 --- a/be/src/vec/exec/format/native/native_reader.h +++ b/be/src/format/native/native_reader.h @@ -17,15 +17,16 @@ #pragma once +#include + #include #include #include #include #include "common/status.h" -#include "gen_cpp/PlanNodes_types.h" +#include "format/generic_reader.h" #include "io/fs/file_reader_writer_fwd.h" -#include "vec/exec/format/generic_reader.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/orc/orc_file_reader.cpp b/be/src/format/orc/orc_file_reader.cpp similarity index 97% rename from be/src/vec/exec/format/orc/orc_file_reader.cpp rename to be/src/format/orc/orc_file_reader.cpp index 72c9cce6215985..fe1bcc192a3ee3 100644 --- a/be/src/vec/exec/format/orc/orc_file_reader.cpp +++ b/be/src/format/orc/orc_file_reader.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/orc/orc_file_reader.h" +#include "format/orc/orc_file_reader.h" -#include "util/runtime_profile.h" -#include "vec/common/custom_allocator.h" +#include "core/custom_allocator.h" +#include "runtime/runtime_profile.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/format/orc/orc_file_reader.h b/be/src/format/orc/orc_file_reader.h similarity index 98% rename from be/src/vec/exec/format/orc/orc_file_reader.h rename to be/src/format/orc/orc_file_reader.h index 15aeed332428b7..ce4deba2bd002b 100644 --- a/be/src/vec/exec/format/orc/orc_file_reader.h +++ b/be/src/format/orc/orc_file_reader.h @@ -17,9 +17,9 @@ #pragma once +#include "core/custom_allocator.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader.h" -#include "vec/common/custom_allocator.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/format/orc/orc_memory_pool.h b/be/src/format/orc/orc_memory_pool.h similarity index 96% rename from be/src/vec/exec/format/orc/orc_memory_pool.h rename to be/src/format/orc/orc_memory_pool.h index d7be127bbe6fbe..b5f1f2c11cb61b 100644 --- a/be/src/vec/exec/format/orc/orc_memory_pool.h +++ b/be/src/format/orc/orc_memory_pool.h @@ -17,9 +17,9 @@ #pragma once +#include "core/allocator.h" +#include "core/allocator_fwd.h" #include "orc/MemoryPool.hh" -#include "vec/common/allocator.h" -#include "vec/common/allocator_fwd.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/orc/vorc_reader.cpp b/be/src/format/orc/vorc_reader.cpp similarity index 99% rename from be/src/vec/exec/format/orc/vorc_reader.cpp rename to be/src/format/orc/vorc_reader.cpp index 8dc250dabe320e..aefd7a5f172894 100644 --- a/be/src/vec/exec/format/orc/vorc_reader.cpp +++ b/be/src/format/orc/vorc_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vorc_reader.h" +#include "format/orc/vorc_reader.h" #include #include @@ -28,11 +28,11 @@ #include #include -#include "vec/exprs/vdirect_in_predicate.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vruntimefilter_wrapper.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/exprs/vtopn_pred.h" +#include "exprs/vdirect_in_predicate.h" +#include "exprs/vexpr.h" +#include "exprs/vruntimefilter_wrapper.h" +#include "exprs/vslot_ref.h" +#include "exprs/vtopn_pred.h" // IWYU pragma: no_include #include // IWYU pragma: keep @@ -48,52 +48,53 @@ #include "cctz/civil_time.h" #include "cctz/time_zone.h" #include "common/exception.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" +#include "exec/scan/file_scanner.h" #include "exprs/create_predicate_function.h" #include "exprs/hybrid_set.h" +#include "exprs/vbloom_predicate.h" +#include "exprs/vdirect_in_predicate.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" +#include "exprs/vin_predicate.h" +#include "exprs/vruntimefilter_wrapper.h" +#include "format/orc/orc_file_reader.h" +#include "format/table/transactional_hive_common.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader.h" -#include "olap/id_manager.h" -#include "olap/utils.h" #include "orc/Exceptions.hh" #include "orc/Int128.hh" #include "orc/MemoryPool.hh" #include "orc/OrcFile.hh" #include "orc/sargs/Literal.hh" #include "orc/sargs/SearchArgument.hh" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" -#include "runtime/primitive_type.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -#include "util/runtime_profile.h" +#include "storage/id_manager.h" +#include "storage/segment/column_reader.h" +#include "storage/utils.h" #include "util/slice.h" #include "util/timezone_utils.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/orc/orc_file_reader.h" -#include "vec/exec/format/table/transactional_hive_common.h" -#include "vec/exec/scan/file_scanner.h" -#include "vec/exprs/vbloom_predicate.h" -#include "vec/exprs/vdirect_in_predicate.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/exprs/vin_predicate.h" -#include "vec/exprs/vruntimefilter_wrapper.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { class RuntimeState; diff --git a/be/src/vec/exec/format/orc/vorc_reader.h b/be/src/format/orc/vorc_reader.h similarity index 98% rename from be/src/vec/exec/format/orc/vorc_reader.h rename to be/src/format/orc/vorc_reader.h index 8c5f8f2de9d494..089493bdab1774 100644 --- a/be/src/vec/exec/format/orc/vorc_reader.h +++ b/be/src/format/orc/vorc_reader.h @@ -32,31 +32,29 @@ #include "common/config.h" #include "common/status.h" -#include "exec/olap_common.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/primitive_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" +#include "format/column_type_convert.h" +#include "format/format_common.h" +#include "format/generic_reader.h" +#include "format/table/table_format_reader.h" +#include "format/table/transactional_hive_reader.h" #include "io/file_factory.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/tracing_file_reader.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/column_reader.h" #include "orc/Reader.hh" #include "orc/Type.hh" #include "orc/Vector.hh" #include "orc/sargs/Literal.hh" -#include "runtime/primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_array.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exec/format/column_type_convert.h" -#include "vec/exec/format/format_common.h" -#include "vec/exec/format/generic_reader.h" -#include "vec/exec/format/table/table_format_reader.h" -#include "vec/exec/format/table/transactional_hive_reader.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_common.h" namespace doris { class RuntimeState; diff --git a/be/src/vec/exec/format/parquet/arrow_memory_pool.cpp b/be/src/format/parquet/arrow_memory_pool.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/arrow_memory_pool.cpp rename to be/src/format/parquet/arrow_memory_pool.cpp index 318da924c0e622..6efc9917676472 100644 --- a/be/src/vec/exec/format/parquet/arrow_memory_pool.cpp +++ b/be/src/format/parquet/arrow_memory_pool.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/arrow_memory_pool.h" +#include "format/parquet/arrow_memory_pool.h" #include "glog/logging.h" diff --git a/be/src/vec/exec/format/parquet/arrow_memory_pool.h b/be/src/format/parquet/arrow_memory_pool.h similarity index 99% rename from be/src/vec/exec/format/parquet/arrow_memory_pool.h rename to be/src/format/parquet/arrow_memory_pool.h index 6a5536bfe5d691..ef79b342f1f33e 100644 --- a/be/src/vec/exec/format/parquet/arrow_memory_pool.h +++ b/be/src/format/parquet/arrow_memory_pool.h @@ -19,8 +19,8 @@ #include "arrow/memory_pool.h" #include "arrow/status.h" -#include "vec/common/allocator.h" -#include "vec/common/allocator_fwd.h" +#include "core/allocator.h" +#include "core/allocator_fwd.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/bool_plain_decoder.cpp b/be/src/format/parquet/bool_plain_decoder.cpp similarity index 95% rename from be/src/vec/exec/format/parquet/bool_plain_decoder.cpp rename to be/src/format/parquet/bool_plain_decoder.cpp index e4b7be36884ec1..0ec9d3e3e6d5d2 100644 --- a/be/src/vec/exec/format/parquet/bool_plain_decoder.cpp +++ b/be/src/format/parquet/bool_plain_decoder.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/bool_plain_decoder.h" +#include "format/parquet/bool_plain_decoder.h" #include #include +#include "core/column/column_vector.h" +#include "core/types.h" +#include "format/parquet/parquet_common.h" #include "util/bit_util.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/exec/format/parquet/parquet_common.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/bool_plain_decoder.h b/be/src/format/parquet/bool_plain_decoder.h similarity index 97% rename from be/src/vec/exec/format/parquet/bool_plain_decoder.h rename to be/src/format/parquet/bool_plain_decoder.h index f33f79be154e55..c7945fbf2d5cd1 100644 --- a/be/src/vec/exec/format/parquet/bool_plain_decoder.h +++ b/be/src/format/parquet/bool_plain_decoder.h @@ -22,11 +22,11 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" +#include "core/data_type/data_type.h" +#include "format/parquet/decoder.h" #include "util/bit_stream_utils.h" #include "util/bit_stream_utils.inline.h" #include "util/slice.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/parquet/decoder.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/format/parquet/bool_rle_decoder.cpp b/be/src/format/parquet/bool_rle_decoder.cpp similarity index 96% rename from be/src/vec/exec/format/parquet/bool_rle_decoder.cpp rename to be/src/format/parquet/bool_rle_decoder.cpp index 645b9710251bf9..94dea3b2dc35cd 100644 --- a/be/src/vec/exec/format/parquet/bool_rle_decoder.cpp +++ b/be/src/format/parquet/bool_rle_decoder.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/bool_rle_decoder.h" +#include "format/parquet/bool_rle_decoder.h" #include @@ -23,11 +23,11 @@ #include #include +#include "core/column/column_vector.h" +#include "core/types.h" +#include "format/parquet/parquet_common.h" #include "util/coding.h" #include "util/slice.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/exec/format/parquet/parquet_common.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/bool_rle_decoder.h b/be/src/format/parquet/bool_rle_decoder.h similarity index 95% rename from be/src/vec/exec/format/parquet/bool_rle_decoder.h rename to be/src/format/parquet/bool_rle_decoder.h index 14028d72320243..dc29f29f4543fa 100644 --- a/be/src/vec/exec/format/parquet/bool_rle_decoder.h +++ b/be/src/format/parquet/bool_rle_decoder.h @@ -23,9 +23,9 @@ #include #include "common/status.h" +#include "core/data_type/data_type.h" +#include "format/parquet/decoder.h" #include "util/rle_encoding.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/parquet/decoder.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/format/parquet/byte_array_dict_decoder.cpp b/be/src/format/parquet/byte_array_dict_decoder.cpp similarity index 95% rename from be/src/vec/exec/format/parquet/byte_array_dict_decoder.cpp rename to be/src/format/parquet/byte_array_dict_decoder.cpp index 49ab5cd584bb09..b138074427cd67 100644 --- a/be/src/vec/exec/format/parquet/byte_array_dict_decoder.cpp +++ b/be/src/format/parquet/byte_array_dict_decoder.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/byte_array_dict_decoder.h" +#include "format/parquet/byte_array_dict_decoder.h" #include +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_dictionary.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_nullable.h" #include "util/coding.h" #include "util/rle_encoding.h" -#include "vec/columns/column.h" -#include "vec/columns/column_dictionary.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type_nullable.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/byte_array_dict_decoder.h b/be/src/format/parquet/byte_array_dict_decoder.h similarity index 91% rename from be/src/vec/exec/format/parquet/byte_array_dict_decoder.h rename to be/src/format/parquet/byte_array_dict_decoder.h index 762a9c5b885d83..a2179c08815278 100644 --- a/be/src/vec/exec/format/parquet/byte_array_dict_decoder.h +++ b/be/src/format/parquet/byte_array_dict_decoder.h @@ -24,11 +24,11 @@ #include #include "common/status.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/parquet/decoder.h" -#include "vec/exec/format/parquet/parquet_common.h" +#include "core/data_type/data_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "format/parquet/decoder.h" +#include "format/parquet/parquet_common.h" namespace doris::vectorized { template diff --git a/be/src/vec/exec/format/parquet/byte_array_plain_decoder.cpp b/be/src/format/parquet/byte_array_plain_decoder.cpp similarity index 96% rename from be/src/vec/exec/format/parquet/byte_array_plain_decoder.cpp rename to be/src/format/parquet/byte_array_plain_decoder.cpp index 7092a4fb2924e7..3167b8db0df3f7 100644 --- a/be/src/vec/exec/format/parquet/byte_array_plain_decoder.cpp +++ b/be/src/format/parquet/byte_array_plain_decoder.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/byte_array_plain_decoder.h" +#include "format/parquet/byte_array_plain_decoder.h" #include #include -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/column/column.h" +#include "core/data_type/data_type_nullable.h" +#include "core/string_ref.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/byte_array_plain_decoder.h b/be/src/format/parquet/byte_array_plain_decoder.h similarity index 90% rename from be/src/vec/exec/format/parquet/byte_array_plain_decoder.h rename to be/src/format/parquet/byte_array_plain_decoder.h index 9a6c69834f5a65..c231253d06e630 100644 --- a/be/src/vec/exec/format/parquet/byte_array_plain_decoder.h +++ b/be/src/format/parquet/byte_array_plain_decoder.h @@ -24,14 +24,14 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "format/format_common.h" +#include "format/parquet/decoder.h" +#include "format/parquet/parquet_common.h" #include "util/bit_util.h" #include "util/coding.h" #include "util/slice.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/format_common.h" -#include "vec/exec/format/parquet/decoder.h" -#include "vec/exec/format/parquet/parquet_common.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/format/parquet/byte_stream_split_decoder.cpp b/be/src/format/parquet/byte_stream_split_decoder.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/byte_stream_split_decoder.cpp rename to be/src/format/parquet/byte_stream_split_decoder.cpp index 051e33ebec4797..56aab9c27990a3 100644 --- a/be/src/vec/exec/format/parquet/byte_stream_split_decoder.cpp +++ b/be/src/format/parquet/byte_stream_split_decoder.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "byte_stream_split_decoder.h" +#include "format/parquet/byte_stream_split_decoder.h" #include diff --git a/be/src/vec/exec/format/parquet/byte_stream_split_decoder.h b/be/src/format/parquet/byte_stream_split_decoder.h similarity index 97% rename from be/src/vec/exec/format/parquet/byte_stream_split_decoder.h rename to be/src/format/parquet/byte_stream_split_decoder.h index 4d62aed025fcea..d1efe8f41a3b26 100644 --- a/be/src/vec/exec/format/parquet/byte_stream_split_decoder.h +++ b/be/src/format/parquet/byte_stream_split_decoder.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/exec/format/parquet/decoder.h" +#include "format/parquet/decoder.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/decoder.cpp b/be/src/format/parquet/decoder.cpp similarity index 91% rename from be/src/vec/exec/format/parquet/decoder.cpp rename to be/src/format/parquet/decoder.cpp index fbba7136269944..4c834d6c261a5d 100644 --- a/be/src/vec/exec/format/parquet/decoder.cpp +++ b/be/src/format/parquet/decoder.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/decoder.h" +#include "format/parquet/decoder.h" #include #include -#include "vec/exec/format/parquet/bool_plain_decoder.h" -#include "vec/exec/format/parquet/bool_rle_decoder.h" -#include "vec/exec/format/parquet/byte_array_dict_decoder.h" -#include "vec/exec/format/parquet/byte_array_plain_decoder.h" -#include "vec/exec/format/parquet/byte_stream_split_decoder.h" -#include "vec/exec/format/parquet/delta_bit_pack_decoder.h" -#include "vec/exec/format/parquet/fix_length_dict_decoder.hpp" -#include "vec/exec/format/parquet/fix_length_plain_decoder.h" +#include "format/parquet/bool_plain_decoder.h" +#include "format/parquet/bool_rle_decoder.h" +#include "format/parquet/byte_array_dict_decoder.h" +#include "format/parquet/byte_array_plain_decoder.h" +#include "format/parquet/byte_stream_split_decoder.h" +#include "format/parquet/delta_bit_pack_decoder.h" +#include "format/parquet/fix_length_dict_decoder.hpp" +#include "format/parquet/fix_length_plain_decoder.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/decoder.h b/be/src/format/parquet/decoder.h similarity index 92% rename from be/src/vec/exec/format/parquet/decoder.h rename to be/src/format/parquet/decoder.h index 81f328ded4320d..fb6bd502d53073 100644 --- a/be/src/vec/exec/format/parquet/decoder.h +++ b/be/src/format/parquet/decoder.h @@ -27,19 +27,19 @@ #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_dictionary.h" +#include "core/column/column_vector.h" +#include "core/custom_allocator.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" // IWYU pragma: keep +#include "core/data_type/data_type_nullable.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" +#include "format/parquet/parquet_common.h" #include "util/rle_encoding.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/columns/column_dictionary.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/custom_allocator.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" // IWYU pragma: keep -#include "vec/data_types/data_type_nullable.h" -#include "vec/exec/format/parquet/parquet_common.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/delta_bit_pack_decoder.cpp b/be/src/format/parquet/delta_bit_pack_decoder.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/delta_bit_pack_decoder.cpp rename to be/src/format/parquet/delta_bit_pack_decoder.cpp index 18f3ce88150a80..874e4319944583 100644 --- a/be/src/vec/exec/format/parquet/delta_bit_pack_decoder.cpp +++ b/be/src/format/parquet/delta_bit_pack_decoder.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/delta_bit_pack_decoder.h" +#include "format/parquet/delta_bit_pack_decoder.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/delta_bit_pack_decoder.h b/be/src/format/parquet/delta_bit_pack_decoder.h similarity index 99% rename from be/src/vec/exec/format/parquet/delta_bit_pack_decoder.h rename to be/src/format/parquet/delta_bit_pack_decoder.h index 9ba03c45288783..c2bae7c4b48cef 100644 --- a/be/src/vec/exec/format/parquet/delta_bit_pack_decoder.h +++ b/be/src/format/parquet/delta_bit_pack_decoder.h @@ -30,13 +30,13 @@ #include #include "common/status.h" +#include "core/data_type/data_type.h" +#include "format/parquet/decoder.h" +#include "format/parquet/fix_length_plain_decoder.h" +#include "format/parquet/parquet_common.h" #include "util/bit_stream_utils.h" #include "util/bit_stream_utils.inline.h" #include "util/slice.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/parquet/decoder.h" -#include "vec/exec/format/parquet/fix_length_plain_decoder.h" -#include "vec/exec/format/parquet/parquet_common.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/fix_length_dict_decoder.hpp b/be/src/format/parquet/fix_length_dict_decoder.hpp similarity index 98% rename from be/src/vec/exec/format/parquet/fix_length_dict_decoder.hpp rename to be/src/format/parquet/fix_length_dict_decoder.hpp index 818a4dce6f4e66..09eecf04bc9465 100644 --- a/be/src/vec/exec/format/parquet/fix_length_dict_decoder.hpp +++ b/be/src/format/parquet/fix_length_dict_decoder.hpp @@ -17,12 +17,12 @@ #pragma once +#include "core/column/column_dictionary.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "format/parquet/decoder.h" #include "util/bit_util.h" #include "util/memcpy_inlined.h" -#include "vec/columns/column_dictionary.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exec/format/parquet/decoder.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/fix_length_plain_decoder.cpp b/be/src/format/parquet/fix_length_plain_decoder.cpp similarity index 96% rename from be/src/vec/exec/format/parquet/fix_length_plain_decoder.cpp rename to be/src/format/parquet/fix_length_plain_decoder.cpp index af01cd090e2334..64d47c888d87a5 100644 --- a/be/src/vec/exec/format/parquet/fix_length_plain_decoder.cpp +++ b/be/src/format/parquet/fix_length_plain_decoder.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/fix_length_plain_decoder.h" +#include "format/parquet/fix_length_plain_decoder.h" namespace doris::vectorized { diff --git a/be/src/vec/exec/format/parquet/fix_length_plain_decoder.h b/be/src/format/parquet/fix_length_plain_decoder.h similarity index 96% rename from be/src/vec/exec/format/parquet/fix_length_plain_decoder.h rename to be/src/format/parquet/fix_length_plain_decoder.h index c8f372fb43d43b..5d6e8346418dc4 100644 --- a/be/src/vec/exec/format/parquet/fix_length_plain_decoder.h +++ b/be/src/format/parquet/fix_length_plain_decoder.h @@ -20,9 +20,9 @@ #include #include "common/status.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/parquet/decoder.h" -#include "vec/exec/format/parquet/parquet_common.h" +#include "core/data_type/data_type.h" +#include "format/parquet/decoder.h" +#include "format/parquet/parquet_common.h" namespace doris::vectorized { class ColumnSelectVector; diff --git a/be/src/vec/exec/format/parquet/level_decoder.cpp b/be/src/format/parquet/level_decoder.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/level_decoder.cpp rename to be/src/format/parquet/level_decoder.cpp index 033ca5cbdd1d84..6e186149eadc2a 100644 --- a/be/src/vec/exec/format/parquet/level_decoder.cpp +++ b/be/src/format/parquet/level_decoder.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "level_decoder.h" +#include "format/parquet/level_decoder.h" #include #include +#include "format/parquet/parquet_common.h" #include "util/bit_stream_utils.inline.h" #include "util/bit_util.h" #include "util/coding.h" -#include "vec/exec/format/parquet/parquet_common.h" static constexpr size_t V1_LEVEL_SIZE = 4; #include "common/cast_set.h" diff --git a/be/src/vec/exec/format/parquet/level_decoder.h b/be/src/format/parquet/level_decoder.h similarity index 98% rename from be/src/vec/exec/format/parquet/level_decoder.h rename to be/src/format/parquet/level_decoder.h index c56e71821605a5..f4edbbb57952a4 100644 --- a/be/src/vec/exec/format/parquet/level_decoder.h +++ b/be/src/format/parquet/level_decoder.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "parquet_common.h" +#include "format/parquet/parquet_common.h" #include "util/bit_stream_utils.h" #include "util/rle_encoding.h" #include "util/slice.h" diff --git a/be/src/vec/exec/format/parquet/parquet_block_split_bloom_filter.cpp b/be/src/format/parquet/parquet_block_split_bloom_filter.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/parquet_block_split_bloom_filter.cpp rename to be/src/format/parquet/parquet_block_split_bloom_filter.cpp index 626798deeeaa0f..158efe9ee4b122 100644 --- a/be/src/vec/exec/format/parquet/parquet_block_split_bloom_filter.cpp +++ b/be/src/format/parquet/parquet_block_split_bloom_filter.cpp @@ -19,7 +19,7 @@ #include -#include "vec/exec/format/parquet/vparquet_column_reader.h" +#include "format/parquet/vparquet_column_reader.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/format/parquet/parquet_block_split_bloom_filter.h b/be/src/format/parquet/parquet_block_split_bloom_filter.h similarity index 98% rename from be/src/vec/exec/format/parquet/parquet_block_split_bloom_filter.h rename to be/src/format/parquet/parquet_block_split_bloom_filter.h index abfa43ba8d585e..a36b118fbb7c33 100644 --- a/be/src/vec/exec/format/parquet/parquet_block_split_bloom_filter.h +++ b/be/src/format/parquet/parquet_block_split_bloom_filter.h @@ -19,7 +19,7 @@ #include -#include "olap/rowset/segment_v2/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter.h" namespace doris { namespace vectorized { diff --git a/be/src/vec/exec/format/parquet/parquet_column_convert.cpp b/be/src/format/parquet/parquet_column_convert.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/parquet_column_convert.cpp rename to be/src/format/parquet/parquet_column_convert.cpp index c703f1d590688d..3882acceaa96aa 100644 --- a/be/src/vec/exec/format/parquet/parquet_column_convert.cpp +++ b/be/src/format/parquet/parquet_column_convert.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/parquet_column_convert.h" +#include "format/parquet/parquet_column_convert.h" #include #include #include "common/cast_set.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" namespace doris::vectorized::parquet { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/parquet_column_convert.h b/be/src/format/parquet/parquet_column_convert.h similarity index 98% rename from be/src/vec/exec/format/parquet/parquet_column_convert.h rename to be/src/format/parquet/parquet_column_convert.h index cd7c8decdc6fb8..3c8682a112f3b3 100644 --- a/be/src/vec/exec/format/parquet/parquet_column_convert.h +++ b/be/src/format/parquet/parquet_column_convert.h @@ -20,17 +20,17 @@ #include #include "common/cast_set.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_varbinary.h" -#include "vec/core/extended_types.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/format/column_type_convert.h" -#include "vec/exec/format/format_common.h" -#include "vec/exec/format/parquet/decoder.h" -#include "vec/exec/format/parquet/parquet_common.h" -#include "vec/exec/format/parquet/schema_desc.h" +#include "core/column/column_varbinary.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/primitive_type.h" +#include "core/extended_types.h" +#include "core/field.h" +#include "core/types.h" +#include "format/column_type_convert.h" +#include "format/format_common.h" +#include "format/parquet/decoder.h" +#include "format/parquet/parquet_common.h" +#include "format/parquet/schema_desc.h" namespace doris::vectorized::parquet { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/parquet_common.cpp b/be/src/format/parquet/parquet_common.cpp similarity index 99% rename from be/src/vec/exec/format/parquet/parquet_common.cpp rename to be/src/format/parquet/parquet_common.cpp index 95920ef2a16006..e5df43e7bcd0ba 100644 --- a/be/src/vec/exec/format/parquet/parquet_common.cpp +++ b/be/src/format/parquet/parquet_common.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "parquet_common.h" +#include "format/parquet/parquet_common.h" #include #include "common/cast_set.h" +#include "core/types.h" #include "util/simd/bits.h" -#include "vec/core/types.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/parquet_common.h b/be/src/format/parquet/parquet_common.h similarity index 99% rename from be/src/vec/exec/format/parquet/parquet_common.h rename to be/src/format/parquet/parquet_common.h index a57ce9db7eac13..ee96a8cd3ca6c2 100644 --- a/be/src/vec/exec/format/parquet/parquet_common.h +++ b/be/src/format/parquet/parquet_common.h @@ -27,8 +27,8 @@ #include #include -#include "olap/rowset/segment_v2/row_ranges.h" -#include "vec/columns/column_nullable.h" +#include "core/column/column_nullable.h" +#include "storage/segment/row_ranges.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/parquet_predicate.h b/be/src/format/parquet/parquet_predicate.h similarity index 98% rename from be/src/vec/exec/format/parquet/parquet_predicate.h rename to be/src/format/parquet/parquet_predicate.h index 056e7dee648fa3..9d7d656ee28316 100644 --- a/be/src/vec/exec/format/parquet/parquet_predicate.h +++ b/be/src/format/parquet/parquet_predicate.h @@ -24,17 +24,17 @@ #include #include "cctz/time_zone.h" -#include "exec/olap_common.h" -#include "olap/rowset/segment_v2/row_ranges.h" -#include "parquet_common.h" -#include "runtime/primitive_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/primitive_type.h" +#include "exec/common/endian.h" +#include "format/format_common.h" +#include "format/parquet/parquet_block_split_bloom_filter.h" +#include "format/parquet/parquet_column_convert.h" +#include "format/parquet/parquet_common.h" +#include "format/parquet/schema_desc.h" +#include "storage/olap_scan_common.h" +#include "storage/segment/row_ranges.h" #include "util/timezone_utils.h" -#include "vec/common/endian.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/exec/format/format_common.h" -#include "vec/exec/format/parquet/parquet_block_split_bloom_filter.h" -#include "vec/exec/format/parquet/parquet_column_convert.h" -#include "vec/exec/format/parquet/schema_desc.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/parquet_thrift_util.h b/be/src/format/parquet/parquet_thrift_util.h similarity index 96% rename from be/src/vec/exec/format/parquet/parquet_thrift_util.h rename to be/src/format/parquet/parquet_thrift_util.h index 58b6828535c6ab..f99b0c6339ed3c 100644 --- a/be/src/vec/exec/format/parquet/parquet_thrift_util.h +++ b/be/src/format/parquet/parquet_thrift_util.h @@ -17,19 +17,19 @@ #pragma once -#include #include #include #include "common/logging.h" +#include "common/status.h" +#include "core/custom_allocator.h" +#include "format/parquet/vparquet_file_metadata.h" #include "io/fs/file_reader.h" #include "io/io_common.h" -#include "olap/iterators.h" +#include "storage/iterators.h" #include "util/coding.h" #include "util/thrift_util.h" -#include "vec/common/custom_allocator.h" -#include "vparquet_file_metadata.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/schema_desc.cpp b/be/src/format/parquet/schema_desc.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/schema_desc.cpp rename to be/src/format/parquet/schema_desc.cpp index 35c7cf169f9802..7eba2fffff2a5d 100644 --- a/be/src/vec/exec/format/parquet/schema_desc.cpp +++ b/be/src/format/parquet/schema_desc.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "schema_desc.h" +#include "format/parquet/schema_desc.h" #include @@ -25,14 +25,14 @@ #include "common/cast_set.h" #include "common/logging.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "format/table/table_format_reader.h" #include "util/slice.h" #include "util/string_util.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/schema_desc.h b/be/src/format/parquet/schema_desc.h similarity index 97% rename from be/src/vec/exec/format/parquet/schema_desc.h rename to be/src/format/parquet/schema_desc.h index d8269abc04bb65..7c9f5eb245256b 100644 --- a/be/src/vec/exec/format/parquet/schema_desc.h +++ b/be/src/format/parquet/schema_desc.h @@ -17,6 +17,7 @@ #pragma once +#include #include #include #include @@ -28,11 +29,9 @@ #include "common/cast_set.h" #include "common/status.h" -#include "gen_cpp/Planner_types.h" -#include "runtime/types.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nothing.h" #include "util/slice.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nothing.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/vparquet_column_chunk_reader.cpp b/be/src/format/parquet/vparquet_column_chunk_reader.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/vparquet_column_chunk_reader.cpp rename to be/src/format/parquet/vparquet_column_chunk_reader.cpp index 7e228e58dffb7e..9808198179dc92 100644 --- a/be/src/vec/exec/format/parquet/vparquet_column_chunk_reader.cpp +++ b/be/src/format/parquet/vparquet_column_chunk_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vparquet_column_chunk_reader.h" +#include "format/parquet/vparquet_column_chunk_reader.h" #include #include @@ -26,17 +26,17 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep +#include "core/column/column.h" +#include "core/custom_allocator.h" +#include "format/parquet/decoder.h" +#include "format/parquet/level_decoder.h" +#include "format/parquet/schema_desc.h" +#include "format/parquet/vparquet_page_reader.h" #include "io/fs/buffered_reader.h" -#include "olap/page_cache.h" +#include "runtime/runtime_profile.h" +#include "storage/cache/page_cache.h" #include "util/bit_util.h" #include "util/block_compression.h" -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/common/custom_allocator.h" -#include "vec/exec/format/parquet/decoder.h" -#include "vec/exec/format/parquet/level_decoder.h" -#include "vec/exec/format/parquet/schema_desc.h" -#include "vec/exec/format/parquet/vparquet_page_reader.h" namespace cctz { class time_zone; diff --git a/be/src/vec/exec/format/parquet/vparquet_column_chunk_reader.h b/be/src/format/parquet/vparquet_column_chunk_reader.h similarity index 97% rename from be/src/vec/exec/format/parquet/vparquet_column_chunk_reader.h rename to be/src/format/parquet/vparquet_column_chunk_reader.h index d0bf7ab2d81085..714532fd52bf75 100644 --- a/be/src/vec/exec/format/parquet/vparquet_column_chunk_reader.h +++ b/be/src/format/parquet/vparquet_column_chunk_reader.h @@ -26,13 +26,13 @@ #include #include "common/status.h" -#include "decoder.h" -#include "level_decoder.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "format/parquet/decoder.h" +#include "format/parquet/level_decoder.h" +#include "format/parquet/parquet_common.h" +#include "format/parquet/vparquet_page_reader.h" #include "util/slice.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/parquet/parquet_common.h" -#include "vparquet_page_reader.h" namespace doris { class BlockCompressionCodec; diff --git a/be/src/vec/exec/format/parquet/vparquet_column_reader.cpp b/be/src/format/parquet/vparquet_column_reader.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/vparquet_column_reader.cpp rename to be/src/format/parquet/vparquet_column_reader.cpp index 656e599a962641..e9adcdc0ed9d9a 100644 --- a/be/src/vec/exec/format/parquet/vparquet_column_reader.cpp +++ b/be/src/format/parquet/vparquet_column_reader.cpp @@ -15,9 +15,8 @@ // specific language governing permissions and limitations // under the License. -#include "vparquet_column_reader.h" +#include "format/parquet/vparquet_column_reader.h" -#include #include #include #include @@ -25,21 +24,22 @@ #include #include +#include "common/status.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "format/parquet/level_decoder.h" +#include "format/parquet/schema_desc.h" +#include "format/parquet/vparquet_column_chunk_reader.h" #include "io/fs/tracing_file_reader.h" -#include "runtime/define_primitive_type.h" -#include "schema_desc.h" -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/parquet/level_decoder.h" -#include "vparquet_column_chunk_reader.h" +#include "runtime/runtime_profile.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/vparquet_column_reader.h b/be/src/format/parquet/vparquet_column_reader.h similarity index 98% rename from be/src/vec/exec/format/parquet/vparquet_column_reader.h rename to be/src/format/parquet/vparquet_column_reader.h index 97ad9d1fd3ac39..cb23b0c2c062e2 100644 --- a/be/src/vec/exec/format/parquet/vparquet_column_reader.h +++ b/be/src/format/parquet/vparquet_column_reader.h @@ -16,7 +16,6 @@ // under the License. #pragma once -#include #include #include #include @@ -28,13 +27,14 @@ #include #include +#include "common/status.h" +#include "core/data_type/data_type.h" +#include "format/parquet/parquet_column_convert.h" +#include "format/parquet/parquet_common.h" +#include "format/parquet/vparquet_column_chunk_reader.h" +#include "format/table/table_format_reader.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader_writer_fwd.h" -#include "parquet_column_convert.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/parquet/parquet_common.h" -#include "vec/exec/format/table/table_format_reader.h" -#include "vparquet_column_chunk_reader.h" namespace cctz { class time_zone; diff --git a/be/src/vec/exec/format/parquet/vparquet_file_metadata.cpp b/be/src/format/parquet/vparquet_file_metadata.cpp similarity index 95% rename from be/src/vec/exec/format/parquet/vparquet_file_metadata.cpp rename to be/src/format/parquet/vparquet_file_metadata.cpp index 5578e698a8afa4..fdef8c75a84aa4 100644 --- a/be/src/vec/exec/format/parquet/vparquet_file_metadata.cpp +++ b/be/src/format/parquet/vparquet_file_metadata.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vparquet_file_metadata.h" +#include "format/parquet/vparquet_file_metadata.h" #include #include #include +#include "format/parquet/schema_desc.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker_limiter.h" -#include "schema_desc.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/vparquet_file_metadata.h b/be/src/format/parquet/vparquet_file_metadata.h similarity index 97% rename from be/src/vec/exec/format/parquet/vparquet_file_metadata.h rename to be/src/format/parquet/vparquet_file_metadata.h index 48c2fc88b1d7bc..abe088223d84f6 100644 --- a/be/src/vec/exec/format/parquet/vparquet_file_metadata.h +++ b/be/src/format/parquet/vparquet_file_metadata.h @@ -21,7 +21,7 @@ #include #include "common/status.h" -#include "schema_desc.h" +#include "format/parquet/schema_desc.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/parquet/vparquet_group_reader.cpp b/be/src/format/parquet/vparquet_group_reader.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/vparquet_group_reader.cpp rename to be/src/format/parquet/vparquet_group_reader.cpp index d64263392a22ce..546e6970ee8d1c 100644 --- a/be/src/vec/exec/format/parquet/vparquet_group_reader.cpp +++ b/be/src/format/parquet/vparquet_group_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vparquet_group_reader.h" +#include "format/parquet/vparquet_group_reader.h" #include #include @@ -32,35 +32,33 @@ #include "common/logging.h" #include "common/object_pool.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/custom_allocator.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/pod_array.h" +#include "core/types.h" #include "exprs/create_predicate_function.h" #include "exprs/hybrid_set.h" -#include "runtime/define_primitive_type.h" +#include "exprs/vdirect_in_predicate.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" +#include "format/parquet/schema_desc.h" +#include "format/parquet/vparquet_column_reader.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -#include "runtime/types.h" -#include "schema_desc.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/custom_allocator.h" -#include "vec/common/pod_array.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/vdirect_in_predicate.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" -#include "vparquet_column_reader.h" +#include "storage/segment/column_reader.h" namespace cctz { class time_zone; diff --git a/be/src/vec/exec/format/parquet/vparquet_group_reader.h b/be/src/format/parquet/vparquet_group_reader.h similarity index 97% rename from be/src/vec/exec/format/parquet/vparquet_group_reader.h rename to be/src/format/parquet/vparquet_group_reader.h index 1e5259413a3283..13353978dab658 100644 --- a/be/src/vec/exec/format/parquet/vparquet_group_reader.h +++ b/be/src/format/parquet/vparquet_group_reader.h @@ -15,7 +15,6 @@ // specific language governing permissions and limitations // under the License. #pragma once -#include #include #include @@ -27,14 +26,15 @@ #include #include +#include "common/status.h" +#include "core/column/column.h" +#include "exprs/vexpr_fwd.h" +#include "format/parquet/parquet_common.h" +#include "format/parquet/vparquet_column_reader.h" +#include "format/table/table_format_reader.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/id_manager.h" -#include "olap/utils.h" -#include "vec/columns/column.h" -#include "vec/exec/format/parquet/parquet_common.h" -#include "vec/exec/format/table/table_format_reader.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vparquet_column_reader.h" +#include "storage/id_manager.h" +#include "storage/utils.h" namespace cctz { class time_zone; diff --git a/be/src/vec/exec/format/parquet/vparquet_page_index.cpp b/be/src/format/parquet/vparquet_page_index.cpp similarity index 96% rename from be/src/vec/exec/format/parquet/vparquet_page_index.cpp rename to be/src/format/parquet/vparquet_page_index.cpp index b73675cfc4c0f7..ffe861ea4191c3 100644 --- a/be/src/vec/exec/format/parquet/vparquet_page_index.cpp +++ b/be/src/format/parquet/vparquet_page_index.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vparquet_page_index.h" +#include "format/parquet/vparquet_page_index.h" #include @@ -26,9 +26,9 @@ #include "common/logging.h" #include "common/status.h" -#include "parquet_predicate.h" +#include "format/parquet/parquet_common.h" +#include "format/parquet/parquet_predicate.h" #include "util/thrift_util.h" -#include "vec/exec/format/parquet/parquet_common.h" namespace cctz { class time_zone; diff --git a/be/src/vec/exec/format/parquet/vparquet_page_index.h b/be/src/format/parquet/vparquet_page_index.h similarity index 96% rename from be/src/vec/exec/format/parquet/vparquet_page_index.h rename to be/src/format/parquet/vparquet_page_index.h index 91b76143ce2d28..3eedc3210ce186 100644 --- a/be/src/vec/exec/format/parquet/vparquet_page_index.h +++ b/be/src/format/parquet/vparquet_page_index.h @@ -16,12 +16,12 @@ // under the License. #pragma once -#include #include #include -#include "exec/olap_common.h" +#include "common/status.h" +#include "storage/olap_scan_common.h" namespace cctz { class time_zone; diff --git a/be/src/vec/exec/format/parquet/vparquet_page_reader.cpp b/be/src/format/parquet/vparquet_page_reader.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/vparquet_page_reader.cpp rename to be/src/format/parquet/vparquet_page_reader.cpp index 70fdccd04a6fe9..56fe323d003ae8 100644 --- a/be/src/vec/exec/format/parquet/vparquet_page_reader.cpp +++ b/be/src/format/parquet/vparquet_page_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vparquet_page_reader.h" +#include "format/parquet/vparquet_page_reader.h" #include #include @@ -26,10 +26,10 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" +#include "format/parquet/parquet_common.h" #include "io/fs/buffered_reader.h" -#include "olap/page_cache.h" -#include "parquet_common.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" +#include "storage/cache/page_cache.h" #include "util/slice.h" #include "util/thrift_util.h" diff --git a/be/src/vec/exec/format/parquet/vparquet_page_reader.h b/be/src/format/parquet/vparquet_page_reader.h similarity index 99% rename from be/src/vec/exec/format/parquet/vparquet_page_reader.h rename to be/src/format/parquet/vparquet_page_reader.h index 9aa5ba3171c851..7802ce6f049b3c 100644 --- a/be/src/vec/exec/format/parquet/vparquet_page_reader.h +++ b/be/src/format/parquet/vparquet_page_reader.h @@ -26,9 +26,9 @@ #include "common/cast_set.h" #include "common/config.h" #include "common/status.h" -#include "olap/page_cache.h" +#include "format/parquet/parquet_common.h" +#include "storage/cache/page_cache.h" #include "util/block_compression.h" -#include "vec/exec/format/parquet/parquet_common.h" namespace doris { class BlockCompressionCodec; diff --git a/be/src/vec/exec/format/parquet/vparquet_reader.cpp b/be/src/format/parquet/vparquet_reader.cpp similarity index 98% rename from be/src/vec/exec/format/parquet/vparquet_reader.cpp rename to be/src/format/parquet/vparquet_reader.cpp index 1cc129d6a7ea1f..7ad2edf877e141 100644 --- a/be/src/vec/exec/format/parquet/vparquet_reader.cpp +++ b/be/src/format/parquet/vparquet_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vparquet_reader.h" +#include "format/parquet/vparquet_reader.h" #include #include @@ -27,41 +27,40 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/define_primitive_type.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "exec/scan/file_scanner.h" +#include "exprs/vbloom_predicate.h" +#include "exprs/vdirect_in_predicate.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vin_predicate.h" +#include "exprs/vruntimefilter_wrapper.h" +#include "exprs/vslot_ref.h" +#include "exprs/vtopn_pred.h" +#include "format/column_type_convert.h" +#include "format/parquet/parquet_block_split_bloom_filter.h" +#include "format/parquet/parquet_common.h" +#include "format/parquet/parquet_predicate.h" +#include "format/parquet/parquet_thrift_util.h" +#include "format/parquet/schema_desc.h" +#include "format/parquet/vparquet_file_metadata.h" +#include "format/parquet/vparquet_group_reader.h" +#include "format/parquet/vparquet_page_index.h" +#include "information_schema/schema_scanner.h" #include "io/file_factory.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/tracing_file_reader.h" -#include "parquet_predicate.h" -#include "parquet_thrift_util.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" -#include "runtime/types.h" #include "util/slice.h" #include "util/string_util.h" #include "util/timezone_utils.h" -#include "vec/columns/column.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/exec/format/column_type_convert.h" -#include "vec/exec/format/parquet/parquet_block_split_bloom_filter.h" -#include "vec/exec/format/parquet/parquet_common.h" -#include "vec/exec/format/parquet/schema_desc.h" -#include "vec/exec/format/parquet/vparquet_file_metadata.h" -#include "vec/exec/format/parquet/vparquet_group_reader.h" -#include "vec/exec/format/parquet/vparquet_page_index.h" -#include "vec/exec/scan/file_scanner.h" -#include "vec/exprs/vbloom_predicate.h" -#include "vec/exprs/vdirect_in_predicate.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vin_predicate.h" -#include "vec/exprs/vruntimefilter_wrapper.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/exprs/vtopn_pred.h" namespace cctz { class time_zone; diff --git a/be/src/vec/exec/format/parquet/vparquet_reader.h b/be/src/format/parquet/vparquet_reader.h similarity index 97% rename from be/src/vec/exec/format/parquet/vparquet_reader.h rename to be/src/format/parquet/vparquet_reader.h index dcd9e99f393e41..6076c64cc6641d 100644 --- a/be/src/vec/exec/format/parquet/vparquet_reader.h +++ b/be/src/format/parquet/vparquet_reader.h @@ -30,19 +30,19 @@ #include #include "common/status.h" -#include "exec/olap_common.h" +#include "format/generic_reader.h" +#include "format/parquet/parquet_common.h" +#include "format/parquet/parquet_predicate.h" +#include "format/parquet/vparquet_column_reader.h" +#include "format/parquet/vparquet_group_reader.h" +#include "format/table/table_format_reader.h" #include "io/file_factory.h" #include "io/fs/file_meta_cache.h" #include "io/fs/file_reader.h" #include "io/fs/file_reader_writer_fwd.h" -#include "parquet_predicate.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_scan_common.h" #include "util/obj_lru_cache.h" -#include "util/runtime_profile.h" -#include "vec/exec/format/generic_reader.h" -#include "vec/exec/format/parquet/parquet_common.h" -#include "vec/exec/format/table/table_format_reader.h" -#include "vparquet_column_reader.h" -#include "vparquet_group_reader.h" namespace cctz { class time_zone; diff --git a/be/src/vec/exec/format/table/deletion_vector_reader.cpp b/be/src/format/table/deletion_vector_reader.cpp similarity index 98% rename from be/src/vec/exec/format/table/deletion_vector_reader.cpp rename to be/src/format/table/deletion_vector_reader.cpp index 49d31479e6d8e9..130a98fd688652 100644 --- a/be/src/vec/exec/format/table/deletion_vector_reader.cpp +++ b/be/src/format/table/deletion_vector_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "deletion_vector_reader.h" +#include "format/table/deletion_vector_reader.h" #include "rapidjson/document.h" #include "rapidjson/stringbuffer.h" diff --git a/be/src/vec/exec/format/table/deletion_vector_reader.h b/be/src/format/table/deletion_vector_reader.h similarity index 98% rename from be/src/vec/exec/format/table/deletion_vector_reader.h rename to be/src/format/table/deletion_vector_reader.h index 96edb14a9f2e0d..459ffdee4f0f56 100644 --- a/be/src/vec/exec/format/table/deletion_vector_reader.h +++ b/be/src/format/table/deletion_vector_reader.h @@ -21,13 +21,13 @@ #include #include "common/status.h" +#include "format/generic_reader.h" #include "io/file_factory.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader.h" #include "roaring/roaring64map.hh" #include "util/profile_collector.h" #include "util/slice.h" -#include "vec/exec/format/generic_reader.h" namespace io { struct IOContext; diff --git a/be/src/vec/exec/format/table/equality_delete.cpp b/be/src/format/table/equality_delete.cpp similarity index 99% rename from be/src/vec/exec/format/table/equality_delete.cpp rename to be/src/format/table/equality_delete.cpp index 20162e082f1bc9..ea816f148e4eba 100644 --- a/be/src/vec/exec/format/table/equality_delete.cpp +++ b/be/src/format/table/equality_delete.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/equality_delete.h" +#include "format/table/equality_delete.h" #include "exprs/create_predicate_function.h" diff --git a/be/src/vec/exec/format/table/equality_delete.h b/be/src/format/table/equality_delete.h similarity index 98% rename from be/src/vec/exec/format/table/equality_delete.h rename to be/src/format/table/equality_delete.h index 1c9f91a01cb7e9..9598ad3e249dd7 100644 --- a/be/src/vec/exec/format/table/equality_delete.h +++ b/be/src/format/table/equality_delete.h @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. +#include "core/block/block.h" #include "exprs/hybrid_set.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" +#include "runtime/runtime_profile.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/hive/hive_orc_nested_column_utils.cpp b/be/src/format/table/hive/hive_orc_nested_column_utils.cpp similarity index 98% rename from be/src/vec/exec/format/table/hive/hive_orc_nested_column_utils.cpp rename to be/src/format/table/hive/hive_orc_nested_column_utils.cpp index 9c97747e5a4767..79f942fd7567c2 100644 --- a/be/src/vec/exec/format/table/hive/hive_orc_nested_column_utils.cpp +++ b/be/src/format/table/hive/hive_orc_nested_column_utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/hive/hive_orc_nested_column_utils.h" +#include "format/table/hive/hive_orc_nested_column_utils.h" #include #include @@ -25,8 +25,8 @@ #include #include "common/logging.h" +#include "format/table/table_format_reader.h" #include "orc/Type.hh" -#include "vec/exec/format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/hive/hive_orc_nested_column_utils.h b/be/src/format/table/hive/hive_orc_nested_column_utils.h similarity index 96% rename from be/src/vec/exec/format/table/hive/hive_orc_nested_column_utils.h rename to be/src/format/table/hive/hive_orc_nested_column_utils.h index 1e1968c09b9f8e..9a236e86d63deb 100644 --- a/be/src/vec/exec/format/table/hive/hive_orc_nested_column_utils.h +++ b/be/src/format/table/hive/hive_orc_nested_column_utils.h @@ -23,7 +23,7 @@ #include #include -#include "vec/exec/format/table/table_format_reader.h" +#include "format/table/table_format_reader.h" namespace orc { class Type; diff --git a/be/src/vec/exec/format/table/hive/hive_parquet_nested_column_utils.cpp b/be/src/format/table/hive/hive_parquet_nested_column_utils.cpp similarity index 97% rename from be/src/vec/exec/format/table/hive/hive_parquet_nested_column_utils.cpp rename to be/src/format/table/hive/hive_parquet_nested_column_utils.cpp index c2223c2aa18954..1ff064707fe007 100644 --- a/be/src/vec/exec/format/table/hive/hive_parquet_nested_column_utils.cpp +++ b/be/src/format/table/hive/hive_parquet_nested_column_utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/hive/hive_parquet_nested_column_utils.h" +#include "format/table/hive/hive_parquet_nested_column_utils.h" #include #include @@ -24,8 +24,8 @@ #include #include -#include "vec/exec/format/parquet/schema_desc.h" -#include "vec/exec/format/table/table_format_reader.h" +#include "format/parquet/schema_desc.h" +#include "format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/hive/hive_parquet_nested_column_utils.h b/be/src/format/table/hive/hive_parquet_nested_column_utils.h similarity index 96% rename from be/src/vec/exec/format/table/hive/hive_parquet_nested_column_utils.h rename to be/src/format/table/hive/hive_parquet_nested_column_utils.h index 6b57a0a3a3846c..885593e26c2e7a 100644 --- a/be/src/vec/exec/format/table/hive/hive_parquet_nested_column_utils.h +++ b/be/src/format/table/hive/hive_parquet_nested_column_utils.h @@ -23,7 +23,7 @@ #include #include -#include "vec/exec/format/table/table_format_reader.h" +#include "format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/hive_reader.cpp b/be/src/format/table/hive_reader.cpp similarity index 98% rename from be/src/vec/exec/format/table/hive_reader.cpp rename to be/src/format/table/hive_reader.cpp index f0465d4c4c0b87..3006e35b523acd 100644 --- a/be/src/vec/exec/format/table/hive_reader.cpp +++ b/be/src/format/table/hive_reader.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "hive_reader.h" +#include "format/table/hive_reader.h" #include #include "common/status.h" +#include "format/table/hive/hive_orc_nested_column_utils.h" +#include "format/table/hive/hive_parquet_nested_column_utils.h" +#include "format/table/nested_column_access_helper.h" #include "runtime/runtime_state.h" -#include "vec/exec/format/table/hive/hive_orc_nested_column_utils.h" -#include "vec/exec/format/table/hive/hive_parquet_nested_column_utils.h" -#include "vec/exec/format/table/nested_column_access_helper.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/hive_reader.h b/be/src/format/table/hive_reader.h similarity index 97% rename from be/src/vec/exec/format/table/hive_reader.h rename to be/src/format/table/hive_reader.h index 70f047a1aa2241..090c729eecc8ef 100644 --- a/be/src/vec/exec/format/table/hive_reader.h +++ b/be/src/format/table/hive_reader.h @@ -19,9 +19,9 @@ #include #include -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/format/table/table_format_reader.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" +#include "format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/hudi_jni_reader.cpp b/be/src/format/table/hudi_jni_reader.cpp similarity index 97% rename from be/src/vec/exec/format/table/hudi_jni_reader.cpp rename to be/src/format/table/hudi_jni_reader.cpp index f0f9b540d7dc43..0989053d7bff79 100644 --- a/be/src/vec/exec/format/table/hudi_jni_reader.cpp +++ b/be/src/format/table/hudi_jni_reader.cpp @@ -15,14 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "hudi_jni_reader.h" +#include "format/table/hudi_jni_reader.h" #include +#include "core/types.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" -#include "vec/core/types.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/hudi_jni_reader.h b/be/src/format/table/hudi_jni_reader.h similarity index 96% rename from be/src/vec/exec/format/table/hudi_jni_reader.h rename to be/src/format/table/hudi_jni_reader.h index 8bc7eb9d09cb73..9a7cca765c2cd9 100644 --- a/be/src/vec/exec/format/table/hudi_jni_reader.h +++ b/be/src/format/table/hudi_jni_reader.h @@ -24,8 +24,8 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "vec/exec/format/jni_reader.h" +#include "format/jni_reader.h" +#include "storage/olap_scan_common.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/hudi_reader.cpp b/be/src/format/table/hudi_reader.cpp similarity index 98% rename from be/src/vec/exec/format/table/hudi_reader.cpp rename to be/src/format/table/hudi_reader.cpp index c9c0497d2074fe..67e96ef43f5f34 100644 --- a/be/src/vec/exec/format/table/hudi_reader.cpp +++ b/be/src/format/table/hudi_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "hudi_reader.h" +#include "format/table/hudi_reader.h" #include diff --git a/be/src/vec/exec/format/table/hudi_reader.h b/be/src/format/table/hudi_reader.h similarity index 96% rename from be/src/vec/exec/format/table/hudi_reader.h rename to be/src/format/table/hudi_reader.h index 66fab379e47d97..f2e57bb6fc7413 100644 --- a/be/src/vec/exec/format/table/hudi_reader.h +++ b/be/src/format/table/hudi_reader.h @@ -18,9 +18,9 @@ #include #include -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/format/table/table_format_reader.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" +#include "format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" class HudiReader : public TableFormatReader, public TableSchemaChangeHelper { diff --git a/be/src/vec/exec/format/table/iceberg/arrow_schema_util.cpp b/be/src/format/table/iceberg/arrow_schema_util.cpp similarity index 98% rename from be/src/vec/exec/format/table/iceberg/arrow_schema_util.cpp rename to be/src/format/table/iceberg/arrow_schema_util.cpp index 241560120f7ec5..fb22edb25aa50a 100644 --- a/be/src/vec/exec/format/table/iceberg/arrow_schema_util.cpp +++ b/be/src/format/table/iceberg/arrow_schema_util.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/arrow_schema_util.h" +#include "format/table/iceberg/arrow_schema_util.h" #include #include diff --git a/be/src/vec/exec/format/table/iceberg/arrow_schema_util.h b/be/src/format/table/iceberg/arrow_schema_util.h similarity index 96% rename from be/src/vec/exec/format/table/iceberg/arrow_schema_util.h rename to be/src/format/table/iceberg/arrow_schema_util.h index 74c07fe301e0eb..c05defb035dac7 100644 --- a/be/src/vec/exec/format/table/iceberg/arrow_schema_util.h +++ b/be/src/format/table/iceberg/arrow_schema_util.h @@ -19,7 +19,7 @@ #include -#include "vec/exec/format/table/iceberg/schema.h" +#include "format/table/iceberg/schema.h" namespace doris::iceberg { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.cpp b/be/src/format/table/iceberg/iceberg_orc_nested_column_utils.cpp similarity index 98% rename from be/src/vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.cpp rename to be/src/format/table/iceberg/iceberg_orc_nested_column_utils.cpp index 42141589c8a794..ce82ed6f9e5ae9 100644 --- a/be/src/vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.cpp +++ b/be/src/format/table/iceberg/iceberg_orc_nested_column_utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.h" +#include "format/table/iceberg/iceberg_orc_nested_column_utils.h" #include #include @@ -24,8 +24,8 @@ #include #include +#include "format/table/table_format_reader.h" #include "orc/Type.hh" -#include "vec/exec/format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.h b/be/src/format/table/iceberg/iceberg_orc_nested_column_utils.h similarity index 96% rename from be/src/vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.h rename to be/src/format/table/iceberg/iceberg_orc_nested_column_utils.h index 5a5fe33dd4f32f..c7b7af2e6da08b 100644 --- a/be/src/vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.h +++ b/be/src/format/table/iceberg/iceberg_orc_nested_column_utils.h @@ -21,7 +21,7 @@ #include #include -#include "vec/exec/format/table/table_format_reader.h" +#include "format/table/table_format_reader.h" namespace orc { class Type; diff --git a/be/src/vec/exec/format/table/iceberg/iceberg_parquet_nested_column_utils.cpp b/be/src/format/table/iceberg/iceberg_parquet_nested_column_utils.cpp similarity index 97% rename from be/src/vec/exec/format/table/iceberg/iceberg_parquet_nested_column_utils.cpp rename to be/src/format/table/iceberg/iceberg_parquet_nested_column_utils.cpp index 48c508390eadaa..3f11470ec16ab6 100644 --- a/be/src/vec/exec/format/table/iceberg/iceberg_parquet_nested_column_utils.cpp +++ b/be/src/format/table/iceberg/iceberg_parquet_nested_column_utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/iceberg_parquet_nested_column_utils.h" +#include "format/table/iceberg/iceberg_parquet_nested_column_utils.h" #include #include @@ -25,8 +25,8 @@ #include #include -#include "vec/exec/format/parquet/schema_desc.h" -#include "vec/exec/format/table/table_format_reader.h" +#include "format/parquet/schema_desc.h" +#include "format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/iceberg_parquet_nested_column_utils.h b/be/src/format/table/iceberg/iceberg_parquet_nested_column_utils.h similarity index 96% rename from be/src/vec/exec/format/table/iceberg/iceberg_parquet_nested_column_utils.h rename to be/src/format/table/iceberg/iceberg_parquet_nested_column_utils.h index 58237d8182b4dc..a5432c01eaac8e 100644 --- a/be/src/vec/exec/format/table/iceberg/iceberg_parquet_nested_column_utils.h +++ b/be/src/format/table/iceberg/iceberg_parquet_nested_column_utils.h @@ -23,7 +23,7 @@ #include #include -#include "vec/exec/format/table/table_format_reader.h" +#include "format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/partition_spec.cpp b/be/src/format/table/iceberg/partition_spec.cpp similarity index 96% rename from be/src/vec/exec/format/table/iceberg/partition_spec.cpp rename to be/src/format/table/iceberg/partition_spec.cpp index e188c4a0e51600..ffc4c2978fe42c 100644 --- a/be/src/vec/exec/format/table/iceberg/partition_spec.cpp +++ b/be/src/format/table/iceberg/partition_spec.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/partition_spec.h" +#include "format/table/iceberg/partition_spec.h" #include #include #include -#include "vec/exec/format/table/iceberg/schema.h" +#include "format/table/iceberg/schema.h" namespace doris::iceberg { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/partition_spec.h b/be/src/format/table/iceberg/partition_spec.h similarity index 100% rename from be/src/vec/exec/format/table/iceberg/partition_spec.h rename to be/src/format/table/iceberg/partition_spec.h diff --git a/be/src/vec/exec/format/table/iceberg/partition_spec_parser.cpp b/be/src/format/table/iceberg/partition_spec_parser.cpp similarity index 97% rename from be/src/vec/exec/format/table/iceberg/partition_spec_parser.cpp rename to be/src/format/table/iceberg/partition_spec_parser.cpp index 37b5b1ceed0a4c..3c3c60d4df6b39 100644 --- a/be/src/vec/exec/format/table/iceberg/partition_spec_parser.cpp +++ b/be/src/format/table/iceberg/partition_spec_parser.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/partition_spec_parser.h" +#include "format/table/iceberg/partition_spec_parser.h" #include diff --git a/be/src/vec/exec/format/table/iceberg/partition_spec_parser.h b/be/src/format/table/iceberg/partition_spec_parser.h similarity index 93% rename from be/src/vec/exec/format/table/iceberg/partition_spec_parser.h rename to be/src/format/table/iceberg/partition_spec_parser.h index 145261b7001861..b75b68e811fe0b 100644 --- a/be/src/vec/exec/format/table/iceberg/partition_spec_parser.h +++ b/be/src/format/table/iceberg/partition_spec_parser.h @@ -23,10 +23,10 @@ //#include // //#include "common/exception.h" -//#include "vec/exec/format/table/iceberg/schema.h" +//#include "format/table/iceberg/schema.h" #include -#include "vec/exec/format/table/iceberg/unbound_partition_spec.h" +#include "format/table/iceberg/unbound_partition_spec.h" namespace doris::iceberg { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/schema.cpp b/be/src/format/table/iceberg/schema.cpp similarity index 97% rename from be/src/vec/exec/format/table/iceberg/schema.cpp rename to be/src/format/table/iceberg/schema.cpp index d83d420ba97212..5a1bdaf5c93451 100644 --- a/be/src/vec/exec/format/table/iceberg/schema.cpp +++ b/be/src/format/table/iceberg/schema.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/schema.h" +#include "format/table/iceberg/schema.h" namespace doris::iceberg { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/schema.h b/be/src/format/table/iceberg/schema.h similarity index 97% rename from be/src/vec/exec/format/table/iceberg/schema.h rename to be/src/format/table/iceberg/schema.h index 9a6266ec956d71..29ea62510ee2e4 100644 --- a/be/src/vec/exec/format/table/iceberg/schema.h +++ b/be/src/format/table/iceberg/schema.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/exec/format/table/iceberg/types.h" +#include "format/table/iceberg/types.h" namespace doris::iceberg { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/schema_parser.cpp b/be/src/format/table/iceberg/schema_parser.cpp similarity index 97% rename from be/src/vec/exec/format/table/iceberg/schema_parser.cpp rename to be/src/format/table/iceberg/schema_parser.cpp index 9a76f6672af74e..94530208d8fd4c 100644 --- a/be/src/vec/exec/format/table/iceberg/schema_parser.cpp +++ b/be/src/format/table/iceberg/schema_parser.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/schema_parser.h" +#include "format/table/iceberg/schema_parser.h" #include #include @@ -24,8 +24,8 @@ #include #include -#include "vec/exec/format/table/iceberg/schema.h" -#include "vec/exec/format/table/iceberg/types.h" +#include "format/table/iceberg/schema.h" +#include "format/table/iceberg/types.h" namespace doris::iceberg { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/schema_parser.h b/be/src/format/table/iceberg/schema_parser.h similarity index 100% rename from be/src/vec/exec/format/table/iceberg/schema_parser.h rename to be/src/format/table/iceberg/schema_parser.h diff --git a/be/src/vec/exec/format/table/iceberg/struct_like.h b/be/src/format/table/iceberg/struct_like.h similarity index 100% rename from be/src/vec/exec/format/table/iceberg/struct_like.h rename to be/src/format/table/iceberg/struct_like.h diff --git a/be/src/vec/exec/format/table/iceberg/types.cpp b/be/src/format/table/iceberg/types.cpp similarity index 99% rename from be/src/vec/exec/format/table/iceberg/types.cpp rename to be/src/format/table/iceberg/types.cpp index b8020a68d66af8..3e8db34d62ddbe 100644 --- a/be/src/vec/exec/format/table/iceberg/types.cpp +++ b/be/src/format/table/iceberg/types.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "types.h" +#include "format/table/iceberg/types.h" #include #include diff --git a/be/src/vec/exec/format/table/iceberg/types.h b/be/src/format/table/iceberg/types.h similarity index 100% rename from be/src/vec/exec/format/table/iceberg/types.h rename to be/src/format/table/iceberg/types.h diff --git a/be/src/vec/exec/format/table/iceberg/unbound_partition_spec.cpp b/be/src/format/table/iceberg/unbound_partition_spec.cpp similarity index 94% rename from be/src/vec/exec/format/table/iceberg/unbound_partition_spec.cpp rename to be/src/format/table/iceberg/unbound_partition_spec.cpp index 2d3f47762e3b5d..217d360c51842e 100644 --- a/be/src/vec/exec/format/table/iceberg/unbound_partition_spec.cpp +++ b/be/src/format/table/iceberg/unbound_partition_spec.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/unbound_partition_spec.h" +#include "format/table/iceberg/unbound_partition_spec.h" #include -#include "vec/exec/format/table/iceberg/partition_spec.h" -#include "vec/exec/format/table/iceberg/schema.h" +#include "format/table/iceberg/partition_spec.h" +#include "format/table/iceberg/schema.h" namespace doris::iceberg { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg/unbound_partition_spec.h b/be/src/format/table/iceberg/unbound_partition_spec.h similarity index 96% rename from be/src/vec/exec/format/table/iceberg/unbound_partition_spec.h rename to be/src/format/table/iceberg/unbound_partition_spec.h index 3a2bd92be0c798..288ff0bff0fcc9 100644 --- a/be/src/vec/exec/format/table/iceberg/unbound_partition_spec.h +++ b/be/src/format/table/iceberg/unbound_partition_spec.h @@ -20,8 +20,7 @@ #include #include -#include "partition_spec.h" -#include "vec/exec/format/table/iceberg/partition_spec.h" +#include "format/table/iceberg/partition_spec.h" namespace doris::iceberg { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg_reader.cpp b/be/src/format/table/iceberg_reader.cpp similarity index 97% rename from be/src/vec/exec/format/table/iceberg_reader.cpp rename to be/src/format/table/iceberg_reader.cpp index 4533155fbd52ea..2ad7845a6372fd 100644 --- a/be/src/vec/exec/format/table/iceberg_reader.cpp +++ b/be/src/format/table/iceberg_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "iceberg_reader.h" +#include "format/table/iceberg_reader.h" #include #include @@ -32,29 +32,29 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "exprs/aggregate/aggregate_function.h" +#include "format/format_common.h" +#include "format/generic_reader.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/schema_desc.h" +#include "format/parquet/vparquet_column_chunk_reader.h" +#include "format/table/deletion_vector_reader.h" +#include "format/table/iceberg/iceberg_orc_nested_column_utils.h" +#include "format/table/iceberg/iceberg_parquet_nested_column_utils.h" +#include "format/table/nested_column_access_helper.h" +#include "format/table/table_format_reader.h" #include "runtime/runtime_state.h" #include "util/coding.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/format/format_common.h" -#include "vec/exec/format/generic_reader.h" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/schema_desc.h" -#include "vec/exec/format/parquet/vparquet_column_chunk_reader.h" -#include "vec/exec/format/table/deletion_vector_reader.h" -#include "vec/exec/format/table/iceberg/iceberg_orc_nested_column_utils.h" -#include "vec/exec/format/table/iceberg/iceberg_parquet_nested_column_utils.h" -#include "vec/exec/format/table/nested_column_access_helper.h" -#include "vec/exec/format/table/table_format_reader.h" namespace cctz { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/iceberg_reader.h b/be/src/format/table/iceberg_reader.h similarity index 96% rename from be/src/vec/exec/format/table/iceberg_reader.h rename to be/src/format/table/iceberg_reader.h index 261d97484b6d3a..374464b6081348 100644 --- a/be/src/vec/exec/format/table/iceberg_reader.h +++ b/be/src/format/table/iceberg_reader.h @@ -26,16 +26,15 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "runtime/types.h" -#include "table_format_reader.h" -#include "vec/columns/column_dictionary.h" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/format/table/equality_delete.h" -#include "vec/exprs/vslot_ref.h" +#include "core/column/column_dictionary.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "exprs/vslot_ref.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" +#include "format/table/equality_delete.h" +#include "format/table/table_format_reader.h" +#include "storage/olap_scan_common.h" namespace tparquet { class KeyValue; diff --git a/be/src/vec/exec/format/table/iceberg_sys_table_jni_reader.cpp b/be/src/format/table/iceberg_sys_table_jni_reader.cpp similarity index 97% rename from be/src/vec/exec/format/table/iceberg_sys_table_jni_reader.cpp rename to be/src/format/table/iceberg_sys_table_jni_reader.cpp index d3c7ce82e4f822..51ece2fd38d7bb 100644 --- a/be/src/vec/exec/format/table/iceberg_sys_table_jni_reader.cpp +++ b/be/src/format/table/iceberg_sys_table_jni_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "iceberg_sys_table_jni_reader.h" +#include "format/table/iceberg_sys_table_jni_reader.h" #include "runtime/runtime_state.h" #include "util/string_util.h" diff --git a/be/src/vec/exec/format/table/iceberg_sys_table_jni_reader.h b/be/src/format/table/iceberg_sys_table_jni_reader.h similarity index 96% rename from be/src/vec/exec/format/table/iceberg_sys_table_jni_reader.h rename to be/src/format/table/iceberg_sys_table_jni_reader.h index ec78d9211f08f9..26d49f2902933a 100644 --- a/be/src/vec/exec/format/table/iceberg_sys_table_jni_reader.h +++ b/be/src/format/table/iceberg_sys_table_jni_reader.h @@ -26,8 +26,8 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "vec/exec/format/jni_reader.h" +#include "format/jni_reader.h" +#include "storage/olap_scan_common.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/lakesoul_jni_reader.cpp b/be/src/format/table/lakesoul_jni_reader.cpp similarity index 96% rename from be/src/vec/exec/format/table/lakesoul_jni_reader.cpp rename to be/src/format/table/lakesoul_jni_reader.cpp index a3af8c5833de05..22fb3d2cc460a7 100644 --- a/be/src/vec/exec/format/table/lakesoul_jni_reader.cpp +++ b/be/src/format/table/lakesoul_jni_reader.cpp @@ -18,14 +18,14 @@ // DEPRECATED: LakeSoul catalog support has been deprecated and will be removed in a future version. // This file is kept for backward compatibility but should not be used in new code. -#include "lakesoul_jni_reader.h" +#include "format/table/lakesoul_jni_reader.h" #include +#include "core/types.h" +#include "format/jni_reader.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "vec/core/types.h" -#include "vec/exec/format/jni_reader.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/lakesoul_jni_reader.h b/be/src/format/table/lakesoul_jni_reader.h similarity index 94% rename from be/src/vec/exec/format/table/lakesoul_jni_reader.h rename to be/src/format/table/lakesoul_jni_reader.h index a0c1004208e8ea..c483ea18524ae7 100644 --- a/be/src/vec/exec/format/table/lakesoul_jni_reader.h +++ b/be/src/format/table/lakesoul_jni_reader.h @@ -25,9 +25,9 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "vec/exec/format/jni_reader.h" -#include "vec/exec/jni_connector.h" +#include "exec/connector/jni_connector.h" +#include "format/jni_reader.h" +#include "storage/olap_scan_common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/max_compute_jni_reader.cpp b/be/src/format/table/max_compute_jni_reader.cpp similarity index 97% rename from be/src/vec/exec/format/table/max_compute_jni_reader.cpp rename to be/src/format/table/max_compute_jni_reader.cpp index 4e167dc9d4015b..1bf39fe294aa28 100644 --- a/be/src/vec/exec/format/table/max_compute_jni_reader.cpp +++ b/be/src/format/table/max_compute_jni_reader.cpp @@ -15,16 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "max_compute_jni_reader.h" +#include "format/table/max_compute_jni_reader.h" #include #include #include +#include "core/types.h" #include "runtime/descriptors.h" -#include "runtime/types.h" -#include "vec/core/types.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/max_compute_jni_reader.h b/be/src/format/table/max_compute_jni_reader.h similarity index 96% rename from be/src/vec/exec/format/table/max_compute_jni_reader.h rename to be/src/format/table/max_compute_jni_reader.h index bc83d7d372462c..6127ca8717640e 100644 --- a/be/src/vec/exec/format/table/max_compute_jni_reader.h +++ b/be/src/format/table/max_compute_jni_reader.h @@ -24,9 +24,9 @@ #include #include "common/status.h" -#include "exec/olap_common.h" +#include "format/jni_reader.h" #include "runtime/descriptors.h" -#include "vec/exec/format/jni_reader.h" +#include "storage/olap_scan_common.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/nested_column_access_helper.h b/be/src/format/table/nested_column_access_helper.h similarity index 98% rename from be/src/vec/exec/format/table/nested_column_access_helper.h rename to be/src/format/table/nested_column_access_helper.h index 316cfb7aebe328..46d74935e585ef 100644 --- a/be/src/vec/exec/format/table/nested_column_access_helper.h +++ b/be/src/format/table/nested_column_access_helper.h @@ -21,7 +21,7 @@ #include #include -#include "vec/exec/format/table/table_format_reader.h" +#include "format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/paimon_cpp_reader.cpp b/be/src/format/table/paimon_cpp_reader.cpp similarity index 98% rename from be/src/vec/exec/format/table/paimon_cpp_reader.cpp rename to be/src/format/table/paimon_cpp_reader.cpp index 756c87c32f0717..0ee92164a74729 100644 --- a/be/src/vec/exec/format/table/paimon_cpp_reader.cpp +++ b/be/src/format/table/paimon_cpp_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "paimon_cpp_reader.h" +#include "format/table/paimon_cpp_reader.h" #include #include @@ -24,6 +24,9 @@ #include "arrow/c/bridge.h" #include "arrow/record_batch.h" #include "arrow/result.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "format/table/paimon_doris_file_system.h" #include "paimon/defs.h" #include "paimon/memory/memory_pool.h" #include "paimon/read_context.h" @@ -31,9 +34,6 @@ #include "runtime/descriptors.h" #include "runtime/runtime_state.h" #include "util/url_coding.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exec/format/table/paimon_doris_file_system.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/paimon_cpp_reader.h b/be/src/format/table/paimon_cpp_reader.h similarity index 97% rename from be/src/vec/exec/format/table/paimon_cpp_reader.h rename to be/src/format/table/paimon_cpp_reader.h index a1e8cfc19174e1..1b6e7132a310d5 100644 --- a/be/src/vec/exec/format/table/paimon_cpp_reader.h +++ b/be/src/format/table/paimon_cpp_reader.h @@ -28,10 +28,10 @@ #include "cctz/time_zone.h" #include "common/status.h" -#include "exec/olap_common.h" +#include "format/generic_reader.h" #include "paimon/reader/batch_reader.h" #include "paimon/table/source/split.h" -#include "vec/exec/format/generic_reader.h" +#include "storage/olap_scan_common.h" namespace paimon { class TableRead; diff --git a/be/src/vec/exec/format/table/paimon_doris_file_system.cpp b/be/src/format/table/paimon_doris_file_system.cpp similarity index 99% rename from be/src/vec/exec/format/table/paimon_doris_file_system.cpp rename to be/src/format/table/paimon_doris_file_system.cpp index abe6fb0c7cbb63..0e7abd174bfe1b 100644 --- a/be/src/vec/exec/format/table/paimon_doris_file_system.cpp +++ b/be/src/format/table/paimon_doris_file_system.cpp @@ -15,7 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "paimon_doris_file_system.h" +#include "format/table/paimon_doris_file_system.h" + +#include #include #include @@ -28,7 +30,6 @@ #include #include "common/status.h" -#include "gen_cpp/Types_types.h" #include "io/file_factory.h" #include "io/fs/file_reader.h" #include "io/fs/file_system.h" diff --git a/be/src/vec/exec/format/table/paimon_doris_file_system.h b/be/src/format/table/paimon_doris_file_system.h similarity index 100% rename from be/src/vec/exec/format/table/paimon_doris_file_system.h rename to be/src/format/table/paimon_doris_file_system.h diff --git a/be/src/vec/exec/format/table/paimon_jni_reader.cpp b/be/src/format/table/paimon_jni_reader.cpp similarity index 97% rename from be/src/vec/exec/format/table/paimon_jni_reader.cpp rename to be/src/format/table/paimon_jni_reader.cpp index 69761db378e036..04e7648fd4fe3b 100644 --- a/be/src/vec/exec/format/table/paimon_jni_reader.cpp +++ b/be/src/format/table/paimon_jni_reader.cpp @@ -15,15 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "paimon_jni_reader.h" +#include "format/table/paimon_jni_reader.h" #include +#include "core/types.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" -#include "vec/core/block.h" -#include "vec/core/types.h" namespace doris { class RuntimeProfile; class RuntimeState; diff --git a/be/src/vec/exec/format/table/paimon_jni_reader.h b/be/src/format/table/paimon_jni_reader.h similarity index 96% rename from be/src/vec/exec/format/table/paimon_jni_reader.h rename to be/src/format/table/paimon_jni_reader.h index 81b5bd68d29a4d..c4032785097082 100644 --- a/be/src/vec/exec/format/table/paimon_jni_reader.h +++ b/be/src/format/table/paimon_jni_reader.h @@ -24,8 +24,8 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "vec/exec/format/jni_reader.h" +#include "format/jni_reader.h" +#include "storage/olap_scan_common.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/paimon_predicate_converter.cpp b/be/src/format/table/paimon_predicate_converter.cpp similarity index 97% rename from be/src/vec/exec/format/table/paimon_predicate_converter.cpp rename to be/src/format/table/paimon_predicate_converter.cpp index 6c8251ddb431cc..9f7246b625f5b0 100644 --- a/be/src/vec/exec/format/table/paimon_predicate_converter.cpp +++ b/be/src/format/table/paimon_predicate_converter.cpp @@ -15,34 +15,34 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/paimon_predicate_converter.h" +#include "format/table/paimon_predicate_converter.h" #include #include #include +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/vcompound_pred.h" +#include "exprs/vdirect_in_predicate.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr.h" +#include "exprs/vin_predicate.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" #include "paimon/data/decimal.h" #include "paimon/data/timestamp.h" #include "paimon/predicate/predicate_builder.h" -#include "runtime/decimalv2_value.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" #include "util/timezone_utils.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exprs/vcompound_pred.h" -#include "vec/exprs/vdirect_in_predicate.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vin_predicate.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/paimon_predicate_converter.h b/be/src/format/table/paimon_predicate_converter.h similarity index 97% rename from be/src/vec/exec/format/table/paimon_predicate_converter.h rename to be/src/format/table/paimon_predicate_converter.h index a844b497d52179..ff9e2ffab8d3b8 100644 --- a/be/src/vec/exec/format/table/paimon_predicate_converter.h +++ b/be/src/format/table/paimon_predicate_converter.h @@ -25,10 +25,10 @@ #include #include "cctz/time_zone.h" +#include "core/data_type/define_primitive_type.h" +#include "exprs/vexpr_fwd.h" #include "paimon/defs.h" #include "paimon/predicate/literal.h" -#include "runtime/define_primitive_type.h" -#include "vec/exprs/vexpr_fwd.h" namespace paimon { class Predicate; diff --git a/be/src/vec/exec/format/table/paimon_reader.cpp b/be/src/format/table/paimon_reader.cpp similarity index 98% rename from be/src/vec/exec/format/table/paimon_reader.cpp rename to be/src/format/table/paimon_reader.cpp index fef9643180bf5f..baa27d2d024fbd 100644 --- a/be/src/vec/exec/format/table/paimon_reader.cpp +++ b/be/src/format/table/paimon_reader.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "paimon_reader.h" +#include "format/table/paimon_reader.h" #include #include "common/status.h" +#include "format/table/deletion_vector_reader.h" #include "runtime/runtime_state.h" -#include "vec/exec/format/table/deletion_vector_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/paimon_reader.h b/be/src/format/table/paimon_reader.h similarity index 97% rename from be/src/vec/exec/format/table/paimon_reader.h rename to be/src/format/table/paimon_reader.h index 9f43d858575ce6..c39e410ec8b675 100644 --- a/be/src/vec/exec/format/table/paimon_reader.h +++ b/be/src/format/table/paimon_reader.h @@ -20,9 +20,9 @@ #include #include -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/format/table/table_format_reader.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" +#include "format/table/table_format_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/parquet_metadata_reader.cpp b/be/src/format/table/parquet_metadata_reader.cpp similarity index 98% rename from be/src/vec/exec/format/table/parquet_metadata_reader.cpp rename to be/src/format/table/parquet_metadata_reader.cpp index cc506f2d2edf1a..98e8caf2de76fc 100644 --- a/be/src/vec/exec/format/table/parquet_metadata_reader.cpp +++ b/be/src/format/table/parquet_metadata_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/parquet_metadata_reader.h" +#include "format/table/parquet_metadata_reader.h" #include @@ -28,23 +28,23 @@ #include #include +#include "core/block/block.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/field.h" +#include "core/string_view.h" +#include "core/types.h" +#include "format/parquet/parquet_thrift_util.h" +#include "format/parquet/schema_desc.h" +#include "format/parquet/vparquet_file_metadata.h" +#include "format/table/parquet_utils.h" #include "io/file_factory.h" #include "io/fs/file_reader.h" #include "io/hdfs_builder.h" #include "io/io_common.h" #include "runtime/runtime_state.h" #include "util/string_util.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/string_view.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exec/format/parquet/parquet_thrift_util.h" -#include "vec/exec/format/parquet/schema_desc.h" -#include "vec/exec/format/parquet/vparquet_file_metadata.h" -#include "vec/exec/format/table/parquet_utils.h" namespace doris::vectorized { diff --git a/be/src/vec/exec/format/table/parquet_metadata_reader.h b/be/src/format/table/parquet_metadata_reader.h similarity index 98% rename from be/src/vec/exec/format/table/parquet_metadata_reader.h rename to be/src/format/table/parquet_metadata_reader.h index 1e712534b222b4..018604cf444db8 100644 --- a/be/src/vec/exec/format/table/parquet_metadata_reader.h +++ b/be/src/format/table/parquet_metadata_reader.h @@ -26,8 +26,8 @@ #include "common/factory_creator.h" #include "common/status.h" +#include "format/generic_reader.h" #include "runtime/descriptors.h" -#include "vec/exec/format/generic_reader.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/parquet_utils.cpp b/be/src/format/table/parquet_utils.cpp similarity index 97% rename from be/src/vec/exec/format/table/parquet_utils.cpp rename to be/src/format/table/parquet_utils.cpp index 7109c36b2b28c3..3e1a79c27576f9 100644 --- a/be/src/vec/exec/format/table/parquet_utils.cpp +++ b/be/src/format/table/parquet_utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/parquet_utils.h" +#include "format/table/parquet_utils.h" #include @@ -25,15 +25,15 @@ #include #include +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_nullable.h" +#include "format/parquet/parquet_column_convert.h" #include "util/string_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/unaligned.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exec/format/parquet/parquet_column_convert.h" +#include "util/unaligned.h" namespace doris::vectorized::parquet_utils { namespace { diff --git a/be/src/vec/exec/format/table/parquet_utils.h b/be/src/format/table/parquet_utils.h similarity index 98% rename from be/src/vec/exec/format/table/parquet_utils.h rename to be/src/format/table/parquet_utils.h index b79dee1cb3999c..55c13140d6c9a4 100644 --- a/be/src/vec/exec/format/table/parquet_utils.h +++ b/be/src/format/table/parquet_utils.h @@ -25,8 +25,8 @@ #include #include "cctz/time_zone.h" -#include "vec/core/types.h" -#include "vec/exec/format/parquet/schema_desc.h" +#include "core/types.h" +#include "format/parquet/schema_desc.h" namespace doris::vectorized::parquet_utils { diff --git a/be/src/vec/exec/format/table/remote_doris_reader.cpp b/be/src/format/table/remote_doris_reader.cpp similarity index 95% rename from be/src/vec/exec/format/table/remote_doris_reader.cpp rename to be/src/format/table/remote_doris_reader.cpp index b8c90f0a94a13e..9cd72141852ced 100644 --- a/be/src/vec/exec/format/table/remote_doris_reader.cpp +++ b/be/src/format/table/remote_doris_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "remote_doris_reader.h" +#include "format/table/remote_doris_reader.h" #include #include @@ -29,13 +29,12 @@ #include "arrow/result.h" #include "arrow/status.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/types.h" +#include "format/arrow/arrow_utils.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" -#include "util/arrow/utils.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/remote_doris_reader.h b/be/src/format/table/remote_doris_reader.h similarity index 97% rename from be/src/vec/exec/format/table/remote_doris_reader.h rename to be/src/format/table/remote_doris_reader.h index 41888d2b24b05f..70090978311e4a 100644 --- a/be/src/vec/exec/format/table/remote_doris_reader.h +++ b/be/src/format/table/remote_doris_reader.h @@ -26,8 +26,8 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "vec/exec/format/jni_reader.h" +#include "format/jni_reader.h" +#include "storage/olap_scan_common.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/table_format_reader.cpp b/be/src/format/table/table_format_reader.cpp similarity index 99% rename from be/src/vec/exec/format/table/table_format_reader.cpp rename to be/src/format/table/table_format_reader.cpp index 2c614777a890f3..2c0da6ec4f8545 100644 --- a/be/src/vec/exec/format/table/table_format_reader.cpp +++ b/be/src/format/table/table_format_reader.cpp @@ -15,19 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "table_format_reader.h" +#include "format/table/table_format_reader.h" + +#include #include #include #include "common/status.h" -#include "gen_cpp/ExternalTableSchema_types.h" +#include "core/block/block.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_struct.h" +#include "format/generic_reader.h" #include "util/string_util.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/generic_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/table_format_reader.h b/be/src/format/table/table_format_reader.h similarity index 98% rename from be/src/vec/exec/format/table/table_format_reader.h rename to be/src/format/table/table_format_reader.h index 00442dc45f992f..9676873c256d31 100644 --- a/be/src/vec/exec/format/table/table_format_reader.h +++ b/be/src/format/table/table_format_reader.h @@ -22,16 +22,16 @@ #include #include "common/status.h" -#include "exec/olap_common.h" +#include "core/block/block.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_struct.h" +#include "format/generic_reader.h" +#include "format/parquet/schema_desc.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" +#include "storage/olap_scan_common.h" #include "util/string_util.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/generic_reader.h" -#include "vec/exec/format/parquet/schema_desc.h" namespace doris { class TFileRangeDesc; diff --git a/be/src/vec/exec/format/table/transactional_hive_common.cpp b/be/src/format/table/transactional_hive_common.cpp similarity index 98% rename from be/src/vec/exec/format/table/transactional_hive_common.cpp rename to be/src/format/table/transactional_hive_common.cpp index 2d8dcb09f1b780..2f524248e29718 100644 --- a/be/src/vec/exec/format/table/transactional_hive_common.cpp +++ b/be/src/format/table/transactional_hive_common.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "transactional_hive_common.h" +#include "format/table/transactional_hive_common.h" #include diff --git a/be/src/vec/exec/format/table/transactional_hive_common.h b/be/src/format/table/transactional_hive_common.h similarity index 97% rename from be/src/vec/exec/format/table/transactional_hive_common.h rename to be/src/format/table/transactional_hive_common.h index a02d3f86b7f127..0912c16f8978af 100644 --- a/be/src/vec/exec/format/table/transactional_hive_common.h +++ b/be/src/format/table/transactional_hive_common.h @@ -21,7 +21,7 @@ #include #include -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/transactional_hive_reader.cpp b/be/src/format/table/transactional_hive_reader.cpp similarity index 98% rename from be/src/vec/exec/format/table/transactional_hive_reader.cpp rename to be/src/format/table/transactional_hive_reader.cpp index 82437fdf9290be..c50ed7e1b4e454 100644 --- a/be/src/vec/exec/format/table/transactional_hive_reader.cpp +++ b/be/src/format/table/transactional_hive_reader.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "transactional_hive_reader.h" +#include "format/table/transactional_hive_reader.h" #include -#include "transactional_hive_common.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/table/table_format_reader.h" +#include "core/data_type/data_type_factory.hpp" +#include "format/orc/vorc_reader.h" +#include "format/table/table_format_reader.h" +#include "format/table/transactional_hive_common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/transactional_hive_reader.h b/be/src/format/table/transactional_hive_reader.h similarity index 97% rename from be/src/vec/exec/format/table/transactional_hive_reader.h rename to be/src/format/table/transactional_hive_reader.h index 29d1b1ec334e68..32a900271d25da 100644 --- a/be/src/vec/exec/format/table/transactional_hive_reader.h +++ b/be/src/format/table/transactional_hive_reader.h @@ -26,9 +26,9 @@ #include "common/factory_creator.h" #include "common/status.h" -#include "exec/olap_common.h" -#include "table_format_reader.h" -#include "vec/common/hash_table/phmap_fwd_decl.h" +#include "exec/common/hash_table/phmap_fwd_decl.h" +#include "format/table/table_format_reader.h" +#include "storage/olap_scan_common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/table/trino_connector_jni_reader.cpp b/be/src/format/table/trino_connector_jni_reader.cpp similarity index 97% rename from be/src/vec/exec/format/table/trino_connector_jni_reader.cpp rename to be/src/format/table/trino_connector_jni_reader.cpp index 1119de5065bfa7..e87b68a819b6bd 100644 --- a/be/src/vec/exec/format/table/trino_connector_jni_reader.cpp +++ b/be/src/format/table/trino_connector_jni_reader.cpp @@ -15,14 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "trino_connector_jni_reader.h" +#include "format/table/trino_connector_jni_reader.h" #include +#include "core/types.h" #include "runtime/descriptors.h" -#include "runtime/types.h" #include "util/jni-util.h" -#include "vec/core/types.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/table/trino_connector_jni_reader.h b/be/src/format/table/trino_connector_jni_reader.h similarity index 96% rename from be/src/vec/exec/format/table/trino_connector_jni_reader.h rename to be/src/format/table/trino_connector_jni_reader.h index 63610a38bba0a5..698c3e61c423e9 100644 --- a/be/src/vec/exec/format/table/trino_connector_jni_reader.h +++ b/be/src/format/table/trino_connector_jni_reader.h @@ -24,8 +24,8 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "vec/exec/format/jni_reader.h" +#include "format/jni_reader.h" +#include "storage/olap_scan_common.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/exec/format/text/text_reader.cpp b/be/src/format/text/text_reader.cpp similarity index 96% rename from be/src/vec/exec/format/text/text_reader.cpp rename to be/src/format/text/text_reader.cpp index 16b28850ce2b35..1cfde48dd82814 100644 --- a/be/src/vec/exec/format/text/text_reader.cpp +++ b/be/src/format/text/text_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "text_reader.h" +#include "format/text/text_reader.h" #include #include @@ -26,17 +26,17 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "exec/line_reader.h" +#include "core/block/block.h" +#include "exec/scan/scanner.h" +#include "format/csv/csv_reader.h" +#include "format/file_reader/new_plain_text_line_reader.h" +#include "format/line_reader.h" #include "io/file_factory.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader.h" #include "io/fs/s3_file_reader.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/exec/format/csv/csv_reader.h" -#include "vec/exec/format/file_reader/new_plain_text_line_reader.h" -#include "vec/exec/scan/scanner.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/text/text_reader.h b/be/src/format/text/text_reader.h similarity index 98% rename from be/src/vec/exec/format/text/text_reader.h rename to be/src/format/text/text_reader.h index 88d6746a19f08e..8240c28bceae90 100644 --- a/be/src/vec/exec/format/text/text_reader.h +++ b/be/src/format/text/text_reader.h @@ -25,8 +25,8 @@ #include #include "common/status.h" +#include "format/csv/csv_reader.h" #include "io/file_factory.h" -#include "vec/exec/format/csv/csv_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vcsv_transformer.cpp b/be/src/format/transformer/vcsv_transformer.cpp similarity index 94% rename from be/src/vec/runtime/vcsv_transformer.cpp rename to be/src/format/transformer/vcsv_transformer.cpp index d5ef124df62d52..dbdb7d29329c36 100644 --- a/be/src/vec/runtime/vcsv_transformer.cpp +++ b/be/src/format/transformer/vcsv_transformer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vcsv_transformer.h" +#include "format/transformer/vcsv_transformer.h" #include @@ -24,17 +24,16 @@ #include "common/cast_set.h" #include "common/status.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_string.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_buffer.hpp" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "format/csv/csv_reader.h" #include "io/fs/file_writer.h" -#include "runtime/primitive_type.h" -#include "runtime/types.h" #include "util/faststring.h" -#include "vec/columns/column_string.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/exec/format/csv/csv_reader.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vcsv_transformer.h b/be/src/format/transformer/vcsv_transformer.h similarity index 98% rename from be/src/vec/runtime/vcsv_transformer.h rename to be/src/format/transformer/vcsv_transformer.h index cb09bf8568898f..340370634c65ea 100644 --- a/be/src/vec/runtime/vcsv_transformer.h +++ b/be/src/format/transformer/vcsv_transformer.h @@ -29,8 +29,8 @@ #include #include +#include "format/transformer/vfile_format_transformer.h" #include "util/block_compression.h" -#include "vfile_format_transformer.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vfile_format_transformer.h b/be/src/format/transformer/vfile_format_transformer.h similarity index 92% rename from be/src/vec/runtime/vfile_format_transformer.h rename to be/src/format/transformer/vfile_format_transformer.h index aecd1276868512..f25284b972cde4 100644 --- a/be/src/vec/runtime/vfile_format_transformer.h +++ b/be/src/format/transformer/vfile_format_transformer.h @@ -21,11 +21,11 @@ #include #include "common/status.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" +#include "core/block/block.h" +#include "core/data_type/data_type.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vfile_format_transformer_factory.cpp b/be/src/format/transformer/vfile_format_transformer_factory.cpp similarity index 94% rename from be/src/vec/runtime/vfile_format_transformer_factory.cpp rename to be/src/format/transformer/vfile_format_transformer_factory.cpp index 69751cc637f55c..0217cb4829b083 100644 --- a/be/src/vec/runtime/vfile_format_transformer_factory.cpp +++ b/be/src/format/transformer/vfile_format_transformer_factory.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vfile_format_transformer_factory.h" +#include "format/transformer/vfile_format_transformer_factory.h" #include #include #include -#include "vec/runtime/vcsv_transformer.h" -#include "vec/runtime/vjni_format_transformer.h" -#include "vec/runtime/vorc_transformer.h" -#include "vec/runtime/vparquet_transformer.h" +#include "format/transformer/vcsv_transformer.h" +#include "format/transformer/vjni_format_transformer.h" +#include "format/transformer/vorc_transformer.h" +#include "format/transformer/vparquet_transformer.h" namespace doris::vectorized { diff --git a/be/src/vec/runtime/vfile_format_transformer_factory.h b/be/src/format/transformer/vfile_format_transformer_factory.h similarity index 97% rename from be/src/vec/runtime/vfile_format_transformer_factory.h rename to be/src/format/transformer/vfile_format_transformer_factory.h index 2a690db93bcd32..aa33574d70a798 100644 --- a/be/src/vec/runtime/vfile_format_transformer_factory.h +++ b/be/src/format/transformer/vfile_format_transformer_factory.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "vec/exprs/vexpr_fwd.h" +#include "exprs/vexpr_fwd.h" namespace doris { class RuntimeState; diff --git a/be/src/vec/runtime/vjni_format_transformer.cpp b/be/src/format/transformer/vjni_format_transformer.cpp similarity index 98% rename from be/src/vec/runtime/vjni_format_transformer.cpp rename to be/src/format/transformer/vjni_format_transformer.cpp index 0866096c72330a..ee41f57bb8cbda 100644 --- a/be/src/vec/runtime/vjni_format_transformer.cpp +++ b/be/src/format/transformer/vjni_format_transformer.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vjni_format_transformer.h" +#include "format/transformer/vjni_format_transformer.h" +#include "exec/connector/jni_connector.h" #include "runtime/runtime_state.h" -#include "vec/exec/jni_connector.h" namespace doris::vectorized { diff --git a/be/src/vec/runtime/vjni_format_transformer.h b/be/src/format/transformer/vjni_format_transformer.h similarity index 97% rename from be/src/vec/runtime/vjni_format_transformer.h rename to be/src/format/transformer/vjni_format_transformer.h index 4dcefc1a3abf23..3a486426100d1e 100644 --- a/be/src/vec/runtime/vjni_format_transformer.h +++ b/be/src/format/transformer/vjni_format_transformer.h @@ -20,8 +20,8 @@ #include #include +#include "format/transformer/vfile_format_transformer.h" #include "util/jni-util.h" -#include "vfile_format_transformer.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vnative_transformer.cpp b/be/src/format/transformer/vnative_transformer.cpp similarity index 97% rename from be/src/vec/runtime/vnative_transformer.cpp rename to be/src/format/transformer/vnative_transformer.cpp index 578364eff22120..9683284a967424 100644 --- a/be/src/vec/runtime/vnative_transformer.cpp +++ b/be/src/format/transformer/vnative_transformer.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vnative_transformer.h" +#include "format/transformer/vnative_transformer.h" #include #include #include #include "agent/be_exec_version_manager.h" +#include "core/block/block.h" +#include "format/native/native_format.h" #include "io/fs/file_writer.h" #include "runtime/runtime_state.h" #include "util/slice.h" -#include "vec/core/block.h" -#include "vec/exec/format/native/native_format.h" namespace doris::vectorized { diff --git a/be/src/vec/runtime/vnative_transformer.h b/be/src/format/transformer/vnative_transformer.h similarity index 96% rename from be/src/vec/runtime/vnative_transformer.h rename to be/src/format/transformer/vnative_transformer.h index fdf7ff46ac9d06..161eb0e13f6e59 100644 --- a/be/src/vec/runtime/vnative_transformer.h +++ b/be/src/format/transformer/vnative_transformer.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vfile_format_transformer.h" +#include "exprs/vexpr_fwd.h" +#include "format/transformer/vfile_format_transformer.h" namespace doris::io { class FileWriter; diff --git a/be/src/vec/runtime/vorc_transformer.cpp b/be/src/format/transformer/vorc_transformer.cpp similarity index 96% rename from be/src/vec/runtime/vorc_transformer.cpp rename to be/src/format/transformer/vorc_transformer.cpp index 39c226a971b69f..4edad02d3f3178 100644 --- a/be/src/vec/runtime/vorc_transformer.cpp +++ b/be/src/format/transformer/vorc_transformer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vorc_transformer.h" +#include "format/transformer/vorc_transformer.h" #include #include @@ -27,39 +27,38 @@ #include "common/cast_set.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_complex.h" +#include "core/column/column_decimal.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/pod_array.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "format/orc/vorc_reader.h" #include "io/fs/file_writer.h" #include "orc/Int128.hh" #include "orc/MemoryPool.hh" #include "orc/OrcFile.hh" #include "orc/Type.hh" #include "orc/Vector.hh" -#include "runtime/define_primitive_type.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" -#include "util/binary_cast.hpp" #include "util/debug_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array.h" -#include "vec/common/string_ref.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vorc_transformer.h b/be/src/format/transformer/vorc_transformer.h similarity index 97% rename from be/src/vec/runtime/vorc_transformer.h rename to be/src/format/transformer/vorc_transformer.h index d3876c7b5c6f92..d7ca7f91ec0602 100644 --- a/be/src/vec/runtime/vorc_transformer.h +++ b/be/src/format/transformer/vorc_transformer.h @@ -26,11 +26,11 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "format/table/iceberg/schema.h" +#include "format/transformer/vparquet_transformer.h" #include "orc/Type.hh" #include "orc/Writer.hh" -#include "vec/core/block.h" -#include "vec/exec/format/table/iceberg/schema.h" -#include "vec/runtime/vparquet_transformer.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vparquet_transformer.cpp b/be/src/format/transformer/vparquet_transformer.cpp similarity index 97% rename from be/src/vec/runtime/vparquet_transformer.cpp rename to be/src/format/transformer/vparquet_transformer.cpp index cd3868b03a866e..8f49275126b24f 100644 --- a/be/src/vec/runtime/vparquet_transformer.cpp +++ b/be/src/format/transformer/vparquet_transformer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vparquet_transformer.h" +#include "format/transformer/vparquet_transformer.h" #include #include @@ -35,17 +35,17 @@ #include "common/config.h" #include "common/status.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "format/arrow/arrow_block_convertor.h" +#include "format/arrow/arrow_row_batch.h" +#include "format/arrow/arrow_utils.h" +#include "format/table/iceberg/arrow_schema_util.h" +#include "format/table/parquet_utils.h" #include "io/fs/file_writer.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -#include "util/arrow/block_convertor.h" -#include "util/arrow/row_batch.h" -#include "util/arrow/utils.h" #include "util/debug_util.h" -#include "vec/exec/format/table/iceberg/arrow_schema_util.h" -#include "vec/exec/format/table/parquet_utils.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/runtime/vparquet_transformer.h b/be/src/format/transformer/vparquet_transformer.h similarity index 97% rename from be/src/vec/runtime/vparquet_transformer.h rename to be/src/format/transformer/vparquet_transformer.h index 228a31c55a3575..a6df029d00f5e8 100644 --- a/be/src/vec/runtime/vparquet_transformer.h +++ b/be/src/format/transformer/vparquet_transformer.h @@ -28,8 +28,8 @@ #include -#include "vec/exec/format/table/iceberg/schema.h" -#include "vfile_format_transformer.h" +#include "format/table/iceberg/schema.h" +#include "format/transformer/vfile_format_transformer.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/wal/wal_reader.cpp b/be/src/format/wal/wal_reader.cpp similarity index 97% rename from be/src/vec/exec/format/wal/wal_reader.cpp rename to be/src/format/wal/wal_reader.cpp index 2390f210d3e250..78d5e855659712 100644 --- a/be/src/vec/exec/format/wal/wal_reader.cpp +++ b/be/src/format/wal/wal_reader.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "wal_reader.h" +#include "format/wal/wal_reader.h" #include #include "agent/be_exec_version_manager.h" #include "common/logging.h" +#include "core/block/block.h" #include "cpp/sync_point.h" -#include "olap/wal/wal_manager.h" +#include "load/group_commit/wal/wal_manager.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/exec/format/wal/wal_reader.h b/be/src/format/wal/wal_reader.h similarity index 96% rename from be/src/vec/exec/format/wal/wal_reader.h rename to be/src/format/wal/wal_reader.h index 1f6458f39c37aa..e2e9f02c2487e5 100644 --- a/be/src/vec/exec/format/wal/wal_reader.h +++ b/be/src/format/wal/wal_reader.h @@ -16,9 +16,9 @@ // under the License. #pragma once -#include "olap/wal/wal_reader.h" +#include "format/generic_reader.h" +#include "load/group_commit/wal/wal_reader.h" #include "runtime/descriptors.h" -#include "vec/exec/format/generic_reader.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/geo/CMakeLists.txt b/be/src/geo/CMakeLists.txt deleted file mode 100644 index 3671d352eabb0a..00000000000000 --- a/be/src/geo/CMakeLists.txt +++ /dev/null @@ -1,60 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - -# where to put generated libraries -set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/geo") - -# where to put generated binaries -set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/geo") - -add_library(GeoType STATIC geo_types.cpp) - -add_library(Geo STATIC - geo_common.cpp - wkt_parse.cpp - wkb_parse.cpp - ${GENSRC_DIR}/geo/wkt_lex.l.cpp - ${GENSRC_DIR}/geo/wkt_yacc.y.cpp - geo_tobinary.cpp - ByteOrderValues.cpp - machine.h -) -pch_reuse(Geo) - -target_link_libraries(Geo GeoType) -include(CheckCXXCompilerFlag) -set(WARNING_OPTION "-Wno-unused-but-set-variable") -check_cxx_compiler_flag(${WARNING_OPTION} HAS_WARNING_OPTION) -if (HAS_WARNING_OPTION) - target_compile_options(Geo PRIVATE ${WARNING_OPTION} "-Wno-unused-macros") -endif() - -add_custom_command( - OUTPUT ${GENSRC_DIR}/geo/wkt_lex.l.cpp ${GENSRC_DIR}/geo/wkt_lex.l.h - COMMAND mkdir -p ${GENSRC_DIR}/geo - COMMAND flex --header-file=${GENSRC_DIR}/geo/wkt_lex.l.h --outfile=${GENSRC_DIR}/geo/wkt_lex.l.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/wkt_lex.l - MAIN_DEPENDENCY ${CMAKE_CURRENT_SOURCE_DIR}/wkt_lex.l) -set_source_files_properties(${GENSRC_DIR}/geo/wkt_lex.l.cpp PROPERTIES GENERATED TRUE) - -add_custom_command( - OUTPUT ${GENSRC_DIR}/geo/wkt_yacc.y.cpp ${GENSRC_DIR}/geo/wkt_yacc.y.hpp - COMMAND mkdir -p ${GENSRC_DIR}/geo - COMMAND bison --output=${GENSRC_DIR}/geo/wkt_yacc.y.cpp ${CMAKE_CURRENT_SOURCE_DIR}/wkt_yacc.y - MAIN_DEPENDENCY ${CMAKE_CURRENT_SOURCE_DIR}/wkt_yacc.y) -set_source_files_properties(${GENSRC_DIR}/geo/wkt_yacc.y.cpp PROPERTIES GENERATED TRUE) - diff --git a/be/src/glibc-compatibility/musl/powf_data.h b/be/src/glibc-compatibility/musl/powf_data.h index 5b136e28374fb3..10b9f92b292e70 100644 --- a/be/src/glibc-compatibility/musl/powf_data.h +++ b/be/src/glibc-compatibility/musl/powf_data.h @@ -5,8 +5,8 @@ #ifndef _POWF_DATA_H #define _POWF_DATA_H -#include "libm.h" -#include "exp2f_data.h" +#include "glibc-compatibility/musl/exp2f_data.h" +#include "glibc-compatibility/musl/libm.h" #define POWF_LOG2_TABLE_BITS 4 #define POWF_LOG2_POLY_ORDER 5 @@ -17,10 +17,10 @@ #endif #define POWF_SCALE ((double)(1 << POWF_SCALE_BITS)) extern hidden const struct powf_log2_data { - struct { - double invc, logc; - } tab[1 << POWF_LOG2_TABLE_BITS]; - double poly[POWF_LOG2_POLY_ORDER]; + struct { + double invc, logc; + } tab[1 << POWF_LOG2_TABLE_BITS]; + double poly[POWF_LOG2_POLY_ORDER]; } __powf_log2_data; #endif diff --git a/be/src/index-tools/CMakeLists.txt b/be/src/index-tools/CMakeLists.txt deleted file mode 100644 index 2128c57548f4ea..00000000000000 --- a/be/src/index-tools/CMakeLists.txt +++ /dev/null @@ -1,54 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - -# where to put generated libraries -set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/index-tools") - -# where to put generated binaries -set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/index-tools") - -add_executable(index_tool - index_tool.cpp -) - -pch_reuse(index_tool) - -# This permits libraries loaded by dlopen to link to the symbols in the program. -set_target_properties(index_tool PROPERTIES ENABLE_EXPORTS 1) - - -target_link_libraries(index_tool - ${DORIS_LINK_LIBS} -) - -if (COMPILER_CLANG) - target_compile_options(index_tool PRIVATE - -Wno-implicit-int-conversion - -Wno-shorten-64-to-32 - ) -endif() - -install(DIRECTORY DESTINATION ${OUTPUT_DIR}/lib/) -install(TARGETS index_tool DESTINATION ${OUTPUT_DIR}/lib/) -if (NOT OS_MACOSX) -# strip debug info to save space -add_custom_command(TARGET index_tool POST_BUILD - COMMAND ${CMAKE_OBJCOPY} --only-keep-debug $ $.dbg - COMMAND ${CMAKE_STRIP} --strip-debug --strip-unneeded $ - COMMAND ${CMAKE_OBJCOPY} --add-gnu-debuglink=$.dbg $ - ) -endif() diff --git a/be/src/information_schema/CMakeLists.txt b/be/src/information_schema/CMakeLists.txt new file mode 100644 index 00000000000000..f06b42180dc9f5 --- /dev/null +++ b/be/src/information_schema/CMakeLists.txt @@ -0,0 +1,27 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# where to put generated libraries +set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/information_schema") + +# where to put generated binaries +set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/information_schema") + +file(GLOB_RECURSE SRC_FILES CONFIGURE_DEPENDS *.cpp) +add_library(InformationSchema STATIC ${SRC_FILES}) + +pch_reuse(InformationSchema) diff --git a/be/src/exec/schema_scanner/schema_active_queries_scanner.cpp b/be/src/information_schema/schema_active_queries_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_active_queries_scanner.cpp rename to be/src/information_schema/schema_active_queries_scanner.cpp index 623c5ce7b96bf2..a0982ac3d38210 100644 --- a/be/src/exec/schema_scanner/schema_active_queries_scanner.cpp +++ b/be/src/information_schema/schema_active_queries_scanner.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_active_queries_scanner.h" +#include "information_schema/schema_active_queries_scanner.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_active_queries_scanner.h b/be/src/information_schema/schema_active_queries_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_active_queries_scanner.h rename to be/src/information_schema/schema_active_queries_scanner.h index 7e9ae4b8034083..f98f4e15a5fc53 100644 --- a/be/src/exec/schema_scanner/schema_active_queries_scanner.h +++ b/be/src/information_schema/schema_active_queries_scanner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_authentication_integrations_scanner.cpp b/be/src/information_schema/schema_authentication_integrations_scanner.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_authentication_integrations_scanner.cpp rename to be/src/information_schema/schema_authentication_integrations_scanner.cpp index 7367b3aa99ac77..a3412e1dbe723a 100644 --- a/be/src/exec/schema_scanner/schema_authentication_integrations_scanner.cpp +++ b/be/src/information_schema/schema_authentication_integrations_scanner.cpp @@ -15,19 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_authentication_integrations_scanner.h" +#include "information_schema/schema_authentication_integrations_scanner.h" #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_authentication_integrations_scanner.h b/be/src/information_schema/schema_authentication_integrations_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_authentication_integrations_scanner.h rename to be/src/information_schema/schema_authentication_integrations_scanner.h index 5563ac21f3e211..40107baacc7bbf 100644 --- a/be/src/exec/schema_scanner/schema_authentication_integrations_scanner.h +++ b/be/src/information_schema/schema_authentication_integrations_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_backend_active_tasks.cpp b/be/src/information_schema/schema_backend_active_tasks.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_backend_active_tasks.cpp rename to be/src/information_schema/schema_backend_active_tasks.cpp index 208b8eec141819..3740cb46605f1f 100644 --- a/be/src/exec/schema_scanner/schema_backend_active_tasks.cpp +++ b/be/src/information_schema/schema_backend_active_tasks.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_backend_active_tasks.h" +#include "information_schema/schema_backend_active_tasks.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/runtime_query_statistics_mgr.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_backend_active_tasks.h b/be/src/information_schema/schema_backend_active_tasks.h similarity index 97% rename from be/src/exec/schema_scanner/schema_backend_active_tasks.h rename to be/src/information_schema/schema_backend_active_tasks.h index 43819818b57f69..c86a10e5c8e922 100644 --- a/be/src/exec/schema_scanner/schema_backend_active_tasks.h +++ b/be/src/information_schema/schema_backend_active_tasks.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_backend_configuration_scanner.cpp b/be/src/information_schema/schema_backend_configuration_scanner.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_backend_configuration_scanner.cpp rename to be/src/information_schema/schema_backend_configuration_scanner.cpp index 931425a9f2663e..74ff10116f26ab 100644 --- a/be/src/exec/schema_scanner/schema_backend_configuration_scanner.cpp +++ b/be/src/information_schema/schema_backend_configuration_scanner.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_backend_configuration_scanner.h" +#include "information_schema/schema_backend_configuration_scanner.h" #include #include -#include "runtime/define_primitive_type.h" +#include "core/block/block.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_backend_configuration_scanner.h b/be/src/information_schema/schema_backend_configuration_scanner.h similarity index 96% rename from be/src/exec/schema_scanner/schema_backend_configuration_scanner.h rename to be/src/information_schema/schema_backend_configuration_scanner.h index c0da24756b536c..5b130462552acc 100644 --- a/be/src/exec/schema_scanner/schema_backend_configuration_scanner.h +++ b/be/src/information_schema/schema_backend_configuration_scanner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_backend_kerberos_ticket_cache.cpp b/be/src/information_schema/schema_backend_kerberos_ticket_cache.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_backend_kerberos_ticket_cache.cpp rename to be/src/information_schema/schema_backend_kerberos_ticket_cache.cpp index 7446ba0a0a25f6..ba626ce05df3c5 100644 --- a/be/src/exec/schema_scanner/schema_backend_kerberos_ticket_cache.cpp +++ b/be/src/information_schema/schema_backend_kerberos_ticket_cache.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_backend_kerberos_ticket_cache.h" +#include "information_schema/schema_backend_kerberos_ticket_cache.h" #include "common/kerberos/kerberos_ticket_mgr.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_backend_kerberos_ticket_cache.h b/be/src/information_schema/schema_backend_kerberos_ticket_cache.h similarity index 97% rename from be/src/exec/schema_scanner/schema_backend_kerberos_ticket_cache.h rename to be/src/information_schema/schema_backend_kerberos_ticket_cache.h index 19dac6f4c20ff9..1e451d3054dd84 100644 --- a/be/src/exec/schema_scanner/schema_backend_kerberos_ticket_cache.h +++ b/be/src/information_schema/schema_backend_kerberos_ticket_cache.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_catalog_meta_cache_stats_scanner.cpp b/be/src/information_schema/schema_catalog_meta_cache_stats_scanner.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_catalog_meta_cache_stats_scanner.cpp rename to be/src/information_schema/schema_catalog_meta_cache_stats_scanner.cpp index 4701bb6bea6da0..6396e796f23e24 100644 --- a/be/src/exec/schema_scanner/schema_catalog_meta_cache_stats_scanner.cpp +++ b/be/src/information_schema/schema_catalog_meta_cache_stats_scanner.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_catalog_meta_cache_stats_scanner.h" +#include "information_schema/schema_catalog_meta_cache_stats_scanner.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_catalog_meta_cache_stats_scanner.h b/be/src/information_schema/schema_catalog_meta_cache_stats_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_catalog_meta_cache_stats_scanner.h rename to be/src/information_schema/schema_catalog_meta_cache_stats_scanner.h index dd6c908deb326d..61fd9e5921e9a1 100644 --- a/be/src/exec/schema_scanner/schema_catalog_meta_cache_stats_scanner.h +++ b/be/src/information_schema/schema_catalog_meta_cache_stats_scanner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_charsets_scanner.cpp b/be/src/information_schema/schema_charsets_scanner.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_charsets_scanner.cpp rename to be/src/information_schema/schema_charsets_scanner.cpp index d06cd8fa745634..17e2b6d41d21ab 100644 --- a/be/src/exec/schema_scanner/schema_charsets_scanner.cpp +++ b/be/src/information_schema/schema_charsets_scanner.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_charsets_scanner.h" +#include "information_schema/schema_charsets_scanner.h" #include #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "runtime/runtime_profile.h" namespace doris { namespace vectorized { diff --git a/be/src/exec/schema_scanner/schema_charsets_scanner.h b/be/src/information_schema/schema_charsets_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_charsets_scanner.h rename to be/src/information_schema/schema_charsets_scanner.h index d5089c62826b0b..756e1769a98b0d 100644 --- a/be/src/exec/schema_scanner/schema_charsets_scanner.h +++ b/be/src/information_schema/schema_charsets_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { namespace vectorized { diff --git a/be/src/exec/schema_scanner/schema_cluster_snapshot_properties_scanner.cpp b/be/src/information_schema/schema_cluster_snapshot_properties_scanner.cpp similarity index 94% rename from be/src/exec/schema_scanner/schema_cluster_snapshot_properties_scanner.cpp rename to be/src/information_schema/schema_cluster_snapshot_properties_scanner.cpp index 3eded9782b2979..37982c0ba4a765 100644 --- a/be/src/exec/schema_scanner/schema_cluster_snapshot_properties_scanner.cpp +++ b/be/src/information_schema/schema_cluster_snapshot_properties_scanner.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_cluster_snapshot_properties_scanner.h" +#include "information_schema/schema_cluster_snapshot_properties_scanner.h" #include #include "cloud/cloud_meta_mgr.h" #include "cloud/cloud_storage_engine.h" -#include "exec/schema_scanner/schema_helper.h" -#include "exec/schema_scanner/schema_scanner_helper.h" -#include "olap/storage_engine.h" +#include "core/block/block.h" +#include "information_schema/schema_helper.h" +#include "information_schema/schema_scanner_helper.h" #include "runtime/exec_env.h" -#include "vec/core/block.h" +#include "storage/storage_engine.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_cluster_snapshot_properties_scanner.h b/be/src/information_schema/schema_cluster_snapshot_properties_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_cluster_snapshot_properties_scanner.h rename to be/src/information_schema/schema_cluster_snapshot_properties_scanner.h index 7d50aa732b911c..2188eb9c5aa30c 100644 --- a/be/src/exec/schema_scanner/schema_cluster_snapshot_properties_scanner.h +++ b/be/src/information_schema/schema_cluster_snapshot_properties_scanner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_cluster_snapshots_scanner.cpp b/be/src/information_schema/schema_cluster_snapshots_scanner.cpp similarity index 97% rename from be/src/exec/schema_scanner/schema_cluster_snapshots_scanner.cpp rename to be/src/information_schema/schema_cluster_snapshots_scanner.cpp index fb83379b00280a..71f44cd49b05ce 100644 --- a/be/src/exec/schema_scanner/schema_cluster_snapshots_scanner.cpp +++ b/be/src/information_schema/schema_cluster_snapshots_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_cluster_snapshots_scanner.h" +#include "information_schema/schema_cluster_snapshots_scanner.h" #include #include @@ -23,11 +23,11 @@ #include "cloud/cloud_meta_mgr.h" #include "cloud/cloud_storage_engine.h" #include "common/status.h" -#include "exec/schema_scanner/schema_helper.h" -#include "olap/storage_engine.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/exec_env.h" -#include "vec/common/string_ref.h" +#include "storage/storage_engine.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_cluster_snapshots_scanner.h b/be/src/information_schema/schema_cluster_snapshots_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_cluster_snapshots_scanner.h rename to be/src/information_schema/schema_cluster_snapshots_scanner.h index 964941cfaf5388..8bbebd6839d65d 100644 --- a/be/src/exec/schema_scanner/schema_cluster_snapshots_scanner.h +++ b/be/src/information_schema/schema_cluster_snapshots_scanner.h @@ -21,7 +21,7 @@ #include -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_collations_scanner.cpp b/be/src/information_schema/schema_collations_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_collations_scanner.cpp rename to be/src/information_schema/schema_collations_scanner.cpp index 8592eb7575c387..a1c86387458542 100644 --- a/be/src/exec/schema_scanner/schema_collations_scanner.cpp +++ b/be/src/information_schema/schema_collations_scanner.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_collations_scanner.h" +#include "information_schema/schema_collations_scanner.h" #include #include #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "runtime/runtime_profile.h" namespace doris { namespace vectorized { diff --git a/be/src/exec/schema_scanner/schema_collations_scanner.h b/be/src/information_schema/schema_collations_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_collations_scanner.h rename to be/src/information_schema/schema_collations_scanner.h index 2fe200da78d04d..085458270fa3fc 100644 --- a/be/src/exec/schema_scanner/schema_collations_scanner.h +++ b/be/src/information_schema/schema_collations_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { namespace vectorized { diff --git a/be/src/exec/schema_scanner/schema_column_data_sizes_scanner.cpp b/be/src/information_schema/schema_column_data_sizes_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_column_data_sizes_scanner.cpp rename to be/src/information_schema/schema_column_data_sizes_scanner.cpp index 02501b48ae3313..b5bf4095ef5f87 100644 --- a/be/src/exec/schema_scanner/schema_column_data_sizes_scanner.cpp +++ b/be/src/information_schema/schema_column_data_sizes_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_column_data_sizes_scanner.h" +#include "information_schema/schema_column_data_sizes_scanner.h" #include #include @@ -33,19 +33,19 @@ #include "cloud/cloud_tablet_mgr.h" #include "cloud/config.h" #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/segment/segment.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" namespace doris { namespace vectorized { diff --git a/be/src/exec/schema_scanner/schema_column_data_sizes_scanner.h b/be/src/information_schema/schema_column_data_sizes_scanner.h similarity index 98% rename from be/src/exec/schema_scanner/schema_column_data_sizes_scanner.h rename to be/src/information_schema/schema_column_data_sizes_scanner.h index 096ed350cfddf2..8c242e1a731909 100644 --- a/be/src/exec/schema_scanner/schema_column_data_sizes_scanner.h +++ b/be/src/information_schema/schema_column_data_sizes_scanner.h @@ -22,7 +22,7 @@ #include #include -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_columns_scanner.cpp b/be/src/information_schema/schema_columns_scanner.cpp similarity index 99% rename from be/src/exec/schema_scanner/schema_columns_scanner.cpp rename to be/src/information_schema/schema_columns_scanner.cpp index fd6d2833895413..0a708d65469f11 100644 --- a/be/src/exec/schema_scanner/schema_columns_scanner.cpp +++ b/be/src/information_schema/schema_columns_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_columns_scanner.h" +#include "information_schema/schema_columns_scanner.h" #include #include @@ -24,10 +24,10 @@ #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_columns_scanner.h b/be/src/information_schema/schema_columns_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_columns_scanner.h rename to be/src/information_schema/schema_columns_scanner.h index 99150c36d109a2..799a371d66a5bc 100644 --- a/be/src/exec/schema_scanner/schema_columns_scanner.h +++ b/be/src/information_schema/schema_columns_scanner.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_dummy_scanner.cpp b/be/src/information_schema/schema_dummy_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_dummy_scanner.cpp rename to be/src/information_schema/schema_dummy_scanner.cpp index 9e3a703d9fb5d6..2891e67d5c2c79 100644 --- a/be/src/exec/schema_scanner/schema_dummy_scanner.cpp +++ b/be/src/information_schema/schema_dummy_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "schema_dummy_scanner.h" +#include "information_schema/schema_dummy_scanner.h" #include diff --git a/be/src/exec/schema_scanner/schema_dummy_scanner.h b/be/src/information_schema/schema_dummy_scanner.h similarity index 96% rename from be/src/exec/schema_scanner/schema_dummy_scanner.h rename to be/src/information_schema/schema_dummy_scanner.h index 0c5e4aabe357e4..ad1b5a429da7e8 100644 --- a/be/src/exec/schema_scanner/schema_dummy_scanner.h +++ b/be/src/information_schema/schema_dummy_scanner.h @@ -18,7 +18,7 @@ #pragma once #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_encryption_keys_scanner.cpp b/be/src/information_schema/schema_encryption_keys_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_encryption_keys_scanner.cpp rename to be/src/information_schema/schema_encryption_keys_scanner.cpp index 7d1612f565f95d..b172e2e36b5855 100644 --- a/be/src/exec/schema_scanner/schema_encryption_keys_scanner.cpp +++ b/be/src/information_schema/schema_encryption_keys_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_encryption_keys_scanner.h" +#include "information_schema/schema_encryption_keys_scanner.h" #include #include @@ -27,13 +27,13 @@ #include #include "common/status.h" -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/runtime_state.h" #include "util/url_coding.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_encryption_keys_scanner.h b/be/src/information_schema/schema_encryption_keys_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_encryption_keys_scanner.h rename to be/src/information_schema/schema_encryption_keys_scanner.h index 38a36c38fe43d0..a4150b99e71c09 100644 --- a/be/src/exec/schema_scanner/schema_encryption_keys_scanner.h +++ b/be/src/information_schema/schema_encryption_keys_scanner.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_file_cache_info_scanner.cpp b/be/src/information_schema/schema_file_cache_info_scanner.cpp similarity index 97% rename from be/src/exec/schema_scanner/schema_file_cache_info_scanner.cpp rename to be/src/information_schema/schema_file_cache_info_scanner.cpp index 09f1be4f3754db..679fd39bd08ae3 100644 --- a/be/src/exec/schema_scanner/schema_file_cache_info_scanner.cpp +++ b/be/src/information_schema/schema_file_cache_info_scanner.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_file_cache_info_scanner.h" +#include "information_schema/schema_file_cache_info_scanner.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "io/cache/file_cache_common.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_file_cache_info_scanner.h b/be/src/information_schema/schema_file_cache_info_scanner.h similarity index 96% rename from be/src/exec/schema_scanner/schema_file_cache_info_scanner.h rename to be/src/information_schema/schema_file_cache_info_scanner.h index 2efe6f76cdfc94..431741e04429e9 100644 --- a/be/src/exec/schema_scanner/schema_file_cache_info_scanner.h +++ b/be/src/information_schema/schema_file_cache_info_scanner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_file_cache_statistics.cpp b/be/src/information_schema/schema_file_cache_statistics.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_file_cache_statistics.cpp rename to be/src/information_schema/schema_file_cache_statistics.cpp index b99efedb49f2d8..2e32736b7bfd25 100644 --- a/be/src/exec/schema_scanner/schema_file_cache_statistics.cpp +++ b/be/src/information_schema/schema_file_cache_statistics.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_file_cache_statistics.h" +#include "information_schema/schema_file_cache_statistics.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "io/cache/block_file_cache_factory.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_file_cache_statistics.h b/be/src/information_schema/schema_file_cache_statistics.h similarity index 97% rename from be/src/exec/schema_scanner/schema_file_cache_statistics.h rename to be/src/information_schema/schema_file_cache_statistics.h index 96c6aa9028f0c8..b0aed850fe0881 100644 --- a/be/src/exec/schema_scanner/schema_file_cache_statistics.h +++ b/be/src/information_schema/schema_file_cache_statistics.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_files_scanner.cpp b/be/src/information_schema/schema_files_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_files_scanner.cpp rename to be/src/information_schema/schema_files_scanner.cpp index 20aa07fa69116c..24926d95f3faf4 100644 --- a/be/src/exec/schema_scanner/schema_files_scanner.cpp +++ b/be/src/information_schema/schema_files_scanner.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_files_scanner.h" +#include "information_schema/schema_files_scanner.h" #include #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_files_scanner.h b/be/src/information_schema/schema_files_scanner.h similarity index 96% rename from be/src/exec/schema_scanner/schema_files_scanner.h rename to be/src/information_schema/schema_files_scanner.h index bb3b2d68493147..8c3d0942b6d095 100644 --- a/be/src/exec/schema_scanner/schema_files_scanner.h +++ b/be/src/information_schema/schema_files_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_helper.cpp b/be/src/information_schema/schema_helper.cpp similarity index 99% rename from be/src/exec/schema_scanner/schema_helper.cpp rename to be/src/information_schema/schema_helper.cpp index 33516e01726447..3981e76b9b9693 100644 --- a/be/src/exec/schema_scanner/schema_helper.cpp +++ b/be/src/information_schema/schema_helper.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_helper.h" +#include "information_schema/schema_helper.h" #include -#include "runtime/client_cache.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_helper.h b/be/src/information_schema/schema_helper.h similarity index 100% rename from be/src/exec/schema_scanner/schema_helper.h rename to be/src/information_schema/schema_helper.h diff --git a/be/src/exec/schema_scanner/schema_load_job_scanner.cpp b/be/src/information_schema/schema_load_job_scanner.cpp similarity index 97% rename from be/src/exec/schema_scanner/schema_load_job_scanner.cpp rename to be/src/information_schema/schema_load_job_scanner.cpp index 851882d13f9b83..f54f5e23561b92 100644 --- a/be/src/exec/schema_scanner/schema_load_job_scanner.cpp +++ b/be/src/information_schema/schema_load_job_scanner.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_load_job_scanner.h" +#include "information_schema/schema_load_job_scanner.h" #include #include #include -#include "exec/schema_scanner/schema_helper.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_load_job_scanner.h b/be/src/information_schema/schema_load_job_scanner.h similarity index 96% rename from be/src/exec/schema_scanner/schema_load_job_scanner.h rename to be/src/information_schema/schema_load_job_scanner.h index 8fcd5fa56d8166..f48b14e5ddbdc5 100644 --- a/be/src/exec/schema_scanner/schema_load_job_scanner.h +++ b/be/src/information_schema/schema_load_job_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_metadata_name_ids_scanner.cpp b/be/src/information_schema/schema_metadata_name_ids_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_metadata_name_ids_scanner.cpp rename to be/src/information_schema/schema_metadata_name_ids_scanner.cpp index 1267c32c8d8dfb..43c4e3c9c2c893 100644 --- a/be/src/exec/schema_scanner/schema_metadata_name_ids_scanner.cpp +++ b/be/src/information_schema/schema_metadata_name_ids_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_metadata_name_ids_scanner.h" +#include "information_schema/schema_metadata_name_ids_scanner.h" #include #include @@ -24,13 +24,13 @@ #include #include "common/status.h" -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" #include "util/timezone_utils.h" -#include "vec/common/string_ref.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_metadata_name_ids_scanner.h b/be/src/information_schema/schema_metadata_name_ids_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_metadata_name_ids_scanner.h rename to be/src/information_schema/schema_metadata_name_ids_scanner.h index c3beea7769754d..830aa72ea0b29d 100644 --- a/be/src/exec/schema_scanner/schema_metadata_name_ids_scanner.h +++ b/be/src/information_schema/schema_metadata_name_ids_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_partitions_scanner.cpp b/be/src/information_schema/schema_partitions_scanner.cpp similarity index 97% rename from be/src/exec/schema_scanner/schema_partitions_scanner.cpp rename to be/src/information_schema/schema_partitions_scanner.cpp index b2803ac8c98d1a..740b66971b32db 100644 --- a/be/src/exec/schema_scanner/schema_partitions_scanner.cpp +++ b/be/src/information_schema/schema_partitions_scanner.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_partitions_scanner.h" +#include "information_schema/schema_partitions_scanner.h" #include #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_partitions_scanner.h b/be/src/information_schema/schema_partitions_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_partitions_scanner.h rename to be/src/information_schema/schema_partitions_scanner.h index d068b366681b3a..66867f61a2548d 100644 --- a/be/src/exec/schema_scanner/schema_partitions_scanner.h +++ b/be/src/information_schema/schema_partitions_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_processlist_scanner.cpp b/be/src/information_schema/schema_processlist_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_processlist_scanner.cpp rename to be/src/information_schema/schema_processlist_scanner.cpp index e60ef2532fe17e..2ab58b1db0ef5d 100644 --- a/be/src/exec/schema_scanner/schema_processlist_scanner.cpp +++ b/be/src/information_schema/schema_processlist_scanner.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_processlist_scanner.h" +#include "information_schema/schema_processlist_scanner.h" #include #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_processlist_scanner.h b/be/src/information_schema/schema_processlist_scanner.h similarity index 94% rename from be/src/exec/schema_scanner/schema_processlist_scanner.h rename to be/src/information_schema/schema_processlist_scanner.h index c0b0a47f6154ee..2a8a96f20f6273 100644 --- a/be/src/exec/schema_scanner/schema_processlist_scanner.h +++ b/be/src/information_schema/schema_processlist_scanner.h @@ -17,12 +17,13 @@ #pragma once +#include + #include #include #include "common/status.h" -#include "exec/schema_scanner.h" -#include "gen_cpp/FrontendService_types.h" +#include "information_schema/schema_scanner.h" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_profiling_scanner.cpp b/be/src/information_schema/schema_profiling_scanner.cpp similarity index 94% rename from be/src/exec/schema_scanner/schema_profiling_scanner.cpp rename to be/src/information_schema/schema_profiling_scanner.cpp index 0a2a64330bb018..15bcd92618a056 100644 --- a/be/src/exec/schema_scanner/schema_profiling_scanner.cpp +++ b/be/src/information_schema/schema_profiling_scanner.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_profiling_scanner.h" +#include "information_schema/schema_profiling_scanner.h" #include #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_profiling_scanner.h b/be/src/information_schema/schema_profiling_scanner.h similarity index 96% rename from be/src/exec/schema_scanner/schema_profiling_scanner.h rename to be/src/information_schema/schema_profiling_scanner.h index 6b969a478aca69..386e507c78c1ba 100644 --- a/be/src/exec/schema_scanner/schema_profiling_scanner.h +++ b/be/src/information_schema/schema_profiling_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_routine_load_job_scanner.cpp b/be/src/information_schema/schema_routine_load_job_scanner.cpp similarity index 97% rename from be/src/exec/schema_scanner/schema_routine_load_job_scanner.cpp rename to be/src/information_schema/schema_routine_load_job_scanner.cpp index c965338d46a5b5..631e19798752d9 100644 --- a/be/src/exec/schema_scanner/schema_routine_load_job_scanner.cpp +++ b/be/src/information_schema/schema_routine_load_job_scanner.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_routine_load_job_scanner.h" +#include "information_schema/schema_routine_load_job_scanner.h" #include #include #include -#include "exec/schema_scanner/schema_helper.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_routine_load_job_scanner.h b/be/src/information_schema/schema_routine_load_job_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_routine_load_job_scanner.h rename to be/src/information_schema/schema_routine_load_job_scanner.h index 1105328776abcf..2254749b637315 100644 --- a/be/src/exec/schema_scanner/schema_routine_load_job_scanner.h +++ b/be/src/information_schema/schema_routine_load_job_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_routine_scanner.cpp b/be/src/information_schema/schema_routine_scanner.cpp similarity index 100% rename from be/src/exec/schema_scanner/schema_routine_scanner.cpp rename to be/src/information_schema/schema_routine_scanner.cpp diff --git a/be/src/exec/schema_scanner/schema_routine_scanner.h b/be/src/information_schema/schema_routine_scanner.h similarity index 100% rename from be/src/exec/schema_scanner/schema_routine_scanner.h rename to be/src/information_schema/schema_routine_scanner.h diff --git a/be/src/exec/schema_scanner/schema_rowsets_scanner.cpp b/be/src/information_schema/schema_rowsets_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_rowsets_scanner.cpp rename to be/src/information_schema/schema_rowsets_scanner.cpp index 59f25f17e3cc23..8ef625669435f8 100644 --- a/be/src/exec/schema_scanner/schema_rowsets_scanner.cpp +++ b/be/src/information_schema/schema_rowsets_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_rowsets_scanner.h" +#include "information_schema/schema_rowsets_scanner.h" #include @@ -31,17 +31,17 @@ #include "cloud/cloud_tablet_mgr.h" #include "cloud/config.h" #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" namespace doris { namespace vectorized { diff --git a/be/src/exec/schema_scanner/schema_rowsets_scanner.h b/be/src/information_schema/schema_rowsets_scanner.h similarity index 95% rename from be/src/exec/schema_scanner/schema_rowsets_scanner.h rename to be/src/information_schema/schema_rowsets_scanner.h index cad34fc04945e4..a551d5783b1dea 100644 --- a/be/src/exec/schema_scanner/schema_rowsets_scanner.h +++ b/be/src/information_schema/schema_rowsets_scanner.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" -#include "olap/rowset/rowset.h" +#include "information_schema/schema_scanner.h" +#include "storage/rowset/rowset.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner.cpp b/be/src/information_schema/schema_scanner.cpp similarity index 84% rename from be/src/exec/schema_scanner.cpp rename to be/src/information_schema/schema_scanner.cpp index 8931c82f4f0380..de470bccf8ae4b 100644 --- a/be/src/exec/schema_scanner.cpp +++ b/be/src/information_schema/schema_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" #include #include @@ -26,67 +26,65 @@ #include #include -#include "exec/schema_scanner/schema_active_queries_scanner.h" -#include "exec/schema_scanner/schema_authentication_integrations_scanner.h" -#include "exec/schema_scanner/schema_backend_active_tasks.h" -#include "exec/schema_scanner/schema_backend_configuration_scanner.h" -#include "exec/schema_scanner/schema_backend_kerberos_ticket_cache.h" -#include "exec/schema_scanner/schema_catalog_meta_cache_stats_scanner.h" -#include "exec/schema_scanner/schema_charsets_scanner.h" -#include "exec/schema_scanner/schema_cluster_snapshot_properties_scanner.h" -#include "exec/schema_scanner/schema_cluster_snapshots_scanner.h" -#include "exec/schema_scanner/schema_collations_scanner.h" -#include "exec/schema_scanner/schema_column_data_sizes_scanner.h" -#include "exec/schema_scanner/schema_columns_scanner.h" -#include "exec/schema_scanner/schema_dummy_scanner.h" -#include "exec/schema_scanner/schema_encryption_keys_scanner.h" -#include "exec/schema_scanner/schema_file_cache_info_scanner.h" -#include "exec/schema_scanner/schema_file_cache_statistics.h" -#include "exec/schema_scanner/schema_files_scanner.h" -#include "exec/schema_scanner/schema_load_job_scanner.h" -#include "exec/schema_scanner/schema_metadata_name_ids_scanner.h" -#include "exec/schema_scanner/schema_partitions_scanner.h" -#include "exec/schema_scanner/schema_processlist_scanner.h" -#include "exec/schema_scanner/schema_profiling_scanner.h" -#include "exec/schema_scanner/schema_routine_load_job_scanner.h" -#include "exec/schema_scanner/schema_routine_scanner.h" -#include "exec/schema_scanner/schema_rowsets_scanner.h" -#include "exec/schema_scanner/schema_schema_privileges_scanner.h" -#include "exec/schema_scanner/schema_schemata_scanner.h" -#include "exec/schema_scanner/schema_sql_block_rule_status_scanner.h" -#include "exec/schema_scanner/schema_table_options_scanner.h" -#include "exec/schema_scanner/schema_table_privileges_scanner.h" -#include "exec/schema_scanner/schema_table_properties_scanner.h" -#include "exec/schema_scanner/schema_tables_scanner.h" -#include "exec/schema_scanner/schema_tablets_scanner.h" -#include "exec/schema_scanner/schema_user_privileges_scanner.h" -#include "exec/schema_scanner/schema_user_scanner.h" -#include "exec/schema_scanner/schema_variables_scanner.h" -#include "exec/schema_scanner/schema_view_dependency_scanner.h" -#include "exec/schema_scanner/schema_views_scanner.h" -#include "exec/schema_scanner/schema_workload_group_privileges.h" -#include "exec/schema_scanner/schema_workload_group_resource_usage_scanner.h" -#include "exec/schema_scanner/schema_workload_groups_scanner.h" -#include "exec/schema_scanner/schema_workload_sched_policy_scanner.h" -#include "olap/hll.h" -#include "pipeline/dependency.h" -#include "runtime/define_primitive_type.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/packed_int128.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/hll.h" +#include "exec/pipeline/dependency.h" +#include "information_schema/schema_active_queries_scanner.h" +#include "information_schema/schema_backend_active_tasks.h" +#include "information_schema/schema_backend_configuration_scanner.h" +#include "information_schema/schema_backend_kerberos_ticket_cache.h" +#include "information_schema/schema_catalog_meta_cache_stats_scanner.h" +#include "information_schema/schema_charsets_scanner.h" +#include "information_schema/schema_cluster_snapshot_properties_scanner.h" +#include "information_schema/schema_cluster_snapshots_scanner.h" +#include "information_schema/schema_collations_scanner.h" +#include "information_schema/schema_column_data_sizes_scanner.h" +#include "information_schema/schema_columns_scanner.h" +#include "information_schema/schema_database_properties_scanner.h" +#include "information_schema/schema_dummy_scanner.h" +#include "information_schema/schema_encryption_keys_scanner.h" +#include "information_schema/schema_file_cache_info_scanner.h" +#include "information_schema/schema_file_cache_statistics.h" +#include "information_schema/schema_files_scanner.h" +#include "information_schema/schema_load_job_scanner.h" +#include "information_schema/schema_metadata_name_ids_scanner.h" +#include "information_schema/schema_partitions_scanner.h" +#include "information_schema/schema_processlist_scanner.h" +#include "information_schema/schema_profiling_scanner.h" +#include "information_schema/schema_routine_load_job_scanner.h" +#include "information_schema/schema_rowsets_scanner.h" +#include "information_schema/schema_schema_privileges_scanner.h" +#include "information_schema/schema_schemata_scanner.h" +#include "information_schema/schema_sql_block_rule_status_scanner.h" +#include "information_schema/schema_table_options_scanner.h" +#include "information_schema/schema_table_privileges_scanner.h" +#include "information_schema/schema_table_properties_scanner.h" +#include "information_schema/schema_tables_scanner.h" +#include "information_schema/schema_tablets_scanner.h" +#include "information_schema/schema_user_privileges_scanner.h" +#include "information_schema/schema_user_scanner.h" +#include "information_schema/schema_variables_scanner.h" +#include "information_schema/schema_view_dependency_scanner.h" +#include "information_schema/schema_views_scanner.h" +#include "information_schema/schema_workload_group_privileges.h" +#include "information_schema/schema_workload_group_resource_usage_scanner.h" +#include "information_schema/schema_workload_groups_scanner.h" +#include "information_schema/schema_workload_sched_policy_scanner.h" #include "runtime/fragment_mgr.h" -#include "runtime/primitive_type.h" -#include "runtime/types.h" #include "util/string_util.h" -#include "util/types.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { class ObjectPool; diff --git a/be/src/exec/schema_scanner.h b/be/src/information_schema/schema_scanner.h similarity index 98% rename from be/src/exec/schema_scanner.h rename to be/src/information_schema/schema_scanner.h index c8634fa2133c81..66bf9488c296e8 100644 --- a/be/src/exec/schema_scanner.h +++ b/be/src/information_schema/schema_scanner.h @@ -30,8 +30,8 @@ #include "cctz/time_zone.h" #include "common/factory_creator.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" +#include "core/data_type/define_primitive_type.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_scanner_helper.cpp b/be/src/information_schema/schema_scanner_helper.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_scanner_helper.cpp rename to be/src/information_schema/schema_scanner_helper.cpp index c3d9ecfee9d261..35d62bb2cd39a8 100644 --- a/be/src/exec/schema_scanner/schema_scanner_helper.cpp +++ b/be/src/information_schema/schema_scanner_helper.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_scanner_helper.h" +#include "information_schema/schema_scanner_helper.h" #include "cctz/time_zone.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" #include "runtime/exec_env.h" -#include "runtime/primitive_type.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_scanner_helper.h b/be/src/information_schema/schema_scanner_helper.h similarity index 100% rename from be/src/exec/schema_scanner/schema_scanner_helper.h rename to be/src/information_schema/schema_scanner_helper.h diff --git a/be/src/exec/schema_scanner/schema_schema_privileges_scanner.cpp b/be/src/information_schema/schema_schema_privileges_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_schema_privileges_scanner.cpp rename to be/src/information_schema/schema_schema_privileges_scanner.cpp index f529821e5a54e2..f9042a78150ba8 100644 --- a/be/src/exec/schema_scanner/schema_schema_privileges_scanner.cpp +++ b/be/src/information_schema/schema_schema_privileges_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_schema_privileges_scanner.h" +#include "information_schema/schema_schema_privileges_scanner.h" #include #include @@ -23,10 +23,10 @@ #include #include "common/status.h" -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_schema_privileges_scanner.h b/be/src/information_schema/schema_schema_privileges_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_schema_privileges_scanner.h rename to be/src/information_schema/schema_schema_privileges_scanner.h index 9522fba908bb2a..1c1abe70aca782 100644 --- a/be/src/exec/schema_scanner/schema_schema_privileges_scanner.h +++ b/be/src/information_schema/schema_schema_privileges_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_schemata_scanner.cpp b/be/src/information_schema/schema_schemata_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_schemata_scanner.cpp rename to be/src/information_schema/schema_schemata_scanner.cpp index 618e831c90e219..12d1c1b2fa8408 100644 --- a/be/src/exec/schema_scanner/schema_schemata_scanner.cpp +++ b/be/src/information_schema/schema_schemata_scanner.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_schemata_scanner.h" +#include "information_schema/schema_schemata_scanner.h" #include #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_schemata_scanner.h b/be/src/information_schema/schema_schemata_scanner.h similarity index 96% rename from be/src/exec/schema_scanner/schema_schemata_scanner.h rename to be/src/information_schema/schema_schemata_scanner.h index 39a5ddda495bdd..29fbdce3f7d60e 100644 --- a/be/src/exec/schema_scanner/schema_schemata_scanner.h +++ b/be/src/information_schema/schema_schemata_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_sql_block_rule_status_scanner.cpp b/be/src/information_schema/schema_sql_block_rule_status_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_sql_block_rule_status_scanner.cpp rename to be/src/information_schema/schema_sql_block_rule_status_scanner.cpp index 96d9256273510d..bfd1c620b38c95 100644 --- a/be/src/exec/schema_scanner/schema_sql_block_rule_status_scanner.cpp +++ b/be/src/information_schema/schema_sql_block_rule_status_scanner.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_sql_block_rule_status_scanner.h" +#include "information_schema/schema_sql_block_rule_status_scanner.h" #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_sql_block_rule_status_scanner.h b/be/src/information_schema/schema_sql_block_rule_status_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_sql_block_rule_status_scanner.h rename to be/src/information_schema/schema_sql_block_rule_status_scanner.h index 701bda4f53af39..01acd8e8269a10 100644 --- a/be/src/exec/schema_scanner/schema_sql_block_rule_status_scanner.h +++ b/be/src/information_schema/schema_sql_block_rule_status_scanner.h @@ -21,7 +21,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_table_options_scanner.cpp b/be/src/information_schema/schema_table_options_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_table_options_scanner.cpp rename to be/src/information_schema/schema_table_options_scanner.cpp index 1b8c06911372cd..0a6b5f9c6e58c9 100644 --- a/be/src/exec/schema_scanner/schema_table_options_scanner.cpp +++ b/be/src/information_schema/schema_table_options_scanner.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_table_options_scanner.h" +#include "information_schema/schema_table_options_scanner.h" -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_table_options_scanner.h b/be/src/information_schema/schema_table_options_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_table_options_scanner.h rename to be/src/information_schema/schema_table_options_scanner.h index 92d2e4572f9886..ab2beaa3da3ea1 100644 --- a/be/src/exec/schema_scanner/schema_table_options_scanner.h +++ b/be/src/information_schema/schema_table_options_scanner.h @@ -21,7 +21,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_table_privileges_scanner.cpp b/be/src/information_schema/schema_table_privileges_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_table_privileges_scanner.cpp rename to be/src/information_schema/schema_table_privileges_scanner.cpp index cdeac2b70dcadd..eef7482755aaaa 100644 --- a/be/src/exec/schema_scanner/schema_table_privileges_scanner.cpp +++ b/be/src/information_schema/schema_table_privileges_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_table_privileges_scanner.h" +#include "information_schema/schema_table_privileges_scanner.h" #include #include @@ -23,10 +23,10 @@ #include #include "common/status.h" -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_table_privileges_scanner.h b/be/src/information_schema/schema_table_privileges_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_table_privileges_scanner.h rename to be/src/information_schema/schema_table_privileges_scanner.h index 4cfcc16d3583ce..46a04271552e42 100644 --- a/be/src/exec/schema_scanner/schema_table_privileges_scanner.h +++ b/be/src/information_schema/schema_table_privileges_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_table_properties_scanner.cpp b/be/src/information_schema/schema_table_properties_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_table_properties_scanner.cpp rename to be/src/information_schema/schema_table_properties_scanner.cpp index ffa7e22e56a76f..fa8646c27a6b33 100644 --- a/be/src/exec/schema_scanner/schema_table_properties_scanner.cpp +++ b/be/src/information_schema/schema_table_properties_scanner.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_table_properties_scanner.h" +#include "information_schema/schema_table_properties_scanner.h" -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_table_properties_scanner.h b/be/src/information_schema/schema_table_properties_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_table_properties_scanner.h rename to be/src/information_schema/schema_table_properties_scanner.h index 0820fee96287c9..e82aaa370728d5 100644 --- a/be/src/exec/schema_scanner/schema_table_properties_scanner.h +++ b/be/src/information_schema/schema_table_properties_scanner.h @@ -21,7 +21,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_tables_scanner.cpp b/be/src/information_schema/schema_tables_scanner.cpp similarity index 97% rename from be/src/exec/schema_scanner/schema_tables_scanner.cpp rename to be/src/information_schema/schema_tables_scanner.cpp index d6192bd8dd21b2..946b37ef51cdc2 100644 --- a/be/src/exec/schema_scanner/schema_tables_scanner.cpp +++ b/be/src/information_schema/schema_tables_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_tables_scanner.h" +#include "information_schema/schema_tables_scanner.h" #include #include @@ -24,14 +24,14 @@ #include #include "common/status.h" -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" #include "util/timezone_utils.h" -#include "vec/common/string_ref.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_tables_scanner.h b/be/src/information_schema/schema_tables_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_tables_scanner.h rename to be/src/information_schema/schema_tables_scanner.h index 7f8eb11f397e06..813d2cc56c1aec 100644 --- a/be/src/exec/schema_scanner/schema_tables_scanner.h +++ b/be/src/information_schema/schema_tables_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_tablets_scanner.cpp b/be/src/information_schema/schema_tablets_scanner.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_tablets_scanner.cpp rename to be/src/information_schema/schema_tablets_scanner.cpp index 957ce370b8be59..8f4a37fc3db7ba 100644 --- a/be/src/exec/schema_scanner/schema_tablets_scanner.cpp +++ b/be/src/information_schema/schema_tablets_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_tablets_scanner.h" +#include "information_schema/schema_tablets_scanner.h" #include #include @@ -33,15 +33,15 @@ #include "cloud/cloud_tablet_mgr.h" #include "cloud/config.h" #include "common/status.h" -#include "exec/schema_scanner.h" -#include "exec/schema_scanner/schema_scanner_helper.h" -#include "olap/storage_engine.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_manager.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_scanner.h" +#include "information_schema/schema_scanner_helper.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_manager.h" namespace doris { namespace vectorized { diff --git a/be/src/exec/schema_scanner/schema_tablets_scanner.h b/be/src/information_schema/schema_tablets_scanner.h similarity index 95% rename from be/src/exec/schema_scanner/schema_tablets_scanner.h rename to be/src/information_schema/schema_tablets_scanner.h index 419d20ecd23036..2a1cb4218704ed 100644 --- a/be/src/exec/schema_scanner/schema_tablets_scanner.h +++ b/be/src/information_schema/schema_tablets_scanner.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" -#include "olap/tablet.h" +#include "information_schema/schema_scanner.h" +#include "storage/tablet/tablet.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_user_privileges_scanner.cpp b/be/src/information_schema/schema_user_privileges_scanner.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_user_privileges_scanner.cpp rename to be/src/information_schema/schema_user_privileges_scanner.cpp index 3eeabc0e4a0917..b7c7334eafc115 100644 --- a/be/src/exec/schema_scanner/schema_user_privileges_scanner.cpp +++ b/be/src/information_schema/schema_user_privileges_scanner.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_user_privileges_scanner.h" +#include "information_schema/schema_user_privileges_scanner.h" #include #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_user_privileges_scanner.h b/be/src/information_schema/schema_user_privileges_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_user_privileges_scanner.h rename to be/src/information_schema/schema_user_privileges_scanner.h index ffc3840db676c4..daae02504811c0 100644 --- a/be/src/exec/schema_scanner/schema_user_privileges_scanner.h +++ b/be/src/information_schema/schema_user_privileges_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_user_scanner.cpp b/be/src/information_schema/schema_user_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_user_scanner.cpp rename to be/src/information_schema/schema_user_scanner.cpp index e56f18f05aea93..9e2e9bc95ed980 100644 --- a/be/src/exec/schema_scanner/schema_user_scanner.cpp +++ b/be/src/information_schema/schema_user_scanner.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_user_scanner.h" +#include "information_schema/schema_user_scanner.h" #include #include -#include "exec/schema_scanner/schema_helper.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_user_scanner.h b/be/src/information_schema/schema_user_scanner.h similarity index 94% rename from be/src/exec/schema_scanner/schema_user_scanner.h rename to be/src/information_schema/schema_user_scanner.h index bdc618eb5a0332..174c64e7368af0 100644 --- a/be/src/exec/schema_scanner/schema_user_scanner.h +++ b/be/src/information_schema/schema_user_scanner.h @@ -17,12 +17,13 @@ #pragma once +#include + #include #include #include "common/status.h" -#include "exec/schema_scanner.h" -#include "gen_cpp/FrontendService_types.h" +#include "information_schema/schema_scanner.h" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_variables_scanner.cpp b/be/src/information_schema/schema_variables_scanner.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_variables_scanner.cpp rename to be/src/information_schema/schema_variables_scanner.cpp index ad4d5d072cb03f..0bb4eb1cf49ca0 100644 --- a/be/src/exec/schema_scanner/schema_variables_scanner.cpp +++ b/be/src/information_schema/schema_variables_scanner.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_variables_scanner.h" +#include "information_schema/schema_variables_scanner.h" #include #include @@ -25,10 +25,10 @@ #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_variables_scanner.h b/be/src/information_schema/schema_variables_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_variables_scanner.h rename to be/src/information_schema/schema_variables_scanner.h index 31bbacf713be0f..f23340357e52d2 100644 --- a/be/src/exec/schema_scanner/schema_variables_scanner.h +++ b/be/src/information_schema/schema_variables_scanner.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_view_dependency_scanner.cpp b/be/src/information_schema/schema_view_dependency_scanner.cpp similarity index 95% rename from be/src/exec/schema_scanner/schema_view_dependency_scanner.cpp rename to be/src/information_schema/schema_view_dependency_scanner.cpp index 5c393a94412695..cc114d7d1dc361 100644 --- a/be/src/exec/schema_scanner/schema_view_dependency_scanner.cpp +++ b/be/src/information_schema/schema_view_dependency_scanner.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_view_dependency_scanner.h" +#include "information_schema/schema_view_dependency_scanner.h" #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_view_dependency_scanner.h b/be/src/information_schema/schema_view_dependency_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_view_dependency_scanner.h rename to be/src/information_schema/schema_view_dependency_scanner.h index bc5d77861c063f..432778784e2ce9 100644 --- a/be/src/exec/schema_scanner/schema_view_dependency_scanner.h +++ b/be/src/information_schema/schema_view_dependency_scanner.h @@ -21,7 +21,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { diff --git a/be/src/exec/schema_scanner/schema_views_scanner.cpp b/be/src/information_schema/schema_views_scanner.cpp similarity index 97% rename from be/src/exec/schema_scanner/schema_views_scanner.cpp rename to be/src/information_schema/schema_views_scanner.cpp index 6ba7bf04c8b990..97ede4606c823f 100644 --- a/be/src/exec/schema_scanner/schema_views_scanner.cpp +++ b/be/src/information_schema/schema_views_scanner.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_views_scanner.h" +#include "information_schema/schema_views_scanner.h" #include #include #include -#include "exec/schema_scanner/schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "information_schema/schema_helper.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_views_scanner.h b/be/src/information_schema/schema_views_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_views_scanner.h rename to be/src/information_schema/schema_views_scanner.h index b86ad922e5e76a..c811e9853067d7 100644 --- a/be/src/exec/schema_scanner/schema_views_scanner.h +++ b/be/src/information_schema/schema_views_scanner.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_workload_group_privileges.cpp b/be/src/information_schema/schema_workload_group_privileges.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_workload_group_privileges.cpp rename to be/src/information_schema/schema_workload_group_privileges.cpp index 44ac8528bd651f..20cc649b513d62 100644 --- a/be/src/exec/schema_scanner/schema_workload_group_privileges.cpp +++ b/be/src/information_schema/schema_workload_group_privileges.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_workload_group_privileges.h" +#include "information_schema/schema_workload_group_privileges.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_workload_group_privileges.h b/be/src/information_schema/schema_workload_group_privileges.h similarity index 97% rename from be/src/exec/schema_scanner/schema_workload_group_privileges.h rename to be/src/information_schema/schema_workload_group_privileges.h index 0a7bf1258eed1f..6770c0998fca47 100644 --- a/be/src/exec/schema_scanner/schema_workload_group_privileges.h +++ b/be/src/information_schema/schema_workload_group_privileges.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_workload_group_resource_usage_scanner.cpp b/be/src/information_schema/schema_workload_group_resource_usage_scanner.cpp similarity index 94% rename from be/src/exec/schema_scanner/schema_workload_group_resource_usage_scanner.cpp rename to be/src/information_schema/schema_workload_group_resource_usage_scanner.cpp index bae6d2dd51dd2e..5afa62fa3da374 100644 --- a/be/src/exec/schema_scanner/schema_workload_group_resource_usage_scanner.cpp +++ b/be/src/information_schema/schema_workload_group_resource_usage_scanner.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_workload_group_resource_usage_scanner.h" +#include "information_schema/schema_workload_group_resource_usage_scanner.h" #include #include +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" #include "runtime/workload_group/workload_group_manager.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_workload_group_resource_usage_scanner.h b/be/src/information_schema/schema_workload_group_resource_usage_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_workload_group_resource_usage_scanner.h rename to be/src/information_schema/schema_workload_group_resource_usage_scanner.h index 236dd69999fbb3..e8555a04a3c2fd 100644 --- a/be/src/exec/schema_scanner/schema_workload_group_resource_usage_scanner.h +++ b/be/src/information_schema/schema_workload_group_resource_usage_scanner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_workload_groups_scanner.cpp b/be/src/information_schema/schema_workload_groups_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_workload_groups_scanner.cpp rename to be/src/information_schema/schema_workload_groups_scanner.cpp index 6a7d9f4f305b60..d5d6ad64bd2739 100644 --- a/be/src/exec/schema_scanner/schema_workload_groups_scanner.cpp +++ b/be/src/information_schema/schema_workload_groups_scanner.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_workload_groups_scanner.h" +#include "information_schema/schema_workload_groups_scanner.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_workload_groups_scanner.h b/be/src/information_schema/schema_workload_groups_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_workload_groups_scanner.h rename to be/src/information_schema/schema_workload_groups_scanner.h index 3121c4dbac149e..22d0facde6e1e0 100644 --- a/be/src/exec/schema_scanner/schema_workload_groups_scanner.h +++ b/be/src/information_schema/schema_workload_groups_scanner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/exec/schema_scanner/schema_workload_sched_policy_scanner.cpp b/be/src/information_schema/schema_workload_sched_policy_scanner.cpp similarity index 96% rename from be/src/exec/schema_scanner/schema_workload_sched_policy_scanner.cpp rename to be/src/information_schema/schema_workload_sched_policy_scanner.cpp index c65c88c7133097..6889dec529a982 100644 --- a/be/src/exec/schema_scanner/schema_workload_sched_policy_scanner.cpp +++ b/be/src/information_schema/schema_workload_sched_policy_scanner.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_workload_sched_policy_scanner.h" +#include "information_schema/schema_workload_sched_policy_scanner.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/schema_scanner/schema_workload_sched_policy_scanner.h b/be/src/information_schema/schema_workload_sched_policy_scanner.h similarity index 97% rename from be/src/exec/schema_scanner/schema_workload_sched_policy_scanner.h rename to be/src/information_schema/schema_workload_sched_policy_scanner.h index da8d9f15c4989e..7c744c6a5269bd 100644 --- a/be/src/exec/schema_scanner/schema_workload_sched_policy_scanner.h +++ b/be/src/information_schema/schema_workload_sched_policy_scanner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/io/cache/block_file_cache.cpp b/be/src/io/cache/block_file_cache.cpp index 1e883b9e768ca8..1ff7c02fa5de41 100644 --- a/be/src/io/cache/block_file_cache.cpp +++ b/be/src/io/cache/block_file_cache.cpp @@ -20,13 +20,14 @@ #include "io/cache/block_file_cache.h" +#include + #include #include #include #include "common/status.h" #include "cpp/sync_point.h" -#include "gen_cpp/file_cache.pb.h" #include "runtime/exec_env.h" #if defined(__APPLE__) @@ -42,18 +43,19 @@ #include "common/cast_set.h" #include "common/config.h" #include "common/logging.h" -#include "cpp/sync_point.h" +#include "core/uint128.h" +#include "exec/common/sip_hash.h" #include "io/cache/block_file_cache_ttl_mgr.h" #include "io/cache/file_block.h" #include "io/cache/file_cache_common.h" #include "io/cache/fs_file_cache_storage.h" #include "io/cache/mem_file_cache_storage.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" +#include "util/concurrency_stats.h" +#include "util/stack_util.h" #include "util/stopwatch.hpp" #include "util/thread.h" #include "util/time.h" -#include "vec/common/sip_hash.h" -#include "vec/common/uint128.h" namespace doris::io { #include "common/compile_check_begin.h" diff --git a/be/src/io/cache/block_file_cache.h b/be/src/io/cache/block_file_cache.h index 60bae61247bf77..aa9a17225d4f05 100644 --- a/be/src/io/cache/block_file_cache.h +++ b/be/src/io/cache/block_file_cache.h @@ -38,7 +38,7 @@ #include "io/cache/file_cache_common.h" #include "io/cache/file_cache_storage.h" #include "io/cache/lru_queue_recorder.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" #include "util/threadpool.h" namespace doris::io { diff --git a/be/src/io/cache/block_file_cache_downloader.cpp b/be/src/io/cache/block_file_cache_downloader.cpp index bcba837ab91db1..abc3ae0ee646e8 100644 --- a/be/src/io/cache/block_file_cache_downloader.cpp +++ b/be/src/io/cache/block_file_cache_downloader.cpp @@ -39,7 +39,7 @@ #include "cpp/sync_point.h" #include "io/fs/file_reader.h" #include "io/io_common.h" -#include "olap/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset.h" #include "util/bvar_helper.h" namespace doris::io { diff --git a/be/src/io/cache/block_file_cache_factory.cpp b/be/src/io/cache/block_file_cache_factory.cpp index 315e8bb829df3a..712b404f823d57 100644 --- a/be/src/io/cache/block_file_cache_factory.cpp +++ b/be/src/io/cache/block_file_cache_factory.cpp @@ -36,13 +36,13 @@ #include #include "common/config.h" -#include "exec/schema_scanner/schema_scanner_helper.h" +#include "core/block/block.h" +#include "information_schema/schema_scanner_helper.h" #include "io/cache/file_cache_common.h" #include "io/fs/local_file_system.h" #include "runtime/exec_env.h" #include "service/backend_options.h" #include "util/slice.h" -#include "vec/core/block.h" namespace doris { class TUniqueId; diff --git a/be/src/io/cache/block_file_cache_factory.h b/be/src/io/cache/block_file_cache_factory.h index 8926796df21a8b..d5abb09c24262b 100644 --- a/be/src/io/cache/block_file_cache_factory.h +++ b/be/src/io/cache/block_file_cache_factory.h @@ -20,6 +20,8 @@ #pragma once +#include + #include #include #include @@ -27,9 +29,9 @@ #include #include "common/status.h" -#include "gen_cpp/internal_service.pb.h" #include "io/cache/block_file_cache.h" #include "io/cache/file_cache_common.h" +#include "storage/options.h" namespace doris { class TUniqueId; diff --git a/be/src/io/cache/block_file_cache_profile.cpp b/be/src/io/cache/block_file_cache_profile.cpp index 6a9676fbeee626..692174dbbcb71a 100644 --- a/be/src/io/cache/block_file_cache_profile.cpp +++ b/be/src/io/cache/block_file_cache_profile.cpp @@ -21,7 +21,7 @@ #include #include -#include "util/doris_metrics.h" +#include "common/metrics/doris_metrics.h" namespace doris::io { diff --git a/be/src/io/cache/block_file_cache_profile.h b/be/src/io/cache/block_file_cache_profile.h index 2feb3f2692380c..5fdb82fbd61a4d 100644 --- a/be/src/io/cache/block_file_cache_profile.h +++ b/be/src/io/cache/block_file_cache_profile.h @@ -25,11 +25,11 @@ #include #include +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "io/io_common.h" -#include "olap/olap_common.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_common.h" namespace doris { namespace io { diff --git a/be/src/io/cache/block_file_cache_ttl_mgr.cpp b/be/src/io/cache/block_file_cache_ttl_mgr.cpp index 65ca767dd938da..7b9e66489ccb0b 100644 --- a/be/src/io/cache/block_file_cache_ttl_mgr.cpp +++ b/be/src/io/cache/block_file_cache_ttl_mgr.cpp @@ -30,8 +30,8 @@ #include "io/cache/block_file_cache.h" #include "io/cache/cache_block_meta_store.h" #include "io/cache/file_block.h" -#include "olap/base_tablet.h" #include "runtime/exec_env.h" +#include "storage/tablet/base_tablet.h" #include "util/time.h" namespace doris::io { diff --git a/be/src/io/cache/cache_block_meta_store.cpp b/be/src/io/cache/cache_block_meta_store.cpp index c42dd3f8003e86..369d81537969e0 100644 --- a/be/src/io/cache/cache_block_meta_store.cpp +++ b/be/src/io/cache/cache_block_meta_store.cpp @@ -32,12 +32,12 @@ #include #include "common/status.h" -#include "olap/field.h" -#include "olap/field.h" // For OLAP_FIELD_TYPE_BIGINT -#include "olap/key_coder.h" -#include "olap/olap_common.h" +#include "exec/common/hex.h" +#include "storage/field.h" +#include "storage/field.h" // For OLAP_FIELD_TYPE_BIGINT +#include "storage/key_coder.h" +#include "storage/olap_common.h" #include "util/threadpool.h" -#include "vec/common/hex.h" namespace doris::io { diff --git a/be/src/io/cache/cache_block_meta_store.h b/be/src/io/cache/cache_block_meta_store.h index 1a6659596e1002..d480b4a9d78502 100644 --- a/be/src/io/cache/cache_block_meta_store.h +++ b/be/src/io/cache/cache_block_meta_store.h @@ -18,6 +18,7 @@ #pragma once #include +#include #include #include #include @@ -31,7 +32,6 @@ #include #include -#include "gen_cpp/file_cache.pb.h" #include "io/cache/file_cache_common.h" #include "util/threadpool.h" diff --git a/be/src/io/cache/cache_lru_dumper.cpp b/be/src/io/cache/cache_lru_dumper.cpp index 1e4a3c2e0ce397..43275f5069e614 100644 --- a/be/src/io/cache/cache_lru_dumper.cpp +++ b/be/src/io/cache/cache_lru_dumper.cpp @@ -19,10 +19,10 @@ #include +#include "exec/common/endian.h" #include "io/cache/block_file_cache.h" #include "io/cache/lru_queue_recorder.h" #include "util/coding.h" -#include "vec/common/endian.h" namespace doris::io { diff --git a/be/src/io/cache/cache_lru_dumper.h b/be/src/io/cache/cache_lru_dumper.h index d9addff614c685..8074ee334a1934 100644 --- a/be/src/io/cache/cache_lru_dumper.h +++ b/be/src/io/cache/cache_lru_dumper.h @@ -17,6 +17,8 @@ #pragma once +#include + #include #include #include @@ -30,7 +32,6 @@ #include #include -#include "gen_cpp/file_cache.pb.h" #include "io/cache/file_cache_common.h" namespace doris::io { diff --git a/be/src/io/cache/cached_remote_file_reader.cpp b/be/src/io/cache/cached_remote_file_reader.cpp index c952341206fc50..af7c261c51afa0 100644 --- a/be/src/io/cache/cached_remote_file_reader.cpp +++ b/be/src/io/cache/cached_remote_file_reader.cpp @@ -38,6 +38,7 @@ #include "cloud/config.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" +#include "common/metrics/doris_metrics.h" #include "cpp/s3_rate_limiter.h" #include "cpp/sync_point.h" #include "io/cache/block_file_cache.h" @@ -49,17 +50,17 @@ #include "io/fs/file_reader.h" #include "io/fs/local_file_system.h" #include "io/io_common.h" -#include "olap/storage_policy.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" #include "runtime/workload_management/io_throttle.h" #include "service/backend_options.h" +#include "storage/storage_policy.h" #include "util/bit_util.h" #include "util/brpc_client_cache.h" // BrpcClientCache +#include "util/client_cache.h" +#include "util/concurrency_stats.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" -#include "util/runtime_profile.h" namespace doris::io { diff --git a/be/src/io/cache/file_cache_common.cpp b/be/src/io/cache/file_cache_common.cpp index caf20823da147c..513ed3a4250d03 100644 --- a/be/src/io/cache/file_cache_common.cpp +++ b/be/src/io/cache/file_cache_common.cpp @@ -21,8 +21,8 @@ #include "io/cache/file_cache_common.h" #include "common/config.h" +#include "exec/common/hex.h" #include "io/cache/block_file_cache.h" -#include "vec/common/hex.h" namespace doris::io { diff --git a/be/src/io/cache/file_cache_common.h b/be/src/io/cache/file_cache_common.h index 306f9a71f9e38c..22a459d295a962 100644 --- a/be/src/io/cache/file_cache_common.h +++ b/be/src/io/cache/file_cache_common.h @@ -19,8 +19,11 @@ // and modified by Doris #pragma once +#include +#include + +#include "core/uint128.h" #include "io/io_common.h" -#include "vec/common/uint128.h" namespace doris::io { diff --git a/be/src/io/cache/file_cache_lru_tool.cpp b/be/src/io/cache/file_cache_lru_tool.cpp index 42a316b774039f..c979524ce92c92 100644 --- a/be/src/io/cache/file_cache_lru_tool.cpp +++ b/be/src/io/cache/file_cache_lru_tool.cpp @@ -16,6 +16,7 @@ // under the License. #include +#include #include #include @@ -23,7 +24,6 @@ #include #include "common/status.h" -#include "gen_cpp/file_cache.pb.h" #include "io/cache/cache_lru_dumper.h" #include "io/cache/file_cache_common.h" #include "io/cache/lru_queue_recorder.h" diff --git a/be/src/io/cache/fs_file_cache_storage.cpp b/be/src/io/cache/fs_file_cache_storage.cpp index 5fe6dae22d9464..6e1f69e1450544 100644 --- a/be/src/io/cache/fs_file_cache_storage.cpp +++ b/be/src/io/cache/fs_file_cache_storage.cpp @@ -44,6 +44,7 @@ #include "common/config.h" #include "common/logging.h" #include "cpp/sync_point.h" +#include "exec/common/hex.h" #include "io/cache/block_file_cache.h" #include "io/cache/file_block.h" #include "io/cache/file_cache_common.h" @@ -54,7 +55,6 @@ #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" -#include "vec/common/hex.h" namespace doris::io { diff --git a/be/src/io/cache/mem_file_cache_storage.cpp b/be/src/io/cache/mem_file_cache_storage.cpp index 01548fa50baa02..4163720dc45a52 100644 --- a/be/src/io/cache/mem_file_cache_storage.cpp +++ b/be/src/io/cache/mem_file_cache_storage.cpp @@ -22,11 +22,11 @@ #include #include "common/logging.h" +#include "exec/common/hex.h" #include "io/cache/block_file_cache.h" #include "io/cache/file_block.h" #include "io/cache/file_cache_common.h" #include "runtime/exec_env.h" -#include "vec/common/hex.h" namespace doris::io { diff --git a/be/src/io/cache/peer_file_cache_reader.cpp b/be/src/io/cache/peer_file_cache_reader.cpp index d8c6a2ff8acc0e..4e6ce038177571 100644 --- a/be/src/io/cache/peer_file_cache_reader.cpp +++ b/be/src/io/cache/peer_file_cache_reader.cpp @@ -27,15 +27,15 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep +#include "common/metrics/doris_metrics.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" #include "util/brpc_client_cache.h" #include "util/bvar_helper.h" #include "util/debug_points.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" #include "util/network_util.h" -#include "util/runtime_profile.h" namespace doris::io { // read from peer diff --git a/be/src/io/file_factory.cpp b/be/src/io/file_factory.cpp index d42d1f40969eac..31d7a7801afbde 100644 --- a/be/src/io/file_factory.cpp +++ b/be/src/io/file_factory.cpp @@ -27,7 +27,6 @@ #include "common/cast_set.h" #include "common/config.h" #include "common/status.h" -#include "fs/http_file_reader.h" #include "io/fs/broker_file_system.h" #include "io/fs/broker_file_writer.h" #include "io/fs/file_reader.h" @@ -36,6 +35,7 @@ #include "io/fs/hdfs_file_reader.h" #include "io/fs/hdfs_file_system.h" #include "io/fs/hdfs_file_writer.h" +#include "io/fs/http_file_reader.h" #include "io/fs/http_file_system.h" #include "io/fs/local_file_system.h" #include "io/fs/multi_table_pipe.h" @@ -45,10 +45,10 @@ #include "io/fs/stream_load_pipe.h" #include "io/hdfs_builder.h" #include "io/hdfs_util.h" +#include "load/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/stream_load_context.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -#include "runtime/stream_load/new_load_stream_mgr.h" -#include "runtime/stream_load/stream_load_context.h" #include "util/s3_uri.h" #include "util/s3_util.h" #include "util/uid_util.h" diff --git a/be/src/io/fs/broker_file_reader.cpp b/be/src/io/fs/broker_file_reader.cpp index 41b2992f70008a..deb0e00dcd6857 100644 --- a/be/src/io/fs/broker_file_reader.cpp +++ b/be/src/io/fs/broker_file_reader.cpp @@ -30,9 +30,9 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" #include "io/fs/broker_file_system.h" -#include "util/doris_metrics.h" namespace doris::io { struct IOContext; diff --git a/be/src/io/fs/broker_file_reader.h b/be/src/io/fs/broker_file_reader.h index 2f6bd94b652bcb..45d45be429ecfc 100644 --- a/be/src/io/fs/broker_file_reader.h +++ b/be/src/io/fs/broker_file_reader.h @@ -28,7 +28,7 @@ #include "io/fs/file_reader.h" #include "io/fs/file_system.h" #include "io/fs/path.h" -#include "runtime/client_cache.h" +#include "util/client_cache.h" #include "util/slice.h" namespace doris::io { diff --git a/be/src/io/fs/broker_file_system.cpp b/be/src/io/fs/broker_file_system.cpp index b0dc89dc277ad1..5d9dea297ba3e1 100644 --- a/be/src/io/fs/broker_file_system.cpp +++ b/be/src/io/fs/broker_file_system.cpp @@ -35,6 +35,7 @@ #include "common/config.h" #include "common/status.h" +#include "core/custom_allocator.h" #include "io/fs/broker_file_reader.h" #include "io/fs/broker_file_writer.h" #include "io/fs/file_reader.h" @@ -44,7 +45,6 @@ #include "runtime/broker_mgr.h" #include "runtime/exec_env.h" #include "util/slice.h" -#include "vec/common/custom_allocator.h" namespace doris::io { diff --git a/be/src/io/fs/broker_file_system.h b/be/src/io/fs/broker_file_system.h index 7cf2e2d490a84e..4a724707a389ea 100644 --- a/be/src/io/fs/broker_file_system.h +++ b/be/src/io/fs/broker_file_system.h @@ -28,7 +28,7 @@ #include "common/status.h" #include "io/fs/path.h" #include "io/fs/remote_file_system.h" -#include "runtime/client_cache.h" +#include "util/client_cache.h" namespace doris { class TNetworkAddress; diff --git a/be/src/io/fs/broker_file_writer.cpp b/be/src/io/fs/broker_file_writer.cpp index 9ee49891ce51b4..17f432ab9589f9 100644 --- a/be/src/io/fs/broker_file_writer.cpp +++ b/be/src/io/fs/broker_file_writer.cpp @@ -30,8 +30,8 @@ #include "common/logging.h" #include "io/fs/file_writer.h" #include "runtime/broker_mgr.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" +#include "util/client_cache.h" namespace doris::io { diff --git a/be/src/io/fs/buffered_reader.cpp b/be/src/io/fs/buffered_reader.cpp index 6277416055550c..d686cc04e43fef 100644 --- a/be/src/io/fs/buffered_reader.cpp +++ b/be/src/io/fs/buffered_reader.cpp @@ -30,13 +30,13 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" #include "common/status.h" +#include "core/custom_allocator.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" #include "runtime/workload_management/io_throttle.h" -#include "util/runtime_profile.h" #include "util/slice.h" #include "util/threadpool.h" -#include "vec/common/custom_allocator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/io/fs/buffered_reader.h b/be/src/io/fs/buffered_reader.h index 6ddcca02067ddb..e9c696941eb68c 100644 --- a/be/src/io/fs/buffered_reader.h +++ b/be/src/io/fs/buffered_reader.h @@ -28,17 +28,18 @@ #include #include "common/status.h" +#include "core/custom_allocator.h" +#include "core/typeid_cast.h" #include "io/cache/cached_remote_file_reader.h" #include "io/file_factory.h" #include "io/fs/broker_file_reader.h" #include "io/fs/file_reader.h" #include "io/fs/path.h" #include "io/fs/s3_file_reader.h" -#include "olap/olap_define.h" -#include "util/runtime_profile.h" +#include "io/io_common.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_define.h" #include "util/slice.h" -#include "vec/common/custom_allocator.h" -#include "vec/common/typeid_cast.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/io/fs/hdfs/hdfs_mgr.cpp b/be/src/io/fs/hdfs/hdfs_mgr.cpp index 73228a35622b6b..c3191059415208 100644 --- a/be/src/io/fs/hdfs/hdfs_mgr.cpp +++ b/be/src/io/fs/hdfs/hdfs_mgr.cpp @@ -26,11 +26,11 @@ #include "common/config.h" #include "common/kerberos/kerberos_ticket_mgr.h" #include "common/logging.h" +#include "core/string_ref.h" #include "io/fs/err_utils.h" #include "io/hdfs_builder.h" #include "io/hdfs_util.h" #include "runtime/exec_env.h" -#include "vec/common/string_ref.h" namespace doris::io { diff --git a/be/src/io/fs/hdfs_file_reader.cpp b/be/src/io/fs/hdfs_file_reader.cpp index b1d65a63ba0529..7fd8b5df36e6f5 100644 --- a/be/src/io/fs/hdfs_file_reader.cpp +++ b/be/src/io/fs/hdfs_file_reader.cpp @@ -28,13 +28,13 @@ #include "bvar/reducer.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "cpp/sync_point.h" #include "io/fs/err_utils.h" #include "io/hdfs_util.h" #include "runtime/thread_context.h" #include "runtime/workload_management/io_throttle.h" #include "service/backend_options.h" -#include "util/doris_metrics.h" namespace doris::io { #include "common/compile_check_begin.h" diff --git a/be/src/io/fs/hdfs_file_system.h b/be/src/io/fs/hdfs_file_system.h index a32cd69239cf43..0b71f636a87bb6 100644 --- a/be/src/io/fs/hdfs_file_system.h +++ b/be/src/io/fs/hdfs_file_system.h @@ -32,7 +32,7 @@ #include "io/fs/hdfs.h" #include "io/fs/path.h" #include "io/fs/remote_file_system.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { class THdfsParams; diff --git a/be/src/io/fs/http_file_reader.h b/be/src/io/fs/http_file_reader.h index 982e65905aa691..854107194f930f 100644 --- a/be/src/io/fs/http_file_reader.h +++ b/be/src/io/fs/http_file_reader.h @@ -23,11 +23,11 @@ #include #include "common/status.h" -#include "http/http_client.h" #include "io/fs/file_handle_cache.h" #include "io/fs/file_reader.h" #include "io/fs/file_system.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" +#include "service/http/http_client.h" #include "util/slice.h" namespace doris::io { diff --git a/be/src/io/fs/http_file_system.cpp b/be/src/io/fs/http_file_system.cpp index b1e8de354ad9b3..3bf02ca0b7dc39 100644 --- a/be/src/io/fs/http_file_system.cpp +++ b/be/src/io/fs/http_file_system.cpp @@ -20,11 +20,11 @@ #include #include "common/status.h" -#include "http/http_status.h" #include "io/fs/err_utils.h" #include "io/fs/file_system.h" #include "io/fs/file_writer.h" #include "io/fs/http_file_reader.h" +#include "service/http/http_status.h" namespace doris::io { HttpFileSystem::HttpFileSystem(Path&& root_path, std::string id, diff --git a/be/src/io/fs/http_file_system.h b/be/src/io/fs/http_file_system.h index e221d3b915df81..22c73c329c9071 100644 --- a/be/src/io/fs/http_file_system.h +++ b/be/src/io/fs/http_file_system.h @@ -25,11 +25,11 @@ #include #include "common/status.h" -#include "http/http_client.h" -#include "http_file_reader.h" #include "io/fs/file_writer.h" +#include "io/fs/http_file_reader.h" #include "io/fs/path.h" #include "io/fs/remote_file_system.h" +#include "service/http/http_client.h" namespace doris::io { class HttpFileSystem final : public RemoteFileSystem { diff --git a/be/src/io/fs/local_file_reader.cpp b/be/src/io/fs/local_file_reader.cpp index 0291de3fd2dc27..fe81b07b1e862a 100644 --- a/be/src/io/fs/local_file_reader.cpp +++ b/be/src/io/fs/local_file_reader.cpp @@ -32,17 +32,17 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep +#include "common/metrics/doris_metrics.h" #include "cpp/sync_point.h" #include "io/fs/err_utils.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/options.h" #include "runtime/thread_context.h" #include "runtime/workload_management/io_throttle.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/options.h" #include "util/async_io.h" #include "util/debug_points.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" namespace doris { namespace io { diff --git a/be/src/io/fs/local_file_system.cpp b/be/src/io/fs/local_file_system.cpp index 131c7d99b38cec..8a41fcce30d506 100644 --- a/be/src/io/fs/local_file_system.cpp +++ b/be/src/io/fs/local_file_system.cpp @@ -39,8 +39,8 @@ #include "io/fs/file_writer.h" #include "io/fs/local_file_reader.h" #include "io/fs/local_file_writer.h" -#include "olap/data_dir.h" #include "runtime/thread_context.h" +#include "storage/data_dir.h" #include "util/async_io.h" // IWYU pragma: keep #include "util/debug_points.h" #include "util/defer_op.h" diff --git a/be/src/io/fs/local_file_writer.cpp b/be/src/io/fs/local_file_writer.cpp index 9bb9a60ef13886..8af0d43e34a367 100644 --- a/be/src/io/fs/local_file_writer.cpp +++ b/be/src/io/fs/local_file_writer.cpp @@ -33,15 +33,15 @@ #include "common/cast_set.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/macros.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" #include "cpp/sync_point.h" #include "io/fs/err_utils.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" #include "io/fs/path.h" -#include "olap/data_dir.h" +#include "storage/data_dir.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" namespace doris::io { #include "common/compile_check_begin.h" diff --git a/be/src/io/fs/multi_table_pipe.cpp b/be/src/io/fs/multi_table_pipe.cpp index 37afd2a695e3a8..0ce0d9b869f10f 100644 --- a/be/src/io/fs/multi_table_pipe.cpp +++ b/be/src/io/fs/multi_table_pipe.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "multi_table_pipe.h" +#include "io/fs/multi_table_pipe.h" #include #include @@ -27,11 +27,11 @@ #include #include "common/status.h" -#include "runtime/client_cache.h" +#include "load/stream_load/new_load_stream_mgr.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "runtime/runtime_state.h" -#include "runtime/stream_load/new_load_stream_mgr.h" +#include "util/client_cache.h" #include "util/debug_points.h" #include "util/thrift_rpc_helper.h" #include "util/thrift_util.h" diff --git a/be/src/io/fs/multi_table_pipe.h b/be/src/io/fs/multi_table_pipe.h index 0d3f7fc18a4d5c..7b8272ab87c80d 100644 --- a/be/src/io/fs/multi_table_pipe.h +++ b/be/src/io/fs/multi_table_pipe.h @@ -19,7 +19,7 @@ #include "io/fs/kafka_consumer_pipe.h" #include "io/fs/multi_table_pipe.h" -#include "runtime/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_context.h" namespace doris { namespace io { diff --git a/be/src/io/fs/packed_file_manager.cpp b/be/src/io/fs/packed_file_manager.cpp index 6bff9eff6f3d9b..95afc6db7cc1c5 100644 --- a/be/src/io/fs/packed_file_manager.cpp +++ b/be/src/io/fs/packed_file_manager.cpp @@ -36,18 +36,19 @@ #include "cpp/sync_point.h" #endif +#include + #include "cloud/cloud_meta_mgr.h" #include "cloud/cloud_storage_engine.h" #include "cloud/config.h" #include "common/config.h" -#include "gen_cpp/cloud.pb.h" #include "io/cache/block_file_cache.h" #include "io/cache/block_file_cache_factory.h" #include "io/cache/file_block.h" #include "io/cache/file_cache_common.h" #include "io/fs/packed_file_trailer.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" +#include "storage/storage_engine.h" #include "util/coding.h" #include "util/slice.h" #include "util/uid_util.h" diff --git a/be/src/io/fs/packed_file_trailer.h b/be/src/io/fs/packed_file_trailer.h index 9741ed95c06e68..7a412813c156da 100644 --- a/be/src/io/fs/packed_file_trailer.h +++ b/be/src/io/fs/packed_file_trailer.h @@ -17,12 +17,13 @@ #pragma once +#include + #include #include #include #include "common/status.h" -#include "gen_cpp/cloud.pb.h" namespace doris::io { diff --git a/be/src/io/fs/s3_file_bufferpool.cpp b/be/src/io/fs/s3_file_bufferpool.cpp index 0a23a1bc19065f..11f90d6c88b647 100644 --- a/be/src/io/fs/s3_file_bufferpool.cpp +++ b/be/src/io/fs/s3_file_bufferpool.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "s3_file_bufferpool.h" +#include "io/fs/s3_file_bufferpool.h" #include #include @@ -27,6 +27,7 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" +#include "core/arena.h" #include "cpp/sync_point.h" #include "io/cache/file_block.h" #include "io/cache/file_cache_common.h" @@ -35,7 +36,6 @@ #include "runtime/thread_context.h" #include "util/defer_op.h" #include "util/slice.h" -#include "vec/common/arena.h" namespace doris { namespace io { diff --git a/be/src/io/fs/s3_file_reader.cpp b/be/src/io/fs/s3_file_reader.cpp index 710ec428b5bb25..d601818de012ee 100644 --- a/be/src/io/fs/s3_file_reader.cpp +++ b/be/src/io/fs/s3_file_reader.cpp @@ -32,15 +32,16 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep +#include "common/metrics/doris_metrics.h" +#include "io/cache/block_file_cache.h" #include "io/fs/err_utils.h" #include "io/fs/obj_storage_client.h" #include "io/fs/s3_common.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" #include "runtime/workload_management/io_throttle.h" #include "util/bvar_helper.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" -#include "util/runtime_profile.h" #include "util/s3_util.h" namespace doris::io { diff --git a/be/src/io/fs/stream_load_pipe.cpp b/be/src/io/fs/stream_load_pipe.cpp index d25eb6a839cd0b..ba9d3ebea102cb 100644 --- a/be/src/io/fs/stream_load_pipe.cpp +++ b/be/src/io/fs/stream_load_pipe.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "stream_load_pipe.h" +#include "io/fs/stream_load_pipe.h" #include @@ -25,10 +25,10 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" +#include "core/custom_allocator.h" #include "runtime/exec_env.h" #include "runtime/thread_context.h" #include "util/bit_util.h" -#include "vec/common/custom_allocator.h" namespace doris { namespace io { diff --git a/be/src/io/fs/stream_load_pipe.h b/be/src/io/fs/stream_load_pipe.h index df137a9267cb29..c5456a85357abb 100644 --- a/be/src/io/fs/stream_load_pipe.h +++ b/be/src/io/fs/stream_load_pipe.h @@ -28,12 +28,12 @@ #include #include "common/status.h" +#include "core/custom_allocator.h" #include "io/fs/file_reader.h" #include "io/fs/path.h" -#include "runtime/message_body_sink.h" +#include "load/message_body_sink.h" #include "util/byte_buffer.h" #include "util/slice.h" -#include "vec/common/custom_allocator.h" namespace doris::io { struct IOContext; diff --git a/be/src/io/fs/stream_sink_file_writer.cpp b/be/src/io/fs/stream_sink_file_writer.cpp index cc55adc1cfb769..1316cd71fac4e9 100644 --- a/be/src/io/fs/stream_sink_file_writer.cpp +++ b/be/src/io/fs/stream_sink_file_writer.cpp @@ -19,11 +19,11 @@ #include -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset_writer.h" +#include "exec/sink/load_stream_stub.h" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset_writer.h" #include "util/debug_points.h" #include "util/uid_util.h" -#include "vec/sink/load_stream_stub.h" namespace doris::io { diff --git a/be/src/io/fs/tracing_file_reader.h b/be/src/io/fs/tracing_file_reader.h index 7a6651afd21a2a..48051daff5eff0 100644 --- a/be/src/io/fs/tracing_file_reader.h +++ b/be/src/io/fs/tracing_file_reader.h @@ -18,7 +18,7 @@ #pragma once #include "common/status.h" #include "io/fs/file_reader.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/io/hdfs_util.cpp b/be/src/io/hdfs_util.cpp index ac63217ed33bc7..c7060108282c4a 100644 --- a/be/src/io/hdfs_util.cpp +++ b/be/src/io/hdfs_util.cpp @@ -26,9 +26,9 @@ #include #include "common/logging.h" +#include "core/string_ref.h" #include "io/fs/err_utils.h" #include "io/hdfs_builder.h" -#include "vec/common/string_ref.h" namespace doris::io { diff --git a/be/src/io/tools/file_cache_microbench.cpp b/be/src/io/tools/file_cache_microbench.cpp index ac36799818bd06..ba4b88eb31f904 100644 --- a/be/src/io/tools/file_cache_microbench.cpp +++ b/be/src/io/tools/file_cache_microbench.cpp @@ -51,12 +51,16 @@ #include "io/file_factory.h" #include "io/fs/s3_file_system.h" #include "io/fs/s3_file_writer.h" -#include "olap/utils.h" #include "rapidjson/document.h" #include "rapidjson/stringbuffer.h" #include "rapidjson/writer.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" +#include "storage/utils.h" +#include "util/cpu_info.h" +#include "util/disk_info.h" +#include "util/mem_info.h" + #ifdef __clang__ #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wkeyword-macro" diff --git a/be/src/runtime_filter/CMakeLists.txt b/be/src/load/CMakeLists.txt similarity index 77% rename from be/src/runtime_filter/CMakeLists.txt rename to be/src/load/CMakeLists.txt index c3f4dd9d468568..5c2e970f6d9d8d 100644 --- a/be/src/runtime_filter/CMakeLists.txt +++ b/be/src/load/CMakeLists.txt @@ -16,12 +16,12 @@ # under the License. # where to put generated libraries -set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/runtime_filter") +set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/load") # where to put generated binaries -set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/runtime_filter") +set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/load") -file(GLOB_RECURSE SRC_FILES CONFIGURE_DEPENDS *.cpp *.cc) -add_library(RuntimeFilter STATIC ${SRC_FILES}) +file(GLOB_RECURSE SRC_FILES CONFIGURE_DEPENDS *.cpp) +add_library(Load STATIC ${SRC_FILES}) -pch_reuse(RuntimeFilter) \ No newline at end of file +pch_reuse(Load) diff --git a/be/src/runtime/load_channel.cpp b/be/src/load/channel/load_channel.cpp similarity index 99% rename from be/src/runtime/load_channel.cpp rename to be/src/load/channel/load_channel.cpp index a6778de313d4cb..4a76d1a5697ce0 100644 --- a/be/src/runtime/load_channel.cpp +++ b/be/src/load/channel/load_channel.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/load_channel.h" +#include "load/channel/load_channel.h" #include #include @@ -23,13 +23,13 @@ #include "cloud/cloud_tablets_channel.h" #include "cloud/config.h" #include "common/logging.h" -#include "olap/storage_engine.h" +#include "load/channel/tablets_channel.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "runtime/memory/mem_tracker.h" -#include "runtime/tablets_channel.h" #include "runtime/thread_context.h" #include "runtime/workload_group/workload_group_manager.h" +#include "storage/storage_engine.h" #include "util/debug_points.h" namespace doris { diff --git a/be/src/runtime/load_channel.h b/be/src/load/channel/load_channel.h similarity index 99% rename from be/src/runtime/load_channel.h rename to be/src/load/channel/load_channel.h index 0b5de0537be2a4..2702cf192fecf3 100644 --- a/be/src/runtime/load_channel.h +++ b/be/src/load/channel/load_channel.h @@ -28,8 +28,8 @@ #include #include "common/status.h" +#include "runtime/runtime_profile.h" #include "runtime/workload_management/resource_context.h" -#include "util/runtime_profile.h" #include "util/uid_util.h" namespace doris { diff --git a/be/src/runtime/load_channel_mgr.cpp b/be/src/load/channel/load_channel_mgr.cpp similarity index 98% rename from be/src/runtime/load_channel_mgr.cpp rename to be/src/load/channel/load_channel_mgr.cpp index ec59a13fdc241d..65ec0ed5ec80af 100644 --- a/be/src/runtime/load_channel_mgr.cpp +++ b/be/src/load/channel/load_channel_mgr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/load_channel_mgr.h" +#include "load/channel/load_channel_mgr.h" #include #include @@ -31,10 +31,10 @@ #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" +#include "load/channel/load_channel.h" #include "runtime/exec_env.h" -#include "runtime/load_channel.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" #include "util/thread.h" namespace doris { diff --git a/be/src/runtime/load_channel_mgr.h b/be/src/load/channel/load_channel_mgr.h similarity index 97% rename from be/src/runtime/load_channel_mgr.h rename to be/src/load/channel/load_channel_mgr.h index 3c2b7d015719dc..fdddbee040006d 100644 --- a/be/src/runtime/load_channel_mgr.h +++ b/be/src/load/channel/load_channel_mgr.h @@ -30,13 +30,13 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "olap/lru_cache.h" -#include "olap/memtable_memory_limiter.h" -#include "runtime/load_channel.h" +#include "load/channel/load_channel.h" +#include "load/memtable/memtable_memory_limiter.h" #include "runtime/memory/lru_cache_policy.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" #include "util/countdown_latch.h" +#include "util/lru_cache.h" #include "util/uid_util.h" namespace doris { diff --git a/be/src/runtime/load_stream.cpp b/be/src/load/channel/load_stream.cpp similarity index 98% rename from be/src/runtime/load_stream.cpp rename to be/src/load/channel/load_stream.cpp index 4f2d041eb6354e..27a7808ada497a 100644 --- a/be/src/runtime/load_stream.cpp +++ b/be/src/load/channel/load_stream.cpp @@ -15,17 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/load_stream.h" +#include "load/channel/load_stream.h" #include #include #include #include -#include -#include -#include -#include -#include #include #include @@ -33,19 +28,23 @@ #include "bvar/bvar.h" #include "cloud/config.h" #include "common/signal_handler.h" -#include "exec/tablet_info.h" -#include "olap/delta_writer.h" -#include "olap/tablet.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_schema.h" +#include "load/channel/load_channel.h" +#include "load/channel/load_stream_mgr.h" +#include "load/channel/load_stream_writer.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" -#include "runtime/load_channel.h" -#include "runtime/load_stream_mgr.h" -#include "runtime/load_stream_writer.h" +#include "runtime/runtime_profile.h" #include "runtime/workload_group/workload_group_manager.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet_info.h" #include "util/debug_points.h" -#include "util/runtime_profile.h" #include "util/thrift_util.h" #include "util/uid_util.h" diff --git a/be/src/runtime/load_stream.h b/be/src/load/channel/load_stream.h similarity index 98% rename from be/src/runtime/load_stream.h rename to be/src/load/channel/load_stream.h index caf67815be9424..ff5c7d1d957cd4 100644 --- a/be/src/runtime/load_stream.h +++ b/be/src/load/channel/load_stream.h @@ -29,9 +29,9 @@ #include "butil/iobuf.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/load_stream_writer.h" +#include "load/channel/load_stream_writer.h" +#include "runtime/runtime_profile.h" #include "runtime/workload_management/resource_context.h" -#include "util/runtime_profile.h" namespace doris { diff --git a/be/src/runtime/load_stream_mgr.cpp b/be/src/load/channel/load_stream_mgr.cpp similarity index 87% rename from be/src/runtime/load_stream_mgr.cpp rename to be/src/load/channel/load_stream_mgr.cpp index ff9e803f4cca6a..80dfb306b41217 100644 --- a/be/src/runtime/load_stream_mgr.cpp +++ b/be/src/load/channel/load_stream_mgr.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/load_stream_mgr.h" +#include "load/channel/load_stream_mgr.h" #include -#include -#include -#include -#include -#include -#include "olap/lru_cache.h" -#include "runtime/load_channel.h" -#include "runtime/load_stream.h" +#include "load/channel/load_channel.h" +#include "load/channel/load_stream.h" +#include "runtime/exec_env.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "util/lru_cache.h" #include "util/uid_util.h" namespace doris { diff --git a/be/src/runtime/load_stream_mgr.h b/be/src/load/channel/load_stream_mgr.h similarity index 98% rename from be/src/runtime/load_stream_mgr.h rename to be/src/load/channel/load_stream_mgr.h index daeb9add0ea641..20dfe3d2e5e26a 100644 --- a/be/src/runtime/load_stream_mgr.h +++ b/be/src/load/channel/load_stream_mgr.h @@ -25,7 +25,7 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/load_stream.h" +#include "load/channel/load_stream.h" #include "util/threadpool.h" namespace doris { diff --git a/be/src/runtime/load_stream_writer.cpp b/be/src/load/channel/load_stream_writer.cpp similarity index 93% rename from be/src/runtime/load_stream_writer.cpp rename to be/src/load/channel/load_stream_writer.cpp index 5a77ee283c3327..d5ee24c69048a8 100644 --- a/be/src/runtime/load_stream_writer.cpp +++ b/be/src/load/channel/load_stream_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/load_stream_writer.h" +#include "load/channel/load_stream_writer.h" #include #include @@ -34,37 +34,37 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" #include "io/fs/file_writer.h" // IWYU pragma: keep -#include "olap/data_dir.h" -#include "olap/memtable.h" -#include "olap/memtable_flush_executor.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset_builder.h" -#include "olap/schema.h" -#include "olap/schema_change.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/txn_manager.h" +#include "load/channel/load_channel_mgr.h" +#include "load/memtable/memtable.h" +#include "load/memtable/memtable_flush_executor.h" #include "runtime/exec_env.h" -#include "runtime/load_channel_mgr.h" #include "runtime/memory/mem_tracker.h" #include "service/backend_options.h" +#include "storage/data_dir.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/rowset_builder.h" +#include "storage/schema.h" +#include "storage/schema_change/schema_change.h" +#include "storage/segment/segment.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet_info.h" +#include "storage/txn/txn_manager.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" #include "util/debug_points.h" #include "util/mem_info.h" #include "util/stopwatch.hpp" #include "util/time.h" -#include "vec/core/block.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/load_stream_writer.h b/be/src/load/channel/load_stream_writer.h similarity index 96% rename from be/src/runtime/load_stream_writer.h rename to be/src/load/channel/load_stream_writer.h index e27db9462315f6..d119c81d3182fc 100644 --- a/be/src/runtime/load_stream_writer.h +++ b/be/src/load/channel/load_stream_writer.h @@ -26,9 +26,9 @@ #include "butil/iobuf.h" #include "common/status.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/delta_writer_context.h" -#include "olap/tablet_fwd.h" +#include "load/delta_writer/delta_writer_context.h" #include "runtime/workload_management/resource_context.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/runtime/tablets_channel.cpp b/be/src/load/channel/tablets_channel.cpp similarity index 98% rename from be/src/runtime/tablets_channel.cpp rename to be/src/load/channel/tablets_channel.cpp index 1bb7de0c19fde4..f23b2a61c55bf2 100644 --- a/be/src/runtime/tablets_channel.cpp +++ b/be/src/load/channel/tablets_channel.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/tablets_channel.h" +#include "load/channel/tablets_channel.h" #include #include @@ -38,15 +38,15 @@ #endif #include "common/logging.h" -#include "exec/tablet_info.h" -#include "olap/delta_writer.h" -#include "olap/storage_engine.h" -#include "olap/txn_manager.h" -#include "runtime/load_channel.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" +#include "core/block/block.h" +#include "load/channel/load_channel.h" +#include "load/delta_writer/delta_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet_info.h" +#include "storage/txn/txn_manager.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" -#include "vec/core/block.h" namespace doris { class SlotDescriptor; diff --git a/be/src/runtime/tablets_channel.h b/be/src/load/channel/tablets_channel.h similarity index 99% rename from be/src/runtime/tablets_channel.h rename to be/src/load/channel/tablets_channel.h index 46231bc75e6d27..289e8d48deabdc 100644 --- a/be/src/runtime/tablets_channel.h +++ b/be/src/load/channel/tablets_channel.h @@ -30,10 +30,10 @@ #include #include "common/status.h" +#include "core/custom_allocator.h" +#include "runtime/runtime_profile.h" #include "util/bitmap.h" -#include "util/runtime_profile.h" #include "util/uid_util.h" -#include "vec/common/custom_allocator.h" namespace google::protobuf { template diff --git a/be/src/olap/delta_writer.cpp b/be/src/load/delta_writer/delta_writer.cpp similarity index 96% rename from be/src/olap/delta_writer.cpp rename to be/src/load/delta_writer/delta_writer.cpp index 2bebaa612950f4..95ede8bd0824b6 100644 --- a/be/src/olap/delta_writer.cpp +++ b/be/src/load/delta_writer/delta_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/delta_writer.h" +#include "load/delta_writer/delta_writer.h" #include #include @@ -33,28 +33,28 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" #include "io/fs/file_writer.h" // IWYU pragma: keep -#include "olap/memtable_flush_executor.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset_builder.h" -#include "olap/schema_change.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/txn_manager.h" +#include "load/memtable/memtable_flush_executor.h" #include "runtime/exec_env.h" #include "runtime/thread_context.h" #include "service/backend_options.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset_builder.h" +#include "storage/schema_change/schema_change.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet_info.h" +#include "storage/txn/txn_manager.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" #include "util/mem_info.h" #include "util/stopwatch.hpp" #include "util/time.h" -#include "vec/core/block.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/delta_writer.h b/be/src/load/delta_writer/delta_writer.h similarity index 94% rename from be/src/olap/delta_writer.h rename to be/src/load/delta_writer/delta_writer.h index d906d5cfe6f7ad..42d0948ef90b67 100644 --- a/be/src/olap/delta_writer.h +++ b/be/src/load/delta_writer/delta_writer.h @@ -29,13 +29,13 @@ #include #include "common/status.h" -#include "olap/delta_writer_context.h" -#include "olap/memtable_writer.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" +#include "load/delta_writer/delta_writer_context.h" +#include "load/memtable/memtable_writer.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" #include "util/uid_util.h" namespace doris { diff --git a/be/src/olap/delta_writer_context.h b/be/src/load/delta_writer/delta_writer_context.h similarity index 100% rename from be/src/olap/delta_writer_context.h rename to be/src/load/delta_writer/delta_writer_context.h diff --git a/be/src/olap/delta_writer_v2.cpp b/be/src/load/delta_writer/delta_writer_v2.cpp similarity index 92% rename from be/src/olap/delta_writer_v2.cpp rename to be/src/load/delta_writer/delta_writer_v2.cpp index 8cf815aa7c0ffd..d8829ec076d5c3 100644 --- a/be/src/olap/delta_writer_v2.cpp +++ b/be/src/load/delta_writer/delta_writer_v2.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/delta_writer_v2.h" +#include "load/delta_writer/delta_writer_v2.h" #include #include @@ -32,33 +32,33 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" +#include "exec/sink/load_stream_stub.h" #include "io/fs/file_writer.h" // IWYU pragma: keep -#include "olap/data_dir.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/beta_rowset_writer_v2.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/schema.h" -#include "olap/schema_change.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" #include "service/backend_options.h" +#include "storage/data_dir.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_writer_v2.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/schema.h" +#include "storage/schema_change/schema_change.h" +#include "storage/segment/segment.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet_info.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" #include "util/debug_points.h" #include "util/mem_info.h" #include "util/stopwatch.hpp" #include "util/time.h" -#include "vec/core/block.h" -#include "vec/sink/load_stream_stub.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/delta_writer_v2.h b/be/src/load/delta_writer/delta_writer_v2.h similarity index 91% rename from be/src/olap/delta_writer_v2.h rename to be/src/load/delta_writer/delta_writer_v2.h index 550c4b72f873bd..4e79445a552695 100644 --- a/be/src/olap/delta_writer_v2.h +++ b/be/src/load/delta_writer/delta_writer_v2.h @@ -31,14 +31,14 @@ #include #include "common/status.h" -#include "olap/delta_writer_context.h" -#include "olap/memtable_writer.h" -#include "olap/olap_common.h" -#include "olap/partial_update_info.h" -#include "olap/rowset/rowset.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" +#include "load/delta_writer/delta_writer_context.h" +#include "load/memtable/memtable_writer.h" +#include "storage/olap_common.h" +#include "storage/partial_update_info.h" +#include "storage/rowset/rowset.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" #include "util/uid_util.h" namespace doris { diff --git a/be/src/olap/push_handler.cpp b/be/src/load/delta_writer/push_handler.cpp similarity index 96% rename from be/src/olap/push_handler.cpp rename to be/src/load/delta_writer/push_handler.cpp index 1a6d89abe844d2..868db0adc172e6 100644 --- a/be/src/olap/push_handler.cpp +++ b/be/src/load/delta_writer/push_handler.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/push_handler.h" +#include "load/delta_writer/push_handler.h" #include #include @@ -40,31 +40,30 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/vexpr_context.h" +#include "format/parquet/vparquet_reader.h" #include "io/hdfs_builder.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/delete_handler.h" -#include "olap/olap_define.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/schema.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_schema.h" -#include "olap/txn_manager.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/delete/delete_handler.h" +#include "storage/olap_define.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/txn/txn_manager.h" #include "util/time.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/functions/function_helpers.h" -#include "vec/functions/simple_function_factory.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/push_handler.h b/be/src/load/delta_writer/push_handler.h similarity index 95% rename from be/src/olap/push_handler.h rename to be/src/load/delta_writer/push_handler.h index f468dd2decf246..aa0bac98895200 100644 --- a/be/src/olap/push_handler.h +++ b/be/src/load/delta_writer/push_handler.h @@ -29,14 +29,14 @@ #include "common/factory_creator.h" #include "common/object_pool.h" #include "common/status.h" -#include "exec/olap_common.h" -#include "olap/olap_common.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/tablet_fwd.h" +#include "core/block/block.h" +#include "format/generic_reader.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/exec/format/generic_reader.h" +#include "storage/olap_common.h" +#include "storage/olap_scan_common.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/runtime/group_commit_mgr.cpp b/be/src/load/group_commit/group_commit_mgr.cpp similarity index 99% rename from be/src/runtime/group_commit_mgr.cpp rename to be/src/load/group_commit/group_commit_mgr.cpp index 82705a5a7beb88..8481b397394450 100644 --- a/be/src/runtime/group_commit_mgr.cpp +++ b/be/src/load/group_commit/group_commit_mgr.cpp @@ -15,21 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/group_commit_mgr.h" +#include "load/group_commit/group_commit_mgr.h" #include #include #include -#include "client_cache.h" #include "cloud/config.h" #include "common/compiler_util.h" #include "common/config.h" #include "common/status.h" -#include "pipeline/dependency.h" +#include "exec/pipeline/dependency.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" +#include "util/client_cache.h" #include "util/debug_points.h" #include "util/thrift_rpc_helper.h" diff --git a/be/src/runtime/group_commit_mgr.h b/be/src/load/group_commit/group_commit_mgr.h similarity index 98% rename from be/src/runtime/group_commit_mgr.h rename to be/src/load/group_commit/group_commit_mgr.h index dbaade783f4eac..0d207347dd664c 100644 --- a/be/src/runtime/group_commit_mgr.h +++ b/be/src/load/group_commit/group_commit_mgr.h @@ -30,11 +30,11 @@ #include #include "common/status.h" -#include "olap/wal/wal_manager.h" +#include "core/block/block.h" +#include "exec/sink/writer/vwal_writer.h" +#include "load/group_commit/wal/wal_manager.h" #include "runtime/exec_env.h" #include "util/threadpool.h" -#include "vec/core/block.h" -#include "vec/sink/writer/vwal_writer.h" namespace doris { class ExecEnv; diff --git a/be/src/olap/wal/wal_dirs_info.cpp b/be/src/load/group_commit/wal/wal_dirs_info.cpp similarity index 99% rename from be/src/olap/wal/wal_dirs_info.cpp rename to be/src/load/group_commit/wal/wal_dirs_info.cpp index 36af47d1b0d7ac..171f17b43e6ebd 100644 --- a/be/src/olap/wal/wal_dirs_info.cpp +++ b/be/src/load/group_commit/wal/wal_dirs_info.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/wal/wal_dirs_info.h" +#include "load/group_commit/wal/wal_dirs_info.h" #include diff --git a/be/src/olap/wal/wal_dirs_info.h b/be/src/load/group_commit/wal/wal_dirs_info.h similarity index 100% rename from be/src/olap/wal/wal_dirs_info.h rename to be/src/load/group_commit/wal/wal_dirs_info.h diff --git a/be/src/olap/wal/wal_info.cpp b/be/src/load/group_commit/wal/wal_info.cpp similarity index 97% rename from be/src/olap/wal/wal_info.cpp rename to be/src/load/group_commit/wal/wal_info.cpp index 3b57d8cdefe5e6..18d19c59b23fe4 100644 --- a/be/src/olap/wal/wal_info.cpp +++ b/be/src/load/group_commit/wal/wal_info.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/wal/wal_info.h" +#include "load/group_commit/wal/wal_info.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/wal/wal_info.h b/be/src/load/group_commit/wal/wal_info.h similarity index 100% rename from be/src/olap/wal/wal_info.h rename to be/src/load/group_commit/wal/wal_info.h diff --git a/be/src/olap/wal/wal_manager.cpp b/be/src/load/group_commit/wal/wal_manager.cpp similarity index 99% rename from be/src/olap/wal/wal_manager.cpp rename to be/src/load/group_commit/wal/wal_manager.cpp index 7ebf97a8ac8dad..962061a236b8da 100644 --- a/be/src/olap/wal/wal_manager.cpp +++ b/be/src/load/group_commit/wal/wal_manager.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/wal/wal_manager.h" +#include "load/group_commit/wal/wal_manager.h" #include #include @@ -30,12 +30,12 @@ #include "common/config.h" #include "common/status.h" +#include "format/wal/wal_reader.h" #include "io/fs/local_file_system.h" -#include "olap/wal/wal_dirs_info.h" +#include "load/group_commit/wal/wal_dirs_info.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "util/parse_util.h" -#include "vec/exec/format/wal/wal_reader.h" namespace doris { diff --git a/be/src/olap/wal/wal_manager.h b/be/src/load/group_commit/wal/wal_manager.h similarity index 93% rename from be/src/olap/wal/wal_manager.h rename to be/src/load/group_commit/wal/wal_manager.h index 6805b37b86d629..4157cc11d19f4e 100644 --- a/be/src/olap/wal/wal_manager.h +++ b/be/src/load/group_commit/wal/wal_manager.h @@ -17,6 +17,9 @@ #pragma once +#include +#include +#include #include #include @@ -30,15 +33,12 @@ #include #include "common/config.h" -#include "gen_cpp/FrontendService.h" -#include "gen_cpp/FrontendService_types.h" -#include "gen_cpp/HeartbeatService_types.h" -#include "olap/wal/wal_dirs_info.h" -#include "olap/wal/wal_reader.h" -#include "olap/wal/wal_table.h" -#include "olap/wal/wal_writer.h" +#include "load/group_commit/wal/wal_dirs_info.h" +#include "load/group_commit/wal/wal_reader.h" +#include "load/group_commit/wal/wal_table.h" +#include "load/group_commit/wal/wal_writer.h" +#include "load/stream_load/stream_load_context.h" #include "runtime/exec_env.h" -#include "runtime/stream_load/stream_load_context.h" #include "util/thread.h" #include "util/threadpool.h" diff --git a/be/src/olap/wal/wal_reader.cpp b/be/src/load/group_commit/wal/wal_reader.cpp similarity index 98% rename from be/src/olap/wal/wal_reader.cpp rename to be/src/load/group_commit/wal/wal_reader.cpp index af30480851e9fe..9329fee0199bf2 100644 --- a/be/src/olap/wal/wal_reader.cpp +++ b/be/src/load/group_commit/wal/wal_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/wal/wal_reader.h" +#include "load/group_commit/wal/wal_reader.h" #include @@ -26,9 +26,9 @@ #include "io/fs/file_reader.h" #include "io/fs/file_system.h" #include "io/fs/path.h" +#include "load/group_commit/wal/wal_writer.h" #include "util/coding.h" #include "util/string_util.h" -#include "wal_writer.h" namespace doris { diff --git a/be/src/olap/wal/wal_reader.h b/be/src/load/group_commit/wal/wal_reader.h similarity index 97% rename from be/src/olap/wal/wal_reader.h rename to be/src/load/group_commit/wal/wal_reader.h index d4044fa6f24750..10a1f1e2229f1d 100644 --- a/be/src/olap/wal/wal_reader.h +++ b/be/src/load/group_commit/wal/wal_reader.h @@ -17,8 +17,9 @@ #pragma once +#include + #include "common/status.h" -#include "gen_cpp/internal_service.pb.h" #include "io/fs/file_reader_writer_fwd.h" namespace doris { diff --git a/be/src/olap/wal/wal_table.cpp b/be/src/load/group_commit/wal/wal_table.cpp similarity index 97% rename from be/src/olap/wal/wal_table.cpp rename to be/src/load/group_commit/wal/wal_table.cpp index e990ec452e6cc9..6c377e6f1e5c82 100644 --- a/be/src/olap/wal/wal_table.cpp +++ b/be/src/load/group_commit/wal/wal_table.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "olap/wal/wal_table.h" +#include "load/group_commit/wal/wal_table.h" #include #include -#include "http/action/http_stream.h" -#include "http/action/stream_load.h" -#include "http/ev_http_server.h" -#include "http/http_common.h" -#include "http/http_headers.h" -#include "http/utils.h" #include "io/fs/local_file_system.h" #include "io/fs/stream_load_pipe.h" -#include "olap/wal/wal_manager.h" -#include "runtime/client_cache.h" +#include "load/group_commit/wal/wal_manager.h" #include "runtime/fragment_mgr.h" +#include "service/http/action/http_stream.h" +#include "service/http/action/stream_load.h" +#include "service/http/ev_http_server.h" +#include "service/http/http_common.h" +#include "service/http/http_headers.h" +#include "service/http/utils.h" +#include "util/client_cache.h" #include "util/path_util.h" #include "util/thrift_rpc_helper.h" diff --git a/be/src/olap/wal/wal_table.h b/be/src/load/group_commit/wal/wal_table.h similarity index 90% rename from be/src/olap/wal/wal_table.h rename to be/src/load/group_commit/wal/wal_table.h index 0e781cd915364b..89223c65668e0d 100644 --- a/be/src/olap/wal/wal_table.h +++ b/be/src/load/group_commit/wal/wal_table.h @@ -15,19 +15,20 @@ // specific language governing permissions and limitations // under the License. #pragma once +#include +#include +#include + #include #include #include #include #include "common/status.h" -#include "gen_cpp/FrontendService.h" -#include "gen_cpp/FrontendService_types.h" -#include "gen_cpp/HeartbeatService_types.h" -#include "http/action/http_stream.h" -#include "olap/wal/wal_info.h" +#include "load/group_commit/wal/wal_info.h" +#include "load/stream_load/stream_load_context.h" #include "runtime/exec_env.h" -#include "runtime/stream_load/stream_load_context.h" +#include "service/http/action/http_stream.h" namespace doris { class WalTable { diff --git a/be/src/olap/wal/wal_writer.cpp b/be/src/load/group_commit/wal/wal_writer.cpp similarity index 97% rename from be/src/olap/wal/wal_writer.cpp rename to be/src/load/group_commit/wal/wal_writer.cpp index 5a69e636d16db4..9147eb56a17c5e 100644 --- a/be/src/olap/wal/wal_writer.cpp +++ b/be/src/load/group_commit/wal/wal_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/wal/wal_writer.h" +#include "load/group_commit/wal/wal_writer.h" #include #include @@ -28,8 +28,8 @@ #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" #include "io/fs/path.h" -#include "olap/storage_engine.h" -#include "olap/wal/wal_manager.h" +#include "load/group_commit/wal/wal_manager.h" +#include "storage/storage_engine.h" #include "util/thrift_rpc_helper.h" namespace doris { diff --git a/be/src/olap/wal/wal_writer.h b/be/src/load/group_commit/wal/wal_writer.h similarity index 97% rename from be/src/olap/wal/wal_writer.h rename to be/src/load/group_commit/wal/wal_writer.h index f4465517a59d94..14bb7e30d36f27 100644 --- a/be/src/olap/wal/wal_writer.h +++ b/be/src/load/group_commit/wal/wal_writer.h @@ -17,8 +17,9 @@ #pragma once +#include + #include "common/status.h" -#include "gen_cpp/internal_service.pb.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/file_system.h" diff --git a/be/src/runtime/load_path_mgr.cpp b/be/src/load/load_path_mgr.cpp similarity index 99% rename from be/src/runtime/load_path_mgr.cpp rename to be/src/load/load_path_mgr.cpp index 987088fe618b3c..e246b03c0e476a 100644 --- a/be/src/runtime/load_path_mgr.cpp +++ b/be/src/load/load_path_mgr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/load_path_mgr.h" +#include "load/load_path_mgr.h" // IWYU pragma: no_include #include // IWYU pragma: keep @@ -38,9 +38,9 @@ #include "common/config.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" -#include "olap/olap_define.h" -#include "olap/options.h" #include "runtime/exec_env.h" +#include "storage/olap_define.h" +#include "storage/options.h" #include "util/thread.h" namespace doris { diff --git a/be/src/runtime/load_path_mgr.h b/be/src/load/load_path_mgr.h similarity index 100% rename from be/src/runtime/load_path_mgr.h rename to be/src/load/load_path_mgr.h diff --git a/be/src/olap/memtable.cpp b/be/src/load/memtable/memtable.cpp similarity index 98% rename from be/src/olap/memtable.cpp rename to be/src/load/memtable/memtable.cpp index a5481d39a4f4e0..6e92bc1186d60e 100644 --- a/be/src/olap/memtable.cpp +++ b/be/src/load/memtable/memtable.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/memtable.h" +#include "load/memtable/memtable.h" #include #include @@ -28,18 +28,18 @@ #include "bvar/bvar.h" #include "common/config.h" -#include "olap/memtable_memory_limiter.h" -#include "olap/olap_define.h" -#include "olap/tablet_schema.h" +#include "core/column/column.h" +#include "exprs/aggregate/aggregate_function_reader.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "load/memtable/memtable_memory_limiter.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" +#include "storage/olap_define.h" +#include "storage/tablet/tablet_schema.h" #include "util/debug_points.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" -#include "vec/aggregate_functions/aggregate_function_reader.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/memtable.h b/be/src/load/memtable/memtable.h similarity index 97% rename from be/src/olap/memtable.h rename to be/src/load/memtable/memtable.h index 5cd70e812a9626..ce101a648967fd 100644 --- a/be/src/olap/memtable.h +++ b/be/src/load/memtable/memtable.h @@ -26,14 +26,14 @@ #include #include "common/status.h" -#include "olap/partial_update_info.h" -#include "olap/tablet_schema.h" +#include "core/arena.h" +#include "core/block/block.h" +#include "core/custom_allocator.h" +#include "exprs/aggregate/aggregate_function.h" #include "runtime/memory/mem_tracker.h" #include "runtime/thread_context.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/common/arena.h" -#include "vec/common/custom_allocator.h" -#include "vec/core/block.h" +#include "storage/partial_update_info.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/memtable_flush_executor.cpp b/be/src/load/memtable/memtable_flush_executor.cpp similarity index 98% rename from be/src/olap/memtable_flush_executor.cpp rename to be/src/load/memtable/memtable_flush_executor.cpp index 3900a42f8064a3..77bc5dd69868ea 100644 --- a/be/src/olap/memtable_flush_executor.cpp +++ b/be/src/load/memtable/memtable_flush_executor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/memtable_flush_executor.h" +#include "load/memtable/memtable_flush_executor.h" #include @@ -25,14 +25,14 @@ #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/signal_handler.h" -#include "olap/memtable.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/storage_engine.h" +#include "load/memtable/memtable.h" #include "runtime/thread_context.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/storage_engine.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" #include "util/pretty_printer.h" #include "util/stopwatch.hpp" #include "util/time.h" diff --git a/be/src/olap/memtable_flush_executor.h b/be/src/load/memtable/memtable_flush_executor.h similarity index 99% rename from be/src/olap/memtable_flush_executor.h rename to be/src/load/memtable/memtable_flush_executor.h index ecc062f1948302..ca2972e216c1a2 100644 --- a/be/src/olap/memtable_flush_executor.h +++ b/be/src/load/memtable/memtable_flush_executor.h @@ -26,7 +26,7 @@ #include #include "common/status.h" -#include "olap/memtable.h" +#include "load/memtable/memtable.h" #include "util/threadpool.h" namespace doris { diff --git a/be/src/olap/memtable_memory_limiter.cpp b/be/src/load/memtable/memtable_memory_limiter.cpp similarity index 98% rename from be/src/olap/memtable_memory_limiter.cpp rename to be/src/load/memtable/memtable_memory_limiter.cpp index fbe4c392956cc2..7b908a4974f57b 100644 --- a/be/src/olap/memtable_memory_limiter.cpp +++ b/be/src/load/memtable/memtable_memory_limiter.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "olap/memtable_memory_limiter.h" +#include "load/memtable/memtable_memory_limiter.h" #include #include "common/config.h" -#include "olap/memtable.h" -#include "olap/memtable_writer.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" +#include "load/memtable/memtable.h" +#include "load/memtable/memtable_writer.h" #include "runtime/workload_group/workload_group_manager.h" -#include "util/doris_metrics.h" #include "util/mem_info.h" -#include "util/metrics.h" namespace doris { DEFINE_GAUGE_METRIC_PROTOTYPE_5ARG(memtable_memory_limiter_mem_consumption, MetricUnit::BYTES, "", diff --git a/be/src/olap/memtable_memory_limiter.h b/be/src/load/memtable/memtable_memory_limiter.h similarity index 100% rename from be/src/olap/memtable_memory_limiter.h rename to be/src/load/memtable/memtable_memory_limiter.h diff --git a/be/src/olap/memtable_writer.cpp b/be/src/load/memtable/memtable_writer.cpp similarity index 96% rename from be/src/olap/memtable_writer.cpp rename to be/src/load/memtable/memtable_writer.cpp index 808eaf9eec8b5e..02c57ac35f02cf 100644 --- a/be/src/olap/memtable_writer.cpp +++ b/be/src/load/memtable/memtable_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/memtable_writer.h" +#include "load/memtable/memtable_writer.h" #include @@ -28,22 +28,22 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" #include "io/fs/file_writer.h" // IWYU pragma: keep -#include "olap/memtable.h" -#include "olap/memtable_flush_executor.h" -#include "olap/memtable_memory_limiter.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/schema_change.h" -#include "olap/storage_engine.h" -#include "olap/tablet_schema.h" +#include "load/memtable/memtable.h" +#include "load/memtable/memtable_flush_executor.h" +#include "load/memtable/memtable_memory_limiter.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" #include "service/backend_options.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/schema_change/schema_change.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet_info.h" #include "util/mem_info.h" #include "util/stopwatch.hpp" -#include "vec/core/block.h" namespace doris { bvar::Adder g_flush_cuz_rowscnt_oveflow("flush_cuz_rowscnt_oveflow"); diff --git a/be/src/olap/memtable_writer.h b/be/src/load/memtable/memtable_writer.h similarity index 95% rename from be/src/olap/memtable_writer.h rename to be/src/load/memtable/memtable_writer.h index aa1fd4025ed767..8b130670e3c721 100644 --- a/be/src/olap/memtable_writer.h +++ b/be/src/load/memtable/memtable_writer.h @@ -28,12 +28,12 @@ #include #include "common/status.h" -#include "olap/delta_writer_context.h" -#include "olap/memtable.h" -#include "olap/partial_update_info.h" -#include "olap/tablet.h" -#include "olap/tablet_schema.h" -#include "vec/common/custom_allocator.h" +#include "core/custom_allocator.h" +#include "load/delta_writer/delta_writer_context.h" +#include "load/memtable/memtable.h" +#include "storage/partial_update_info.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/runtime/message_body_sink.cpp b/be/src/load/message_body_sink.cpp similarity index 98% rename from be/src/runtime/message_body_sink.cpp rename to be/src/load/message_body_sink.cpp index 36a498d27d63fd..3117c9e54e7990 100644 --- a/be/src/runtime/message_body_sink.cpp +++ b/be/src/load/message_body_sink.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/message_body_sink.h" +#include "load/message_body_sink.h" // IWYU pragma: no_include #include // IWYU pragma: keep diff --git a/be/src/runtime/message_body_sink.h b/be/src/load/message_body_sink.h similarity index 100% rename from be/src/runtime/message_body_sink.h rename to be/src/load/message_body_sink.h diff --git a/be/src/runtime/routine_load/data_consumer.cpp b/be/src/load/routine_load/data_consumer.cpp similarity index 99% rename from be/src/runtime/routine_load/data_consumer.cpp rename to be/src/load/routine_load/data_consumer.cpp index eecba26fc1071c..c3732ffee394b0 100644 --- a/be/src/runtime/routine_load/data_consumer.cpp +++ b/be/src/load/routine_load/data_consumer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/routine_load/data_consumer.h" +#include "load/routine_load/data_consumer.h" #include #include @@ -31,6 +31,7 @@ #include #include "common/config.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" #include "runtime/exec_env.h" #include "runtime/small_file_mgr.h" @@ -38,7 +39,6 @@ #include "util/blocking_queue.hpp" #include "util/debug_points.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" #include "util/stopwatch.hpp" #include "util/string_util.h" #include "util/uid_util.h" diff --git a/be/src/runtime/routine_load/data_consumer.h b/be/src/load/routine_load/data_consumer.h similarity index 99% rename from be/src/runtime/routine_load/data_consumer.h rename to be/src/load/routine_load/data_consumer.h index 7ae30b51729b40..6e223e07d98a57 100644 --- a/be/src/runtime/routine_load/data_consumer.h +++ b/be/src/load/routine_load/data_consumer.h @@ -31,7 +31,7 @@ #include "common/logging.h" #include "common/status.h" #include "librdkafka/rdkafkacpp.h" -#include "runtime/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_context.h" #include "util/uid_util.h" namespace doris { diff --git a/be/src/runtime/routine_load/data_consumer_group.cpp b/be/src/load/routine_load/data_consumer_group.cpp similarity index 98% rename from be/src/runtime/routine_load/data_consumer_group.cpp rename to be/src/load/routine_load/data_consumer_group.cpp index a8deae68834b30..b6b79bfc2e028c 100644 --- a/be/src/runtime/routine_load/data_consumer_group.cpp +++ b/be/src/load/routine_load/data_consumer_group.cpp @@ -14,7 +14,7 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "runtime/routine_load/data_consumer_group.h" +#include "load/routine_load/data_consumer_group.h" #include #include @@ -26,8 +26,8 @@ #include "common/logging.h" #include "librdkafka/rdkafkacpp.h" -#include "runtime/routine_load/data_consumer.h" -#include "runtime/stream_load/stream_load_context.h" +#include "load/routine_load/data_consumer.h" +#include "load/stream_load/stream_load_context.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/runtime/routine_load/data_consumer_group.h b/be/src/load/routine_load/data_consumer_group.h similarity index 98% rename from be/src/runtime/routine_load/data_consumer_group.h rename to be/src/load/routine_load/data_consumer_group.h index 566c6223a0e7b2..bf59a6584b21ec 100644 --- a/be/src/runtime/routine_load/data_consumer_group.h +++ b/be/src/load/routine_load/data_consumer_group.h @@ -27,7 +27,7 @@ #include "common/cast_set.h" #include "common/status.h" #include "io/fs/kafka_consumer_pipe.h" -#include "runtime/routine_load/data_consumer.h" +#include "load/routine_load/data_consumer.h" #include "util/blocking_queue.hpp" #include "util/uid_util.h" #include "util/work_thread_pool.hpp" diff --git a/be/src/runtime/routine_load/data_consumer_pool.cpp b/be/src/load/routine_load/data_consumer_pool.cpp similarity index 96% rename from be/src/runtime/routine_load/data_consumer_pool.cpp rename to be/src/load/routine_load/data_consumer_pool.cpp index c0c5e43b96b3ae..f08d56f8489949 100644 --- a/be/src/runtime/routine_load/data_consumer_pool.cpp +++ b/be/src/load/routine_load/data_consumer_pool.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/routine_load/data_consumer_pool.h" +#include "load/routine_load/data_consumer_pool.h" #include @@ -31,9 +31,9 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "runtime/routine_load/data_consumer.h" -#include "runtime/routine_load/data_consumer_group.h" -#include "runtime/stream_load/stream_load_context.h" +#include "load/routine_load/data_consumer.h" +#include "load/routine_load/data_consumer_group.h" +#include "load/stream_load/stream_load_context.h" #include "util/uid_util.h" namespace doris { diff --git a/be/src/runtime/routine_load/data_consumer_pool.h b/be/src/load/routine_load/data_consumer_pool.h similarity index 100% rename from be/src/runtime/routine_load/data_consumer_pool.h rename to be/src/load/routine_load/data_consumer_pool.h diff --git a/be/src/runtime/routine_load/routine_load_task_executor.cpp b/be/src/load/routine_load/routine_load_task_executor.cpp similarity index 98% rename from be/src/runtime/routine_load/routine_load_task_executor.cpp rename to be/src/load/routine_load/routine_load_task_executor.cpp index df8a9cd748e129..ad8f15c070be13 100644 --- a/be/src/runtime/routine_load/routine_load_task_executor.cpp +++ b/be/src/load/routine_load/routine_load_task_executor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/routine_load/routine_load_task_executor.h" +#include "load/routine_load/routine_load_task_executor.h" #include #include @@ -36,23 +36,23 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/status.h" #include "common/utils.h" #include "io/fs/kafka_consumer_pipe.h" #include "io/fs/multi_table_pipe.h" #include "io/fs/stream_load_pipe.h" +#include "load/message_body_sink.h" +#include "load/routine_load/data_consumer.h" +#include "load/routine_load/data_consumer_group.h" +#include "load/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_executor.h" #include "runtime/exec_env.h" #include "runtime/memory/memory_profile.h" -#include "runtime/message_body_sink.h" -#include "runtime/routine_load/data_consumer.h" -#include "runtime/routine_load/data_consumer_group.h" -#include "runtime/stream_load/new_load_stream_mgr.h" -#include "runtime/stream_load/stream_load_context.h" -#include "runtime/stream_load/stream_load_executor.h" #include "service/backend_options.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" #include "util/slice.h" #include "util/time.h" #include "util/uid_util.h" diff --git a/be/src/runtime/routine_load/routine_load_task_executor.h b/be/src/load/routine_load/routine_load_task_executor.h similarity index 98% rename from be/src/runtime/routine_load/routine_load_task_executor.h rename to be/src/load/routine_load/routine_load_task_executor.h index eae3f9c40734c2..45fe1587bede22 100644 --- a/be/src/runtime/routine_load/routine_load_task_executor.h +++ b/be/src/load/routine_load/routine_load_task_executor.h @@ -26,7 +26,7 @@ #include #include -#include "runtime/routine_load/data_consumer_pool.h" +#include "load/routine_load/data_consumer_pool.h" #include "util/threadpool.h" #include "util/uid_util.h" diff --git a/be/src/runtime/stream_load/new_load_stream_mgr.cpp b/be/src/load/stream_load/new_load_stream_mgr.cpp similarity index 91% rename from be/src/runtime/stream_load/new_load_stream_mgr.cpp rename to be/src/load/stream_load/new_load_stream_mgr.cpp index e5428bc21d7429..4726678c68fb66 100644 --- a/be/src/runtime/stream_load/new_load_stream_mgr.cpp +++ b/be/src/load/stream_load/new_load_stream_mgr.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/new_load_stream_mgr.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" namespace doris { diff --git a/be/src/runtime/stream_load/new_load_stream_mgr.h b/be/src/load/stream_load/new_load_stream_mgr.h similarity index 100% rename from be/src/runtime/stream_load/new_load_stream_mgr.h rename to be/src/load/stream_load/new_load_stream_mgr.h diff --git a/be/src/runtime/stream_load/stream_load_context.cpp b/be/src/load/stream_load/stream_load_context.cpp similarity index 99% rename from be/src/runtime/stream_load/stream_load_context.cpp rename to be/src/load/stream_load/stream_load_context.cpp index ac362b3f0373f8..4fee22ca057d62 100644 --- a/be/src/runtime/stream_load/stream_load_context.cpp +++ b/be/src/load/stream_load/stream_load_context.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_context.h" #include #include diff --git a/be/src/runtime/stream_load/stream_load_context.h b/be/src/load/stream_load/stream_load_context.h similarity index 99% rename from be/src/runtime/stream_load/stream_load_context.h rename to be/src/load/stream_load/stream_load_context.h index c8869323331974..195ec4942c8de8 100644 --- a/be/src/runtime/stream_load/stream_load_context.h +++ b/be/src/load/stream_load/stream_load_context.h @@ -35,8 +35,8 @@ #include "common/logging.h" #include "common/status.h" #include "common/utils.h" +#include "load/stream_load/stream_load_executor.h" #include "runtime/exec_env.h" -#include "runtime/stream_load/stream_load_executor.h" #include "runtime/thread_context.h" #include "util/byte_buffer.h" #include "util/time.h" diff --git a/be/src/runtime/stream_load/stream_load_executor.cpp b/be/src/load/stream_load/stream_load_executor.cpp similarity index 98% rename from be/src/runtime/stream_load/stream_load_executor.cpp rename to be/src/load/stream_load/stream_load_executor.cpp index fd2e78cb620e1d..6ad7470f9ed1b5 100644 --- a/be/src/runtime/stream_load/stream_load_executor.cpp +++ b/be/src/load/stream_load/stream_load_executor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/stream_load/stream_load_executor.h" +#include "load/stream_load/stream_load_executor.h" #include #include @@ -35,18 +35,18 @@ #include #include "common/config.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" #include "common/utils.h" -#include "runtime/client_cache.h" +#include "load/message_body_sink.h" +#include "load/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/stream_load_context.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" -#include "runtime/message_body_sink.h" #include "runtime/runtime_state.h" -#include "runtime/stream_load/new_load_stream_mgr.h" -#include "runtime/stream_load/stream_load_context.h" #include "thrift/protocol/TDebugProtocol.h" +#include "util/client_cache.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" #include "util/thrift_rpc_helper.h" #include "util/time.h" #include "util/uid_util.h" diff --git a/be/src/runtime/stream_load/stream_load_executor.h b/be/src/load/stream_load/stream_load_executor.h similarity index 100% rename from be/src/runtime/stream_load/stream_load_executor.h rename to be/src/load/stream_load/stream_load_executor.h diff --git a/be/src/runtime/stream_load/stream_load_recorder.cpp b/be/src/load/stream_load/stream_load_recorder.cpp similarity index 99% rename from be/src/runtime/stream_load/stream_load_recorder.cpp rename to be/src/load/stream_load/stream_load_recorder.cpp index c9da300ca732cd..6eacb7fea9a27c 100644 --- a/be/src/runtime/stream_load/stream_load_recorder.cpp +++ b/be/src/load/stream_load/stream_load_recorder.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/stream_load/stream_load_recorder.h" +#include "load/stream_load/stream_load_recorder.h" #include #include diff --git a/be/src/runtime/stream_load/stream_load_recorder.h b/be/src/load/stream_load/stream_load_recorder.h similarity index 100% rename from be/src/runtime/stream_load/stream_load_recorder.h rename to be/src/load/stream_load/stream_load_recorder.h diff --git a/be/src/runtime/stream_load/stream_load_recorder_manager.cpp b/be/src/load/stream_load/stream_load_recorder_manager.cpp similarity index 98% rename from be/src/runtime/stream_load/stream_load_recorder_manager.cpp rename to be/src/load/stream_load/stream_load_recorder_manager.cpp index f4db2e85d42854..a8fe851efa6ab5 100644 --- a/be/src/runtime/stream_load/stream_load_recorder_manager.cpp +++ b/be/src/load/stream_load/stream_load_recorder_manager.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/stream_load/stream_load_recorder_manager.h" +#include "load/stream_load/stream_load_recorder_manager.h" #include #include @@ -29,12 +29,12 @@ #include "common/config.h" #include "common/status.h" -#include "http/http_client.h" -#include "olap/storage_engine.h" +#include "load/stream_load/stream_load_recorder.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker_limiter.h" -#include "runtime/stream_load/stream_load_recorder.h" #include "runtime/thread_context.h" +#include "service/http/http_client.h" +#include "storage/storage_engine.h" #include "util/time.h" namespace doris { diff --git a/be/src/runtime/stream_load/stream_load_recorder_manager.h b/be/src/load/stream_load/stream_load_recorder_manager.h similarity index 100% rename from be/src/runtime/stream_load/stream_load_recorder_manager.h rename to be/src/load/stream_load/stream_load_recorder_manager.h diff --git a/be/src/pch/pch.h b/be/src/pch/pch.h index ca6fbea8463482..7acf6124cff4df 100644 --- a/be/src/pch/pch.h +++ b/be/src/pch/pch.h @@ -527,4 +527,4 @@ #include "common/config.h" #include "common/status.h" #include "common/version_internal.h" -#include "olap/olap_common.h" +#include "storage/olap_common.h" diff --git a/be/src/pipeline/exec/partitioned_aggregation_source_operator.h b/be/src/pipeline/exec/partitioned_aggregation_source_operator.h index d22d23f20f11f6..a4762ae2975eb0 100644 --- a/be/src/pipeline/exec/partitioned_aggregation_source_operator.h +++ b/be/src/pipeline/exec/partitioned_aggregation_source_operator.h @@ -16,10 +16,15 @@ // under the License. #pragma once +#include #include +#include #include "common/status.h" #include "operator.h" +#include "vec/spill/spill_file.h" +#include "vec/spill/spill_file_reader.h" +#include "vec/spill/spill_repartitioner.h" namespace doris { #include "common/compile_check_begin.h" @@ -30,6 +35,20 @@ namespace pipeline { class PartitionedAggSourceOperatorX; class PartitionedAggLocalState; +/// Represents one partition in the multi-level spill queue for aggregation. +/// Unlike Join (which has build + probe), Agg only has a single data flow: +/// spilled aggregation intermediate results stored in one SpillFile. +struct AggSpillPartitionInfo { + // The spill file for this partition. + vectorized::SpillFileSPtr spill_file; + // The depth level in the repartition tree (level-0 = original). + int level = 0; + + AggSpillPartitionInfo() = default; + AggSpillPartitionInfo(vectorized::SpillFileSPtr s, int lvl) + : spill_file(std::move(s)), level(lvl) {} +}; + class PartitionedAggLocalState MOCK_REMOVE(final) : public PipelineXSpillLocalState { public: @@ -43,7 +62,6 @@ class PartitionedAggLocalState MOCK_REMOVE(final) Status open(RuntimeState* state) override; Status close(RuntimeState* state) override; - Status recover_blocks_from_disk(RuntimeState* state, bool& has_data); Status setup_in_memory_agg_op(RuntimeState* state); template @@ -51,22 +69,51 @@ class PartitionedAggLocalState MOCK_REMOVE(final) bool is_blockable() const override; -private: - Status _recover_spill_data_from_disk(RuntimeState* state, const UniqueId& query_id); + /// Flush the current in-memory hash table by draining it as blocks and routing + /// each block through the repartitioner into the output sub-spill-files. + Status flush_hash_table_to_sub_spill_files(RuntimeState* state); + + /// Flush the in-memory hash table into FANOUT sub-spill-files, repartition remaining + /// unread spill files from `remaining_spill_files`, and push resulting sub-partitions into + /// `_partition_queue`. After this call the hash table is reset and + /// `remaining_spill_files` is cleared. + Status flush_and_repartition(RuntimeState* state); -protected: +private: friend class PartitionedAggSourceOperatorX; - std::unique_ptr _runtime_state; + /// Move all original spill_partitions from shared state into `_partition_queue`. + /// Called once when spilled get_block is first entered. + void _init_partition_queue(); + + /// Read up to vectorized::SpillFile::MAX_SPILL_WRITE_BATCH_MEM bytes from `partition.spill_files` into + /// `_blocks`. Returns has_data=true if any blocks were read. + /// Consumes and deletes exhausted spill files from the partition. + Status _recover_blocks_from_partition(RuntimeState* state, AggSpillPartitionInfo& partition); + + // ── State ────────────────────────────────────────────────────────── + std::unique_ptr _runtime_state; bool _opened = false; - std::unique_ptr> _spill_merge_promise; - std::future _spill_merge_future; - bool _current_partition_eos = true; - bool _need_to_merge_data_for_current_partition = true; + std::unique_ptr _internal_runtime_profile; + // ── Partition queue (unified for original + repartitioned) ──────── + std::deque _partition_queue; + AggSpillPartitionInfo _current_partition; + // True when we need to pop the next partition from `_partition_queue`. + bool _need_to_setup_partition = true; + + // Blocks recovered from disk, pending merge into hash table. std::vector _blocks; - std::unique_ptr _internal_runtime_profile; + // Counters to track spill partition metrics + RuntimeProfile::Counter* _max_partition_level = nullptr; + RuntimeProfile::Counter* _total_partition_spills = nullptr; + int _max_partition_level_seen = 0; + + SpillRepartitioner _repartitioner; + + // Persistent reader for _recover_blocks_from_partition (survives across yield calls) + vectorized::SpillFileReaderSPtr _current_reader; }; class AggSourceOperatorX; @@ -95,10 +142,23 @@ class PartitionedAggSourceOperatorX : public OperatorX bool is_colocated_operator() const override; bool is_shuffled_operator() const override; + // Returns the current in-memory hash table size for the active partition. + // The scheduler uses this to decide whether to trigger revoke_memory. + size_t revocable_mem_size(RuntimeState* state) const override; + + // Called by the pipeline task scheduler under memory pressure. Flushes the + // current in-memory aggregation hash table to sub-spill-files and repartitions, + // freeing the hash table memory so it can be recovered in smaller slices. + Status revoke_memory(RuntimeState* state) override; + private: friend class PartitionedAggLocalState; std::unique_ptr _agg_source_operator; + // number of spill partitions configured for this operator + size_t _partition_count = 0; + // max repartition depth (configured from session variable in FE) + size_t _repartition_max_depth = SpillRepartitioner::MAX_DEPTH; }; } // namespace pipeline #include "common/compile_check_end.h" diff --git a/be/src/runtime/broker_mgr.cpp b/be/src/runtime/broker_mgr.cpp index 613b916d06a576..404df9c9cdf367 100644 --- a/be/src/runtime/broker_mgr.cpp +++ b/be/src/runtime/broker_mgr.cpp @@ -29,13 +29,13 @@ #include #include "common/config.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/status.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" #include "service/backend_options.h" -#include "util/doris_metrics.h" +#include "util/client_cache.h" #include "util/hash_util.hpp" -#include "util/metrics.h" #include "util/thread.h" namespace doris { diff --git a/be/src/runtime/cache/result_cache.cpp b/be/src/runtime/cache/result_cache.cpp index fec1d71f36c4ef..ed01ca76b5db48 100644 --- a/be/src/runtime/cache/result_cache.cpp +++ b/be/src/runtime/cache/result_cache.cpp @@ -23,9 +23,9 @@ #include #include -#include "olap/olap_define.h" +#include "common/metrics/doris_metrics.h" #include "runtime/cache/cache_utils.h" -#include "util/doris_metrics.h" +#include "storage/olap_define.h" namespace doris { diff --git a/be/src/runtime/cache/result_node.cpp b/be/src/runtime/cache/result_node.cpp index dd00e753901682..ce35fe4c3099de 100644 --- a/be/src/runtime/cache/result_node.cpp +++ b/be/src/runtime/cache/result_node.cpp @@ -25,8 +25,8 @@ #include #include "common/config.h" -#include "olap/olap_define.h" #include "runtime/cache/cache_utils.h" +#include "storage/olap_define.h" namespace doris { diff --git a/be/src/runtime/cdc_client_mgr.cpp b/be/src/runtime/cdc_client_mgr.cpp index 6600ab846ae940..f992aae41af10d 100644 --- a/be/src/runtime/cdc_client_mgr.cpp +++ b/be/src/runtime/cdc_client_mgr.cpp @@ -41,8 +41,8 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "http/http_client.h" #include "runtime/exec_env.h" +#include "service/http/http_client.h" namespace doris { diff --git a/be/src/runtime/descriptor_helper.h b/be/src/runtime/descriptor_helper.h index 49ce2b53b364b8..f30bc761308168 100644 --- a/be/src/runtime/descriptor_helper.h +++ b/be/src/runtime/descriptor_helper.h @@ -22,8 +22,8 @@ #include -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" namespace doris { diff --git a/be/src/runtime/descriptors.cpp b/be/src/runtime/descriptors.cpp index 3847609d433a9e..1191522b2b8276 100644 --- a/be/src/runtime/descriptors.cpp +++ b/be/src/runtime/descriptors.cpp @@ -32,18 +32,18 @@ #include "common/exception.h" #include "common/object_pool.h" +#include "core/column/column_nothing.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_struct.h" +#include "core/types.h" +#include "exec/common/util.hpp" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/vexpr.h" #include "util/string_util.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column_nothing.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exprs/vexpr.h" -#include "vec/functions/function_helpers.h" -#include "vec/utils/util.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/descriptors.h b/be/src/runtime/descriptors.h index 3b6b0405c9556b..e6cf9649db49f8 100644 --- a/be/src/runtime/descriptors.h +++ b/be/src/runtime/descriptors.h @@ -38,10 +38,9 @@ #include "common/global_types.h" #include "common/object_pool.h" #include "common/status.h" -#include "olap/utils.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "storage/utils.h" namespace google::protobuf { template diff --git a/be/src/runtime/exec_env.cpp b/be/src/runtime/exec_env.cpp index a1228434123c85..0ce4544ddc8ede 100644 --- a/be/src/runtime/exec_env.cpp +++ b/be/src/runtime/exec_env.cpp @@ -25,17 +25,17 @@ #include "common/config.h" #include "common/logging.h" -#include "olap/olap_define.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "exec/exchange/vdata_stream_mgr.h" +#include "exec/sink/delta_writer_v2_pool.h" +#include "exec/sink/load_stream_map_pool.h" +#include "load/channel/load_stream_mgr.h" #include "runtime/fragment_mgr.h" #include "runtime/frontend_info.h" -#include "runtime/load_stream_mgr.h" +#include "storage/olap_define.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/debug_util.h" #include "util/time.h" -#include "vec/runtime/vdata_stream_mgr.h" -#include "vec/sink/delta_writer_v2_pool.h" -#include "vec/sink/load_stream_map_pool.h" namespace doris { diff --git a/be/src/runtime/exec_env.h b/be/src/runtime/exec_env.h index ec46dfda03ce5e..17d15fce09ab0a 100644 --- a/be/src/runtime/exec_env.h +++ b/be/src/runtime/exec_env.h @@ -17,7 +17,6 @@ #pragma once -#include #include #include @@ -29,16 +28,17 @@ #include #include "common/config.h" +#include "common/multi_version.h" #include "common/status.h" -#include "exec/schema_scanner/schema_routine_load_job_scanner.h" +#include "exec/pipeline/pipeline_tracing.h" +#include "information_schema/schema_routine_load_job_scanner.h" #include "io/cache/fs_file_cache_storage.h" -#include "olap/memtable_memory_limiter.h" -#include "olap/options.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/tablet_fwd.h" -#include "pipeline/pipeline_tracing.h" +#include "load/memtable/memtable_memory_limiter.h" #include "runtime/cluster_info.h" #include "runtime/frontend_info.h" // TODO(zhiqiang): find a way to remove this include header +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/options.h" +#include "storage/tablet/tablet_fwd.h" #include "util/threadpool.h" namespace orc { diff --git a/be/src/runtime/exec_env_init.cpp b/be/src/runtime/exec_env_init.cpp index e7d1fca8cfff9f..217a339eba9962 100644 --- a/be/src/runtime/exec_env_init.cpp +++ b/be/src/runtime/exec_env_init.cpp @@ -16,7 +16,6 @@ // under the License. // IWYU pragma: no_include -#include #include #include #include @@ -42,61 +41,55 @@ #include "common/config.h" #include "common/kerberos/kerberos_ticket_mgr.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/multi_version.h" #include "common/status.h" #include "cpp/s3_rate_limiter.h" -#include "io/cache/block_file_cache.h" +#include "exec/exchange/vdata_stream_mgr.h" +#include "exec/pipeline/pipeline_tracing.h" +#include "exec/pipeline/task_queue.h" +#include "exec/pipeline/task_scheduler.h" +#include "exec/scan/scanner_scheduler.h" +#include "exec/sink/delta_writer_v2_pool.h" +#include "exec/sink/load_stream_map_pool.h" +#include "exec/spill/spill_stream_manager.h" +#include "exprs/function/dictionary_factory.h" +#include "format/orc/orc_memory_pool.h" +#include "format/parquet/arrow_memory_pool.h" #include "io/cache/block_file_cache_downloader.h" #include "io/cache/block_file_cache_factory.h" #include "io/cache/fs_file_cache_storage.h" #include "io/fs/file_meta_cache.h" #include "io/fs/local_file_reader.h" -#include "olap/id_manager.h" -#include "olap/memtable_memory_limiter.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/page_cache.h" -#include "olap/rowset/segment_v2/condition_cache.h" -#include "olap/rowset/segment_v2/encoding_info.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/schema_cache.h" -#include "olap/segment_loader.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet_column_object_pool.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema_cache.h" -#include "olap/wal/wal_manager.h" -#include "pipeline/pipeline_tracing.h" -#include "pipeline/query_cache/query_cache.h" -#include "pipeline/task_queue.h" -#include "pipeline/task_scheduler.h" +#include "load/channel/load_channel_mgr.h" +#include "load/channel/load_stream_mgr.h" +#include "load/group_commit/group_commit_mgr.h" +#include "load/group_commit/wal/wal_manager.h" +#include "load/load_path_mgr.h" +#include "load/memtable/memtable_memory_limiter.h" +#include "load/routine_load/routine_load_task_executor.h" +#include "load/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/stream_load_executor.h" +#include "load/stream_load/stream_load_recorder_manager.h" #include "runtime/broker_mgr.h" #include "runtime/cache/result_cache.h" #include "runtime/cdc_client_mgr.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" #include "runtime/external_scan_context_mgr.h" #include "runtime/fragment_mgr.h" -#include "runtime/group_commit_mgr.h" #include "runtime/heartbeat_flags.h" #include "runtime/index_policy/index_policy_mgr.h" -#include "runtime/load_channel_mgr.h" -#include "runtime/load_path_mgr.h" -#include "runtime/load_stream_mgr.h" #include "runtime/memory/cache_manager.h" #include "runtime/memory/heap_profiler.h" #include "runtime/memory/mem_tracker.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/memory/thread_mem_tracker_mgr.h" #include "runtime/process_profile.h" +#include "runtime/query_cache/query_cache.h" #include "runtime/result_buffer_mgr.h" #include "runtime/result_queue_mgr.h" -#include "runtime/routine_load/routine_load_task_executor.h" #include "runtime/runtime_query_statistics_mgr.h" #include "runtime/small_file_mgr.h" -#include "runtime/stream_load/new_load_stream_mgr.h" -#include "runtime/stream_load/stream_load_executor.h" -#include "runtime/stream_load/stream_load_recorder_manager.h" #include "runtime/thread_context.h" #include "runtime/user_function_cache.h" #include "runtime/workload_group/workload_group_manager.h" @@ -104,27 +97,34 @@ #include "service/backend_options.h" #include "service/backend_service.h" #include "service/point_query_executor.h" +#include "storage/cache/page_cache.h" +#include "storage/cache/schema_cache.h" +#include "storage/id_manager.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/segment/condition_cache.h" +#include "storage/segment/encoding_info.h" +#include "storage/segment/segment_loader.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet_column_object_pool.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema_cache.h" +#include "udf/python/python_server.h" #include "util/bfd_parser.h" #include "util/bit_util.h" #include "util/brpc_client_cache.h" +#include "util/client_cache.h" #include "util/cpu_info.h" #include "util/disk_info.h" #include "util/dns_cache.h" -#include "util/doris_metrics.h" #include "util/mem_info.h" #include "util/parse_util.h" #include "util/pretty_printer.h" #include "util/threadpool.h" #include "util/thrift_rpc_helper.h" #include "util/timezone_utils.h" -#include "vec/exec/format/orc/orc_memory_pool.h" -#include "vec/exec/format/parquet/arrow_memory_pool.h" -#include "vec/exec/scan/scanner_scheduler.h" -#include "vec/functions/dictionary_factory.h" -#include "vec/runtime/vdata_stream_mgr.h" -#include "vec/sink/delta_writer_v2_pool.h" -#include "vec/sink/load_stream_map_pool.h" -#include "vec/spill/spill_stream_manager.h" // clang-format off // this must after util/brpc_client_cache.h // /doris/thirdparty/installed/include/brpc/errno.pb.h:69:3: error: expected identifier diff --git a/be/src/runtime/external_scan_context_mgr.cpp b/be/src/runtime/external_scan_context_mgr.cpp index 63efcb29e7c6a0..cd03e09c4443cc 100644 --- a/be/src/runtime/external_scan_context_mgr.cpp +++ b/be/src/runtime/external_scan_context_mgr.cpp @@ -24,11 +24,11 @@ #include #include "common/config.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "runtime/result_queue_mgr.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" #include "util/thread.h" #include "util/uid_util.h" diff --git a/be/src/runtime/fold_constant_executor.cpp b/be/src/runtime/fold_constant_executor.cpp index 112f09033aa1f6..ec9776c5586351 100644 --- a/be/src/runtime/fold_constant_executor.cpp +++ b/be/src/runtime/fold_constant_executor.cpp @@ -35,34 +35,34 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/signal_handler.h" #include "common/status.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" +#include "core/binary_cast.hpp" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "core/value/large_int_value.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_string.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" -#include "runtime/large_int_value.h" #include "runtime/memory/mem_tracker.h" -#include "runtime/primitive_type.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -#include "util/binary_cast.hpp" #include "util/defer_op.h" -#include "util/runtime_profile.h" #include "util/uid_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { diff --git a/be/src/runtime/fold_constant_executor.h b/be/src/runtime/fold_constant_executor.h index 3b0306c87021fc..c0dcc2fdbc519b 100644 --- a/be/src/runtime/fold_constant_executor.h +++ b/be/src/runtime/fold_constant_executor.h @@ -25,12 +25,11 @@ #include "common/object_pool.h" #include "common/status.h" +#include "core/data_type/data_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "exprs/aggregate/aggregate_function.h" #include "runtime/memory/mem_tracker.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" namespace doris { diff --git a/be/src/runtime/fragment_mgr.cpp b/be/src/runtime/fragment_mgr.cpp index 69ffdbdfc9a2b2..86ea7e06e09021 100644 --- a/be/src/runtime/fragment_mgr.cpp +++ b/be/src/runtime/fragment_mgr.cpp @@ -58,35 +58,34 @@ #include "common/config.h" #include "common/exception.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/object_pool.h" #include "common/status.h" #include "common/utils.h" +#include "core/data_type/primitive_type.h" +#include "exec/pipeline/pipeline_fragment_context.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" #include "io/fs/stream_load_pipe.h" -#include "pipeline/pipeline_fragment_context.h" -#include "runtime/client_cache.h" +#include "load/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_executor.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/frontend_info.h" -#include "runtime/primitive_type.h" #include "runtime/query_context.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_query_statistics_mgr.h" #include "runtime/runtime_state.h" -#include "runtime/stream_load/new_load_stream_mgr.h" -#include "runtime/stream_load/stream_load_context.h" -#include "runtime/stream_load/stream_load_executor.h" #include "runtime/thread_context.h" -#include "runtime/types.h" #include "runtime/workload_group/workload_group.h" #include "runtime/workload_group/workload_group_manager.h" -#include "runtime_filter/runtime_filter_consumer.h" -#include "runtime_filter/runtime_filter_mgr.h" #include "service/backend_options.h" #include "util/brpc_client_cache.h" +#include "util/client_cache.h" #include "util/debug_points.h" #include "util/debug_util.h" -#include "util/doris_metrics.h" #include "util/network_util.h" -#include "util/runtime_profile.h" #include "util/thread.h" #include "util/threadpool.h" #include "util/thrift_util.h" diff --git a/be/src/runtime/fragment_mgr.h b/be/src/runtime/fragment_mgr.h index 0a969abead17e5..fbf7dc2ee96ff4 100644 --- a/be/src/runtime/fragment_mgr.h +++ b/be/src/runtime/fragment_mgr.h @@ -32,13 +32,13 @@ #include #include "common/be_mock_util.h" +#include "common/metrics/metrics.h" #include "common/status.h" -#include "http/rest_monitor_iface.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" #include "runtime/query_context.h" -#include "runtime_filter/runtime_filter_mgr.h" +#include "service/http/rest_monitor_iface.h" #include "util/countdown_latch.h" #include "util/hash_util.hpp" // IWYU pragma: keep -#include "util/metrics.h" namespace butil { class IOBufAsZeroCopyInputStream; diff --git a/be/src/runtime/index_policy/index_policy_mgr.cpp b/be/src/runtime/index_policy/index_policy_mgr.cpp index ec007c9971a003..5ab41a409ba921 100644 --- a/be/src/runtime/index_policy/index_policy_mgr.cpp +++ b/be/src/runtime/index_policy/index_policy_mgr.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "index_policy_mgr.h" +#include "runtime/index_policy/index_policy_mgr.h" #include #include diff --git a/be/src/runtime/index_policy/index_policy_mgr.h b/be/src/runtime/index_policy/index_policy_mgr.h index 96207df343b7a0..edbdee938b86ad 100644 --- a/be/src/runtime/index_policy/index_policy_mgr.h +++ b/be/src/runtime/index_policy/index_policy_mgr.h @@ -22,8 +22,8 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/normalizer/custom_normalizer.h" namespace doris { diff --git a/be/src/runtime/memory/cache_manager.cpp b/be/src/runtime/memory/cache_manager.cpp index d98d42953867dd..352025f7bc9692 100644 --- a/be/src/runtime/memory/cache_manager.cpp +++ b/be/src/runtime/memory/cache_manager.cpp @@ -18,7 +18,7 @@ #include "runtime/memory/cache_manager.h" #include "runtime/memory/cache_policy.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/memory/cache_manager.h b/be/src/runtime/memory/cache_manager.h index b0ee97336e9a26..5520568783603f 100644 --- a/be/src/runtime/memory/cache_manager.h +++ b/be/src/runtime/memory/cache_manager.h @@ -22,7 +22,7 @@ #include "runtime/exec_env.h" #include "runtime/memory/cache_policy.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" #include "util/time.h" namespace doris { diff --git a/be/src/runtime/memory/cache_policy.h b/be/src/runtime/memory/cache_policy.h index 3a072de82f14d3..1f63d591afe5c5 100644 --- a/be/src/runtime/memory/cache_policy.h +++ b/be/src/runtime/memory/cache_policy.h @@ -21,7 +21,7 @@ #include -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/memory/lru_cache_policy.h b/be/src/runtime/memory/lru_cache_policy.h index 6977cc39549a15..e35a8fbddd39e2 100644 --- a/be/src/runtime/memory/lru_cache_policy.h +++ b/be/src/runtime/memory/lru_cache_policy.h @@ -22,11 +22,11 @@ #include #include "common/be_mock_util.h" -#include "olap/lru_cache.h" #include "runtime/memory/cache_policy.h" #include "runtime/memory/lru_cache_value_base.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" +#include "util/lru_cache.h" #include "util/time.h" namespace doris { diff --git a/be/src/runtime/memory/mem_tracker_limiter.cpp b/be/src/runtime/memory/mem_tracker_limiter.cpp index c564aa3691a10c..2bc29b8c904f3c 100644 --- a/be/src/runtime/memory/mem_tracker_limiter.cpp +++ b/be/src/runtime/memory/mem_tracker_limiter.cpp @@ -29,11 +29,11 @@ #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "runtime/memory/global_memory_arbitrator.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" #include "runtime/workload_group/workload_group.h" #include "service/backend_options.h" #include "util/mem_info.h" -#include "util/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/memory/memory_profile.cpp b/be/src/runtime/memory/memory_profile.cpp index 84eab7ac7e6414..20f9d02d10afef 100644 --- a/be/src/runtime/memory/memory_profile.cpp +++ b/be/src/runtime/memory/memory_profile.cpp @@ -18,15 +18,15 @@ #include "runtime/memory/memory_profile.h" #include "bvar/reducer.h" -#include "olap/metadata_adder.h" -#include "olap/schema_cache.h" -#include "olap/tablet_schema_cache.h" #include "runtime/exec_env.h" #include "runtime/memory/global_memory_arbitrator.h" #include "runtime/memory/jemalloc_control.h" #include "runtime/memory/mem_tracker_limiter.h" +#include "runtime/runtime_profile.h" +#include "storage/cache/schema_cache.h" +#include "storage/metadata_adder.h" +#include "storage/tablet/tablet_schema_cache.h" #include "util/mem_info.h" -#include "util/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/memory/memory_profile.h b/be/src/runtime/memory/memory_profile.h index 6a540b29f465f3..fa26558daab730 100644 --- a/be/src/runtime/memory/memory_profile.h +++ b/be/src/runtime/memory/memory_profile.h @@ -17,9 +17,8 @@ #pragma once -#include - -#include "util/runtime_profile.h" +#include "common/multi_version.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/memory/memory_reclamation.cpp b/be/src/runtime/memory/memory_reclamation.cpp index 5f1b0d55e1702b..1abe5eadad7a1c 100644 --- a/be/src/runtime/memory/memory_reclamation.cpp +++ b/be/src/runtime/memory/memory_reclamation.cpp @@ -23,10 +23,10 @@ #include "runtime/memory/global_memory_arbitrator.h" #include "runtime/memory/jemalloc_control.h" #include "runtime/memory/mem_tracker_limiter.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_query_statistics_mgr.h" #include "runtime/workload_group/workload_group.h" #include "util/mem_info.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/runtime/process_profile.cpp b/be/src/runtime/process_profile.cpp index 60b381e9c31578..8852f25bbf9d8c 100644 --- a/be/src/runtime/process_profile.cpp +++ b/be/src/runtime/process_profile.cpp @@ -19,8 +19,8 @@ #include -#include "olap/metadata_adder.h" #include "runtime/memory/memory_profile.h" +#include "storage/metadata_adder.h" namespace doris { diff --git a/be/src/runtime/process_profile.h b/be/src/runtime/process_profile.h index aaae064f88684f..4cd27e7d686a43 100644 --- a/be/src/runtime/process_profile.h +++ b/be/src/runtime/process_profile.h @@ -17,11 +17,10 @@ #pragma once -#include - +#include "common/multi_version.h" #include "runtime/exec_env.h" #include "runtime/memory/memory_profile.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/pipeline/query_cache/query_cache.cpp b/be/src/runtime/query_cache/query_cache.cpp similarity index 98% rename from be/src/pipeline/query_cache/query_cache.cpp rename to be/src/runtime/query_cache/query_cache.cpp index b69e202d67baca..e653a07149350d 100644 --- a/be/src/pipeline/query_cache/query_cache.cpp +++ b/be/src/runtime/query_cache/query_cache.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "query_cache.h" +#include "runtime/query_cache/query_cache.h" namespace doris { diff --git a/be/src/pipeline/query_cache/query_cache.h b/be/src/runtime/query_cache/query_cache.h similarity index 99% rename from be/src/pipeline/query_cache/query_cache.h rename to be/src/runtime/query_cache/query_cache.h index b47d6306283215..3435f5e18552f1 100644 --- a/be/src/pipeline/query_cache/query_cache.h +++ b/be/src/runtime/query_cache/query_cache.h @@ -29,15 +29,15 @@ #include "common/config.h" #include "common/status.h" +#include "core/block/block.h" #include "io/fs/file_system.h" #include "io/fs/path.h" -#include "olap/lru_cache.h" #include "runtime/exec_env.h" #include "runtime/memory/lru_cache_policy.h" #include "runtime/memory/mem_tracker.h" +#include "util/lru_cache.h" #include "util/slice.h" #include "util/time.h" -#include "vec/core/block.h" namespace doris { diff --git a/be/src/runtime/query_context.cpp b/be/src/runtime/query_context.cpp index 424085ea1ac421..e2964c9c555429 100644 --- a/be/src/runtime/query_context.cpp +++ b/be/src/runtime/query_context.cpp @@ -32,9 +32,11 @@ #include "common/logging.h" #include "common/status.h" -#include "olap/olap_common.h" -#include "pipeline/dependency.h" -#include "pipeline/pipeline_fragment_context.h" +#include "exec/operator/rec_cte_scan_operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline_fragment_context.h" +#include "exec/runtime_filter/runtime_filter_definitions.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "runtime/memory/heap_profiler.h" @@ -43,10 +45,9 @@ #include "runtime/thread_context.h" #include "runtime/workload_group/workload_group_manager.h" #include "runtime/workload_management/query_task_controller.h" -#include "runtime_filter/runtime_filter_definitions.h" +#include "storage/olap_common.h" #include "util/mem_info.h" #include "util/uid_util.h" -#include "vec/spill/spill_stream_manager.h" namespace doris { diff --git a/be/src/runtime/query_context.h b/be/src/runtime/query_context.h index 7e086635c9d65d..960e13288ddb96 100644 --- a/be/src/runtime/query_context.h +++ b/be/src/runtime/query_context.h @@ -32,15 +32,16 @@ #include "common/config.h" #include "common/factory_creator.h" #include "common/object_pool.h" +#include "common/status.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" +#include "exec/scan/scanner_scheduler.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/runtime_predicate.h" +#include "runtime/workload_group/workload_group.h" #include "runtime/workload_management/resource_context.h" -#include "runtime_filter/runtime_filter_mgr.h" #include "util/hash_util.hpp" #include "util/threadpool.h" -#include "vec/exec/scan/scanner_scheduler.h" -#include "workload_group/workload_group.h" namespace doris { diff --git a/be/src/runtime/record_batch_queue.cpp b/be/src/runtime/record_batch_queue.cpp index 0f860664ecce96..f649b927e58098 100644 --- a/be/src/runtime/record_batch_queue.cpp +++ b/be/src/runtime/record_batch_queue.cpp @@ -19,7 +19,7 @@ #include -#include "pipeline/dependency.h" +#include "exec/pipeline/dependency.h" namespace doris { diff --git a/be/src/runtime/result_block_buffer.cpp b/be/src/runtime/result_block_buffer.cpp index 11c8c981e81ee3..0a84c67c8bdbed 100644 --- a/be/src/runtime/result_block_buffer.cpp +++ b/be/src/runtime/result_block_buffer.cpp @@ -32,13 +32,13 @@ #include "arrow/type_fwd.h" #include "common/config.h" -#include "pipeline/dependency.h" +#include "core/block/block.h" +#include "exec/pipeline/dependency.h" +#include "exec/sink/writer/varrow_flight_result_writer.h" +#include "exec/sink/writer/vmysql_result_writer.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -#include "util/runtime_profile.h" #include "util/thrift_util.h" -#include "vec/core/block.h" -#include "vec/sink/varrow_flight_result_writer.h" -#include "vec/sink/vmysql_result_writer.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/result_buffer_mgr.cpp b/be/src/runtime/result_buffer_mgr.cpp index d1c021af9c1a44..45ca614c6e600d 100644 --- a/be/src/runtime/result_buffer_mgr.cpp +++ b/be/src/runtime/result_buffer_mgr.cpp @@ -30,14 +30,14 @@ #include #include "arrow/type_fwd.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/status.h" +#include "exec/sink/writer/varrow_flight_result_writer.h" +#include "exec/sink/writer/vmysql_result_writer.h" #include "runtime/result_block_buffer.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" #include "util/thread.h" #include "util/uid_util.h" -#include "vec/sink/varrow_flight_result_writer.h" -#include "vec/sink/vmysql_result_writer.h" namespace doris { diff --git a/be/src/runtime/result_buffer_mgr.h b/be/src/runtime/result_buffer_mgr.h index 3e66fb7a37f3d7..58f9b4948e334e 100644 --- a/be/src/runtime/result_buffer_mgr.h +++ b/be/src/runtime/result_buffer_mgr.h @@ -30,9 +30,9 @@ #include #include "common/status.h" +#include "exec/sink/writer/varrow_flight_result_writer.h" #include "util/countdown_latch.h" #include "util/hash_util.hpp" -#include "vec/sink/varrow_flight_result_writer.h" namespace arrow { class RecordBatch; diff --git a/be/src/runtime/result_queue_mgr.cpp b/be/src/runtime/result_queue_mgr.cpp index 8a6e5b1093542d..13850cd0954707 100644 --- a/be/src/runtime/result_queue_mgr.cpp +++ b/be/src/runtime/result_queue_mgr.cpp @@ -22,11 +22,11 @@ #include #include "common/config.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/status.h" #include "runtime/record_batch_queue.h" -#include "util/doris_metrics.h" #include "util/hash_util.hpp" -#include "util/metrics.h" namespace doris { diff --git a/be/src/runtime/runtime_predicate.cpp b/be/src/runtime/runtime_predicate.cpp index 0b28df34665f0f..ebc09fc7c12f5b 100644 --- a/be/src/runtime/runtime_predicate.cpp +++ b/be/src/runtime/runtime_predicate.cpp @@ -22,10 +22,10 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/exception.h" #include "common/status.h" -#include "olap/accept_null_predicate.h" -#include "olap/column_predicate.h" -#include "olap/predicate_creator.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "storage/predicate/accept_null_predicate.h" +#include "storage/predicate/column_predicate.h" +#include "storage/predicate/predicate_creator.h" namespace doris::vectorized { diff --git a/be/src/runtime/runtime_predicate.h b/be/src/runtime/runtime_predicate.h index fbb882e45af088..7d91c31099fbd7 100644 --- a/be/src/runtime/runtime_predicate.h +++ b/be/src/runtime/runtime_predicate.h @@ -24,16 +24,16 @@ #include #include "common/status.h" -#include "exec/olap_common.h" -#include "olap/shared_predicate.h" -#include "olap/tablet_schema.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "util/binary_cast.hpp" -#include "vec/common/arena.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/arena.h" +#include "core/binary_cast.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "storage/olap_scan_common.h" +#include "storage/predicate/shared_predicate.h" +#include "storage/tablet/tablet_schema.h" namespace doris { class ColumnPredicate; diff --git a/be/src/util/runtime_profile.cpp b/be/src/runtime/runtime_profile.cpp similarity index 99% rename from be/src/util/runtime_profile.cpp rename to be/src/runtime/runtime_profile.cpp index 42ae738cce8a54..15e5b472d90b8a 100644 --- a/be/src/util/runtime_profile.cpp +++ b/be/src/runtime/runtime_profile.cpp @@ -18,7 +18,7 @@ // https://github.com/apache/impala/blob/branch-2.9.0/be/src/util/runtime-profile.cc // and modified by Doris -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" #include #include @@ -33,7 +33,7 @@ #include "common/logging.h" #include "common/object_pool.h" -#include "util/runtime_profile_counter_tree_node.h" +#include "runtime/runtime_profile_counter_tree_node.h" #ifdef BE_TEST #include "common/status.h" // For ErrorCode #endif diff --git a/be/src/util/runtime_profile.h b/be/src/runtime/runtime_profile.h similarity index 99% rename from be/src/util/runtime_profile.h rename to be/src/runtime/runtime_profile.h index 79c0c1538c5659..32f26bf77fbfa8 100644 --- a/be/src/util/runtime_profile.h +++ b/be/src/runtime/runtime_profile.h @@ -41,7 +41,7 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/logging.h" -#include "util/binary_cast.hpp" +#include "core/binary_cast.hpp" #include "util/pretty_printer.h" #include "util/stopwatch.hpp" diff --git a/be/src/util/runtime_profile_counter_tree_node.cpp b/be/src/runtime/runtime_profile_counter_tree_node.cpp similarity index 98% rename from be/src/util/runtime_profile_counter_tree_node.cpp rename to be/src/runtime/runtime_profile_counter_tree_node.cpp index 00fd8b8d6a7e33..b0239865f3529c 100644 --- a/be/src/util/runtime_profile_counter_tree_node.cpp +++ b/be/src/runtime/runtime_profile_counter_tree_node.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "util/runtime_profile_counter_tree_node.h" +#include "runtime/runtime_profile_counter_tree_node.h" #include #include -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/util/runtime_profile_counter_tree_node.h b/be/src/runtime/runtime_profile_counter_tree_node.h similarity index 98% rename from be/src/util/runtime_profile_counter_tree_node.h rename to be/src/runtime/runtime_profile_counter_tree_node.h index 96104a37e69aff..f12b65dcb80588 100644 --- a/be/src/util/runtime_profile_counter_tree_node.h +++ b/be/src/runtime/runtime_profile_counter_tree_node.h @@ -20,7 +20,7 @@ #include -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/runtime/runtime_query_statistics_mgr.cpp b/be/src/runtime/runtime_query_statistics_mgr.cpp index 13cc88c5e945f4..52e8957a5a9946 100644 --- a/be/src/runtime/runtime_query_statistics_mgr.cpp +++ b/be/src/runtime/runtime_query_statistics_mgr.cpp @@ -35,15 +35,15 @@ #include "common/logging.h" #include "common/status.h" -#include "exec/schema_scanner/schema_scanner_helper.h" -#include "runtime/client_cache.h" +#include "core/block/block.h" +#include "information_schema/schema_scanner_helper.h" #include "runtime/exec_env.h" +#include "util/client_cache.h" #include "util/debug_util.h" #include "util/threadpool.h" #include "util/thrift_client.h" #include "util/time.h" #include "util/uid_util.h" -#include "vec/core/block.h" namespace doris { // TODO: Currently this function is only used to report profile. diff --git a/be/src/runtime/runtime_state.cpp b/be/src/runtime/runtime_state.cpp index a99b9458972092..d554f647f2e456 100644 --- a/be/src/runtime/runtime_state.cpp +++ b/be/src/runtime/runtime_state.cpp @@ -35,22 +35,22 @@ #include "common/logging.h" #include "common/object_pool.h" #include "common/status.h" +#include "core/value/vdatetime_value.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" #include "io/fs/s3_file_system.h" -#include "olap/id_manager.h" -#include "olap/storage_engine.h" -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline_task.h" +#include "load/load_path_mgr.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" -#include "runtime/load_path_mgr.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/memory/thread_mem_tracker_mgr.h" #include "runtime/query_context.h" #include "runtime/thread_context.h" -#include "runtime_filter/runtime_filter_mgr.h" +#include "storage/id_manager.h" +#include "storage/storage_engine.h" #include "util/timezone_utils.h" #include "util/uid_util.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/runtime_state.h b/be/src/runtime/runtime_state.h index 8d61ada801ef81..0d0500cf5394cf 100644 --- a/be/src/runtime/runtime_state.h +++ b/be/src/runtime/runtime_state.h @@ -43,14 +43,13 @@ #include "common/config.h" #include "common/factory_creator.h" #include "common/status.h" -#include "io/fs/file_system.h" +#include "exec/scan/vector_search_user_params.h" #include "io/fs/s3_file_system.h" +#include "runtime/runtime_profile.h" #include "runtime/task_execution_context.h" #include "runtime/workload_group/workload_group.h" #include "util/debug_util.h" -#include "util/runtime_profile.h" #include "util/timezone_utils.h" -#include "vec/runtime/vector_search_user_params.h" namespace doris { class RuntimeFilter; diff --git a/be/src/runtime/small_file_mgr.cpp b/be/src/runtime/small_file_mgr.cpp index d35d551be83288..bfcded942f3c9b 100644 --- a/be/src/runtime/small_file_mgr.cpp +++ b/be/src/runtime/small_file_mgr.cpp @@ -32,14 +32,14 @@ #include #include +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/status.h" -#include "http/http_client.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "runtime/exec_env.h" -#include "util/doris_metrics.h" +#include "service/http/http_client.h" #include "util/md5.h" -#include "util/metrics.h" #include "util/string_util.h" namespace doris { diff --git a/be/src/runtime/snapshot_loader.cpp b/be/src/runtime/snapshot_loader.cpp index d6fb88a6552488..4dae266c60746f 100644 --- a/be/src/runtime/snapshot_loader.cpp +++ b/be/src/runtime/snapshot_loader.cpp @@ -40,7 +40,6 @@ #include "common/cast_set.h" #include "common/config.h" #include "common/logging.h" -#include "http/http_client.h" #include "io/fs/broker_file_system.h" #include "io/fs/file_system.h" #include "io/fs/hdfs_file_system.h" @@ -49,13 +48,14 @@ #include "io/fs/remote_file_system.h" #include "io/fs/s3_file_system.h" #include "io/hdfs_builder.h" -#include "olap/data_dir.h" -#include "olap/snapshot_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" +#include "service/http/http_client.h" +#include "storage/data_dir.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "util/client_cache.h" #include "util/s3_uri.h" #include "util/s3_util.h" #include "util/thrift_rpc_helper.h" diff --git a/be/src/runtime/snapshot_loader.h b/be/src/runtime/snapshot_loader.h index b023c0ef24596c..96c37fb06a30c6 100644 --- a/be/src/runtime/snapshot_loader.h +++ b/be/src/runtime/snapshot_loader.h @@ -26,8 +26,8 @@ #include #include "common/status.h" -#include "olap/tablet_fwd.h" #include "runtime/workload_management/resource_context.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { namespace io { diff --git a/be/src/runtime/types.cpp b/be/src/runtime/types.cpp deleted file mode 100644 index 1b4b45936760ff..00000000000000 --- a/be/src/runtime/types.cpp +++ /dev/null @@ -1,51 +0,0 @@ -// Licensed to the Apache Software Foundation (ASF) under one -// or more contributor license agreements. See the NOTICE file -// distributed with this work for additional information -// regarding copyright ownership. The ASF licenses this file -// to you under the Apache License, Version 2.0 (the -// "License"); you may not use this file except in compliance -// with the License. You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, -// software distributed under the License is distributed on an -// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -// KIND, either express or implied. See the License for the -// specific language governing permissions and limitations -// under the License. -// This file is copied from -// https://github.com/apache/impala/blob/branch-2.9.0/be/src/runtime/types.cpp -// and modified by Doris - -#include "runtime/types.h" - -#include -#include -#include - -#include -#include - -#include "common/cast_set.h" -#include "olap/olap_define.h" -#include "runtime/primitive_type.h" - -namespace doris { -#include "common/compile_check_begin.h" - -TTypeDesc create_type_desc(PrimitiveType type, int precision, int scale) { - TTypeDesc type_desc; - std::vector node_type; - node_type.emplace_back(); - TScalarType scalarType; - scalarType.__set_type(to_thrift(type)); - scalarType.__set_len(-1); - scalarType.__set_precision(precision); - scalarType.__set_scale(scale); - node_type.back().__set_scalar_type(scalarType); - type_desc.__set_types(node_type); - return type_desc; -} -#include "common/compile_check_end.h" -} // namespace doris diff --git a/be/src/runtime/user_function_cache.cpp b/be/src/runtime/user_function_cache.cpp index ce6453fc609918..24c255fda4fcc4 100644 --- a/be/src/runtime/user_function_cache.cpp +++ b/be/src/runtime/user_function_cache.cpp @@ -36,11 +36,13 @@ #include "common/config.h" #include "common/factory_creator.h" #include "common/status.h" -#include "http/http_client.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "runtime/exec_env.h" #include "runtime/plugin/cloud_plugin_downloader.h" +#include "service/http/http_client.h" +#include "udf/python/python_server.h" +#include "util/defer_op.h" #include "util/dynamic_util.h" #include "util/md5.h" #include "util/string_util.h" diff --git a/be/src/runtime/workload_group/workload_group.cpp b/be/src/runtime/workload_group/workload_group.cpp index 9b507bbd537e48..13d40f33401f7e 100644 --- a/be/src/runtime/workload_group/workload_group.cpp +++ b/be/src/runtime/workload_group/workload_group.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "workload_group.h" +#include "runtime/workload_group/workload_group.h" #include #include @@ -27,23 +27,24 @@ #include #include "common/logging.h" -#include "exec/schema_scanner/schema_scanner_helper.h" +#include "exec/pipeline/task_queue.h" +#include "exec/pipeline/task_scheduler.h" +#include "exec/scan/scanner_scheduler.h" +#include "information_schema/schema_scanner_helper.h" +#include "io/cache/block_file_cache_factory.h" #include "io/fs/local_file_reader.h" -#include "olap/storage_engine.h" -#include "pipeline/task_queue.h" -#include "pipeline/task_scheduler.h" #include "runtime/exec_env.h" #include "runtime/memory/global_memory_arbitrator.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/memory/memory_reclamation.h" +#include "runtime/runtime_profile.h" #include "runtime/workload_group/workload_group_metrics.h" #include "runtime/workload_management/io_throttle.h" +#include "storage/storage_engine.h" #include "util/mem_info.h" #include "util/parse_util.h" #include "util/pretty_printer.h" -#include "util/runtime_profile.h" #include "util/threadpool.h" -#include "vec/exec/scan/scanner_scheduler.h" namespace doris { diff --git a/be/src/runtime/workload_group/workload_group_manager.cpp b/be/src/runtime/workload_group/workload_group_manager.cpp index ef8d3534eb6f27..1f2f2e732e7a2b 100644 --- a/be/src/runtime/workload_group/workload_group_manager.cpp +++ b/be/src/runtime/workload_group/workload_group_manager.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "workload_group_manager.h" +#include "runtime/workload_group/workload_group_manager.h" #include @@ -26,8 +26,10 @@ #include "common/config.h" #include "common/status.h" -#include "exec/schema_scanner/schema_scanner_helper.h" -#include "pipeline/task_scheduler.h" +#include "core/block/block.h" +#include "exec/pipeline/task_scheduler.h" +#include "exec/scan/scanner_scheduler.h" +#include "information_schema/schema_scanner_helper.h" #include "runtime/memory/global_memory_arbitrator.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/workload_group/workload_group.h" @@ -36,8 +38,6 @@ #include "util/pretty_printer.h" #include "util/threadpool.h" #include "util/time.h" -#include "vec/core/block.h" -#include "vec/exec/scan/scanner_scheduler.h" namespace doris { diff --git a/be/src/runtime/workload_group/workload_group_manager.h b/be/src/runtime/workload_group/workload_group_manager.h index 20f8a9261482b3..5145c626652414 100644 --- a/be/src/runtime/workload_group/workload_group_manager.h +++ b/be/src/runtime/workload_group/workload_group_manager.h @@ -22,7 +22,7 @@ #include #include "common/be_mock_util.h" -#include "workload_group.h" +#include "runtime/workload_group/workload_group.h" namespace doris { diff --git a/be/src/runtime/workload_group/workload_group_metrics.cpp b/be/src/runtime/workload_group/workload_group_metrics.cpp index a7d68e5fe2d67e..24c814c33868a4 100644 --- a/be/src/runtime/workload_group/workload_group_metrics.cpp +++ b/be/src/runtime/workload_group/workload_group_metrics.cpp @@ -17,12 +17,12 @@ #include "runtime/workload_group/workload_group_metrics.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "io/fs/local_file_reader.h" -#include "olap/olap_common.h" #include "runtime/workload_group/workload_group.h" #include "runtime/workload_management/io_throttle.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/src/runtime/workload_management/cpu_context.h b/be/src/runtime/workload_management/cpu_context.h index e5eeaa73e4a314..f016a9a5d15184 100644 --- a/be/src/runtime/workload_management/cpu_context.h +++ b/be/src/runtime/workload_management/cpu_context.h @@ -18,8 +18,8 @@ #pragma once #include "common/factory_creator.h" +#include "runtime/runtime_profile.h" #include "runtime/workload_group/workload_group.h" -#include "util/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/workload_management/io_context.h b/be/src/runtime/workload_management/io_context.h index 5c4cf33a3a2b83..3c0dd4343fddb2 100644 --- a/be/src/runtime/workload_management/io_context.h +++ b/be/src/runtime/workload_management/io_context.h @@ -18,8 +18,8 @@ #pragma once #include "common/factory_creator.h" +#include "runtime/runtime_profile.h" #include "runtime/workload_management/io_throttle.h" -#include "util/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/workload_management/memory_context.h b/be/src/runtime/workload_management/memory_context.h index 027f2fcb61d5a2..0af901e0a02821 100644 --- a/be/src/runtime/workload_management/memory_context.h +++ b/be/src/runtime/workload_management/memory_context.h @@ -23,7 +23,7 @@ #include "common/factory_creator.h" #include "common/status.h" #include "runtime/memory/mem_tracker_limiter.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/workload_management/query_task_controller.cpp b/be/src/runtime/workload_management/query_task_controller.cpp index 02385c2e4afea8..73baac6620c89f 100644 --- a/be/src/runtime/workload_management/query_task_controller.cpp +++ b/be/src/runtime/workload_management/query_task_controller.cpp @@ -17,7 +17,7 @@ #include "runtime/workload_management/query_task_controller.h" -#include "pipeline/pipeline_fragment_context.h" +#include "exec/pipeline/pipeline_fragment_context.h" #include "runtime/query_context.h" #include "runtime/workload_management/task_controller.h" diff --git a/be/src/runtime/workload_management/resource_context.h b/be/src/runtime/workload_management/resource_context.h index 5dc69a1067d677..766cf167497154 100644 --- a/be/src/runtime/workload_management/resource_context.h +++ b/be/src/runtime/workload_management/resource_context.h @@ -23,12 +23,12 @@ #include "common/factory_creator.h" #include "common/multi_version.h" +#include "runtime/runtime_profile.h" #include "runtime/workload_group/workload_group.h" #include "runtime/workload_management/cpu_context.h" #include "runtime/workload_management/io_context.h" #include "runtime/workload_management/memory_context.h" #include "runtime/workload_management/task_controller.h" -#include "util/runtime_profile.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/service/arrow_flight/arrow_flight_batch_reader.cpp b/be/src/service/arrow_flight/arrow_flight_batch_reader.cpp index 24fc977d02729a..fbc5b90f0fbb33 100644 --- a/be/src/service/arrow_flight/arrow_flight_batch_reader.cpp +++ b/be/src/service/arrow_flight/arrow_flight_batch_reader.cpp @@ -23,18 +23,18 @@ #include #include +#include "core/block/block.h" +#include "format/arrow/arrow_block_convertor.h" +#include "format/arrow/arrow_row_batch.h" +#include "format/arrow/arrow_utils.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/result_buffer_mgr.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" #include "service/backend_options.h" -#include "util/arrow/block_convertor.h" -#include "util/arrow/row_batch.h" -#include "util/arrow/utils.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" namespace doris::flight { diff --git a/be/src/service/arrow_flight/flight_sql_service.cpp b/be/src/service/arrow_flight/flight_sql_service.cpp index e49f355ad308a7..26129559b2f7c8 100644 --- a/be/src/service/arrow_flight/flight_sql_service.cpp +++ b/be/src/service/arrow_flight/flight_sql_service.cpp @@ -23,10 +23,10 @@ #include #include "arrow/flight/sql/server.h" +#include "format/arrow/arrow_utils.h" #include "service/arrow_flight/arrow_flight_batch_reader.h" #include "service/arrow_flight/flight_sql_info.h" #include "service/backend_options.h" -#include "util/arrow/utils.h" #include "util/uid_util.h" #include "util/url_coding.h" diff --git a/be/src/service/backend_options.h b/be/src/service/backend_options.h index 543863a6309146..e4782652e47f61 100644 --- a/be/src/service/backend_options.h +++ b/be/src/service/backend_options.h @@ -18,11 +18,11 @@ #pragma once #include +#include #include #include -#include "gen_cpp/Types_types.h" #include "util/network_util.h" namespace doris { diff --git a/be/src/service/backend_service.cpp b/be/src/service/backend_service.cpp index dd71e2c92b218b..7870f351d3f261 100644 --- a/be/src/service/backend_service.cpp +++ b/be/src/service/backend_service.cpp @@ -50,35 +50,36 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "http/http_client.h" +#include "exprs/function/dictionary_factory.h" +#include "format/arrow/arrow_row_batch.h" #include "io/fs/connectivity/storage_connectivity_tester.h" #include "io/fs/local_file_system.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/snapshot_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/txn_manager.h" +#include "load/routine_load/routine_load_task_executor.h" +#include "load/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_recorder.h" #include "runtime/exec_env.h" #include "runtime/external_scan_context_mgr.h" #include "runtime/fragment_mgr.h" #include "runtime/result_queue_mgr.h" -#include "runtime/routine_load/routine_load_task_executor.h" -#include "runtime/stream_load/stream_load_context.h" -#include "runtime/stream_load/stream_load_recorder.h" -#include "util/arrow/row_batch.h" +#include "runtime/runtime_profile.h" +#include "service/http/http_client.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/txn/txn_manager.h" +#include "udf/python/python_env.h" #include "util/defer_op.h" -#include "util/runtime_profile.h" #include "util/threadpool.h" #include "util/thrift_server.h" #include "util/uid_util.h" #include "util/url_coding.h" -#include "vec/functions/dictionary_factory.h" namespace apache { namespace thrift { diff --git a/be/src/service/backend_service.h b/be/src/service/backend_service.h index 6c43f69170d5a3..5da1f04ab89cd9 100644 --- a/be/src/service/backend_service.h +++ b/be/src/service/backend_service.h @@ -26,7 +26,7 @@ #include "agent/agent_server.h" #include "agent/topic_subscriber.h" #include "common/status.h" -#include "runtime/stream_load/stream_load_recorder.h" +#include "load/stream_load/stream_load_recorder.h" namespace doris { diff --git a/be/src/service/brpc_service.cpp b/be/src/service/brpc_service.cpp index 4aaf526281c923..14b34c5a0c98b0 100644 --- a/be/src/service/brpc_service.cpp +++ b/be/src/service/brpc_service.cpp @@ -31,10 +31,10 @@ #include "cloud/config.h" #include "common/config.h" #include "common/logging.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" #include "service/backend_options.h" #include "service/internal_service.h" +#include "storage/storage_engine.h" #include "util/mem_info.h" namespace brpc { diff --git a/be/src/service/doris_main.cpp b/be/src/service/doris_main.cpp index 8c8c14f92150e6..ffd66351a2d166 100644 --- a/be/src/service/doris_main.cpp +++ b/be/src/service/doris_main.cpp @@ -48,9 +48,10 @@ #include "cloud/cloud_backend_service.h" #include "cloud/config.h" #include "common/stack_trace.h" -#include "olap/tablet_schema_cache.h" -#include "olap/utils.h" #include "runtime/memory/mem_tracker_limiter.h" +#include "storage/tablet/tablet_schema_cache.h" +#include "storage/utils.h" +#include "util/concurrency_stats.h" #include "util/jni-util.h" #if defined(LEAK_SANITIZER) @@ -67,8 +68,6 @@ #include "common/signal_handler.h" #include "common/status.h" #include "io/cache/block_file_cache_factory.h" -#include "olap/options.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" #include "runtime/user_function_cache.h" #include "service/arrow_flight/flight_sql_service.h" @@ -76,6 +75,9 @@ #include "service/backend_service.h" #include "service/brpc_service.h" #include "service/http_service.h" +#include "storage/options.h" +#include "storage/storage_engine.h" +#include "udf/python/python_env.h" #include "util/debug_util.h" #include "util/disk_info.h" #include "util/mem_info.h" diff --git a/be/src/http/action/adjust_log_level.cpp b/be/src/service/http/action/adjust_log_level.cpp similarity index 95% rename from be/src/http/action/adjust_log_level.cpp rename to be/src/service/http/action/adjust_log_level.cpp index 2aca94571a6994..f4030bb1c0d975 100644 --- a/be/src/http/action/adjust_log_level.cpp +++ b/be/src/service/http/action/adjust_log_level.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include +#include "service/http/action/adjust_log_level.h" #include #include "common/logging.h" -#include "http/http_channel.h" -#include "http/http_request.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" #include "util/string_util.h" namespace doris { diff --git a/be/src/http/action/adjust_log_level.h b/be/src/service/http/action/adjust_log_level.h similarity index 96% rename from be/src/http/action/adjust_log_level.h rename to be/src/service/http/action/adjust_log_level.h index 0176774cf75d59..849f7f3947acfd 100644 --- a/be/src/http/action/adjust_log_level.h +++ b/be/src/service/http/action/adjust_log_level.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/adjust_tracing_dump.cpp b/be/src/service/http/action/adjust_tracing_dump.cpp similarity index 89% rename from be/src/http/action/adjust_tracing_dump.cpp rename to be/src/service/http/action/adjust_tracing_dump.cpp index 55d1526d82bf84..ac34b9bbfd37b0 100644 --- a/be/src/http/action/adjust_tracing_dump.cpp +++ b/be/src/service/http/action/adjust_tracing_dump.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "adjust_tracing_dump.h" +#include "service/http/action/adjust_tracing_dump.h" #include "common/logging.h" -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" namespace doris { void AdjustTracingDump::handle(HttpRequest* req) { diff --git a/be/src/http/action/adjust_tracing_dump.h b/be/src/service/http/action/adjust_tracing_dump.h similarity index 95% rename from be/src/http/action/adjust_tracing_dump.h rename to be/src/service/http/action/adjust_tracing_dump.h index 7fe29690dfe7fb..e702590711b90d 100644 --- a/be/src/http/action/adjust_tracing_dump.h +++ b/be/src/service/http/action/adjust_tracing_dump.h @@ -17,7 +17,7 @@ #pragma once -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/batch_download_action.cpp b/be/src/service/http/action/batch_download_action.cpp similarity index 97% rename from be/src/http/action/batch_download_action.cpp rename to be/src/service/http/action/batch_download_action.cpp index 70055d61bdf1b9..4ccd7ec96711ad 100644 --- a/be/src/http/action/batch_download_action.cpp +++ b/be/src/service/http/action/batch_download_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/batch_download_action.h" +#include "service/http/action/batch_download_action.h" #include @@ -27,12 +27,12 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_method.h" -#include "http/http_request.h" -#include "http/utils.h" #include "io/fs/local_file_system.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_method.h" +#include "service/http/http_request.h" +#include "service/http/utils.h" #include "util/security.h" namespace doris { diff --git a/be/src/http/action/batch_download_action.h b/be/src/service/http/action/batch_download_action.h similarity index 96% rename from be/src/http/action/batch_download_action.h rename to be/src/service/http/action/batch_download_action.h index f0b7e3576b9937..4acd7b72364fcf 100644 --- a/be/src/http/action/batch_download_action.h +++ b/be/src/service/http/action/batch_download_action.h @@ -21,8 +21,8 @@ #include #include "common/status.h" -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" #include "util/threadpool.h" struct bufferevent_rate_limit_group; diff --git a/be/src/http/action/be_proc_thread_action.cpp b/be/src/service/http/action/be_proc_thread_action.cpp similarity index 86% rename from be/src/http/action/be_proc_thread_action.cpp rename to be/src/service/http/action/be_proc_thread_action.cpp index c403d223e5dfbc..d0a7b1cc1626ff 100644 --- a/be/src/http/action/be_proc_thread_action.cpp +++ b/be/src/service/http/action/be_proc_thread_action.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/be_proc_thread_action.h" +#include "service/http/action/be_proc_thread_action.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_status.h" #include "runtime/be_proc_monitor.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_status.h" namespace doris { diff --git a/be/src/http/action/be_proc_thread_action.h b/be/src/service/http/action/be_proc_thread_action.h similarity index 92% rename from be/src/http/action/be_proc_thread_action.h rename to be/src/service/http/action/be_proc_thread_action.h index f1ad8198d7f774..c9cfe11a04a1cb 100644 --- a/be/src/http/action/be_proc_thread_action.h +++ b/be/src/service/http/action/be_proc_thread_action.h @@ -16,8 +16,8 @@ // under the License. #pragma once -#include "http/http_handler_with_auth.h" -#include "http/http_request.h" +#include "service/http/http_handler_with_auth.h" +#include "service/http/http_request.h" namespace doris { diff --git a/be/src/http/action/calc_file_crc_action.cpp b/be/src/service/http/action/calc_file_crc_action.cpp similarity index 94% rename from be/src/http/action/calc_file_crc_action.cpp rename to be/src/service/http/action/calc_file_crc_action.cpp index 64433a4aa543b2..8dc4e68ab28603 100644 --- a/be/src/http/action/calc_file_crc_action.cpp +++ b/be/src/service/http/action/calc_file_crc_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/calc_file_crc_action.h" +#include "service/http/action/calc_file_crc_action.h" #include #include @@ -28,12 +28,12 @@ #include "cloud/cloud_storage_engine.h" #include "common/logging.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/http/action/calc_file_crc_action.h b/be/src/service/http/action/calc_file_crc_action.h similarity index 97% rename from be/src/http/action/calc_file_crc_action.h rename to be/src/service/http/action/calc_file_crc_action.h index ea5fb894957d19..d4491700357f19 100644 --- a/be/src/http/action/calc_file_crc_action.h +++ b/be/src/service/http/action/calc_file_crc_action.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class HttpRequest; diff --git a/be/src/http/action/check_encryption_action.cpp b/be/src/service/http/action/check_encryption_action.cpp similarity index 97% rename from be/src/http/action/check_encryption_action.cpp rename to be/src/service/http/action/check_encryption_action.cpp index dbf94cb92ddf7a..9db83df00ce1c8 100644 --- a/be/src/http/action/check_encryption_action.cpp +++ b/be/src/service/http/action/check_encryption_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/check_encryption_action.h" +#include "service/http/action/check_encryption_action.h" #include #include @@ -32,15 +32,15 @@ #include "cloud/cloud_tablet.h" #include "cloud/config.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_status.h" #include "io/fs/file_reader.h" #include "io/fs/file_system.h" #include "io/fs/path.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/tablet_fwd.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_status.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/http/action/check_encryption_action.h b/be/src/service/http/action/check_encryption_action.h similarity index 90% rename from be/src/http/action/check_encryption_action.h rename to be/src/service/http/action/check_encryption_action.h index d5545379c50e72..ae4ce978b16019 100644 --- a/be/src/http/action/check_encryption_action.h +++ b/be/src/service/http/action/check_encryption_action.h @@ -18,10 +18,10 @@ #include #include "cloud/cloud_tablet_mgr.h" -#include "http/http_handler_with_auth.h" -#include "http/http_request.h" -#include "olap/tablet_manager.h" #include "runtime/exec_env.h" +#include "service/http/http_handler_with_auth.h" +#include "service/http/http_request.h" +#include "storage/tablet/tablet_manager.h" namespace doris { class CheckEncryptionAction : public HttpHandlerWithAuth { diff --git a/be/src/http/action/check_rpc_channel_action.cpp b/be/src/service/http/action/check_rpc_channel_action.cpp similarity index 96% rename from be/src/http/action/check_rpc_channel_action.cpp rename to be/src/service/http/action/check_rpc_channel_action.cpp index 132bbb1401035b..07df9b2216535b 100644 --- a/be/src/http/action/check_rpc_channel_action.cpp +++ b/be/src/service/http/action/check_rpc_channel_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/check_rpc_channel_action.h" +#include "service/http/action/check_rpc_channel_action.h" #include #include @@ -28,10 +28,10 @@ #include #include -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" #include "util/brpc_client_cache.h" #include "util/md5.h" diff --git a/be/src/http/action/check_rpc_channel_action.h b/be/src/service/http/action/check_rpc_channel_action.h similarity index 96% rename from be/src/http/action/check_rpc_channel_action.h rename to be/src/service/http/action/check_rpc_channel_action.h index 07969c80f08e1d..eed76dca93f573 100644 --- a/be/src/http/action/check_rpc_channel_action.h +++ b/be/src/service/http/action/check_rpc_channel_action.h @@ -17,7 +17,7 @@ #pragma once -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class ExecEnv; diff --git a/be/src/http/action/check_tablet_segment_action.cpp b/be/src/service/http/action/check_tablet_segment_action.cpp similarity index 90% rename from be/src/http/action/check_tablet_segment_action.cpp rename to be/src/service/http/action/check_tablet_segment_action.cpp index cfc4cb07c9beaf..e86a7adc074e18 100644 --- a/be/src/http/action/check_tablet_segment_action.cpp +++ b/be/src/service/http/action/check_tablet_segment_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/check_tablet_segment_action.h" +#include "service/http/action/check_tablet_segment_action.h" #include #include @@ -24,13 +24,13 @@ #include #include -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" #include "service/backend_options.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/easy_json.h" namespace doris { diff --git a/be/src/http/action/check_tablet_segment_action.h b/be/src/service/http/action/check_tablet_segment_action.h similarity index 96% rename from be/src/http/action/check_tablet_segment_action.h rename to be/src/service/http/action/check_tablet_segment_action.h index 2ff46e86e1bf2a..6a2b84785779c6 100644 --- a/be/src/http/action/check_tablet_segment_action.h +++ b/be/src/service/http/action/check_tablet_segment_action.h @@ -19,7 +19,7 @@ #include -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" #include "util/easy_json.h" namespace doris { diff --git a/be/src/http/action/checksum_action.cpp b/be/src/service/http/action/checksum_action.cpp similarity index 94% rename from be/src/http/action/checksum_action.cpp rename to be/src/service/http/action/checksum_action.cpp index 9d5cfb7b3cacac..4533b42da87399 100644 --- a/be/src/http/action/checksum_action.cpp +++ b/be/src/service/http/action/checksum_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/checksum_action.h" +#include "service/http/action/checksum_action.h" #include #include @@ -24,11 +24,11 @@ #include "boost/lexical_cast.hpp" #include "common/logging.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/storage_engine.h" -#include "olap/task/engine_checksum_task.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/storage_engine.h" +#include "storage/task/engine_checksum_task.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/http/action/checksum_action.h b/be/src/service/http/action/checksum_action.h similarity index 96% rename from be/src/http/action/checksum_action.h rename to be/src/service/http/action/checksum_action.h index 916beff025f4a7..ae5c40d0a54895 100644 --- a/be/src/http/action/checksum_action.h +++ b/be/src/service/http/action/checksum_action.h @@ -19,7 +19,7 @@ #include -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/clear_cache_action.cpp b/be/src/service/http/action/clear_cache_action.cpp similarity index 92% rename from be/src/http/action/clear_cache_action.cpp rename to be/src/service/http/action/clear_cache_action.cpp index c38ee790e8e971..9afb91a00509a5 100644 --- a/be/src/http/action/clear_cache_action.cpp +++ b/be/src/service/http/action/clear_cache_action.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/clear_cache_action.h" +#include "service/http/action/clear_cache_action.h" #include #include -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "runtime/memory/cache_manager.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" namespace doris { diff --git a/be/src/http/action/clear_cache_action.h b/be/src/service/http/action/clear_cache_action.h similarity index 95% rename from be/src/http/action/clear_cache_action.h rename to be/src/service/http/action/clear_cache_action.h index 40233be1fb84e6..0d038ebc8c63a0 100644 --- a/be/src/http/action/clear_cache_action.h +++ b/be/src/service/http/action/clear_cache_action.h @@ -17,7 +17,7 @@ #pragma once -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/compaction_action.cpp b/be/src/service/http/action/compaction_action.cpp similarity index 95% rename from be/src/http/action/compaction_action.cpp rename to be/src/service/http/action/compaction_action.cpp index 324d9a968839f3..fc49a74954d902 100644 --- a/be/src/http/action/compaction_action.cpp +++ b/be/src/service/http/action/compaction_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/compaction_action.h" +#include "service/http/action/compaction_action.h" // IWYU pragma: no_include #include // IWYU pragma: keep @@ -30,21 +30,21 @@ #include "absl/strings/substitute.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/base_compaction.h" -#include "olap/cumulative_compaction.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/full_compaction.h" -#include "olap/olap_define.h" -#include "olap/single_replica_compaction.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "util/doris_metrics.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/compaction/base_compaction.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/compaction/full_compaction.h" +#include "storage/compaction/single_replica_compaction.h" +#include "storage/olap_define.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/http/action/compaction_action.h b/be/src/service/http/action/compaction_action.h similarity index 96% rename from be/src/http/action/compaction_action.h rename to be/src/service/http/action/compaction_action.h index 33d48e01bc669c..33e140a5a74dd2 100644 --- a/be/src/http/action/compaction_action.h +++ b/be/src/service/http/action/compaction_action.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "http/http_handler_with_auth.h" -#include "olap/tablet.h" +#include "service/http/http_handler_with_auth.h" +#include "storage/tablet/tablet.h" namespace doris { class HttpRequest; diff --git a/be/src/http/action/compaction_score_action.cpp b/be/src/service/http/action/compaction_score_action.cpp similarity index 96% rename from be/src/http/action/compaction_score_action.cpp rename to be/src/service/http/action/compaction_score_action.cpp index d96012e3507b17..fd04f65717a86d 100644 --- a/be/src/http/action/compaction_score_action.cpp +++ b/be/src/service/http/action/compaction_score_action.cpp @@ -14,7 +14,7 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "http/action/compaction_score_action.h" +#include "service/http/action/compaction_score_action.h" #include #include @@ -42,13 +42,13 @@ #include "cloud/cloud_tablet_mgr.h" #include "cloud/config.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_handler_with_auth.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_manager.h" +#include "service/http/http_channel.h" +#include "service/http/http_handler_with_auth.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_manager.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/http/action/compaction_score_action.h b/be/src/service/http/action/compaction_score_action.h similarity index 94% rename from be/src/http/action/compaction_score_action.h rename to be/src/service/http/action/compaction_score_action.h index 1c345a4ae24c65..0fc88ae7627560 100644 --- a/be/src/http/action/compaction_score_action.h +++ b/be/src/service/http/action/compaction_score_action.h @@ -25,10 +25,10 @@ #include "cloud/cloud_tablet_mgr.h" #include "common/status.h" -#include "http/http_handler_with_auth.h" -#include "http/http_request.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" +#include "service/http/http_handler_with_auth.h" +#include "service/http/http_request.h" +#include "storage/storage_engine.h" namespace doris { struct CompactionScoreResult { diff --git a/be/src/http/action/config_action.cpp b/be/src/service/http/action/config_action.cpp similarity index 96% rename from be/src/http/action/config_action.cpp rename to be/src/service/http/action/config_action.cpp index 0e5fb4632b4f06..37b784a1979760 100644 --- a/be/src/http/action/config_action.cpp +++ b/be/src/service/http/action/config_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/config_action.h" +#include "service/http/action/config_action.h" #include #include @@ -35,10 +35,10 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/http/action/config_action.h b/be/src/service/http/action/config_action.h similarity index 94% rename from be/src/http/action/config_action.h rename to be/src/service/http/action/config_action.h index 67f8f213b63e3d..748b28bcf8caee 100644 --- a/be/src/http/action/config_action.h +++ b/be/src/service/http/action/config_action.h @@ -17,8 +17,8 @@ #pragma once -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class HttpRequest; diff --git a/be/src/http/action/debug_point_action.cpp b/be/src/service/http/action/debug_point_action.cpp similarity index 96% rename from be/src/http/action/debug_point_action.cpp rename to be/src/service/http/action/debug_point_action.cpp index babea96268a20e..7ab819ad875447 100644 --- a/be/src/http/action/debug_point_action.cpp +++ b/be/src/service/http/action/debug_point_action.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/debug_point_action.h" +#include "service/http/action/debug_point_action.h" #include "common/config.h" -#include "http/http_channel.h" -#include "http/http_status.h" +#include "service/http/http_channel.h" +#include "service/http/http_status.h" #include "util/debug_points.h" #include "util/time.h" diff --git a/be/src/http/action/debug_point_action.h b/be/src/service/http/action/debug_point_action.h similarity index 94% rename from be/src/http/action/debug_point_action.h rename to be/src/service/http/action/debug_point_action.h index 47b36204561b54..2da2aa706e82c7 100644 --- a/be/src/http/action/debug_point_action.h +++ b/be/src/service/http/action/debug_point_action.h @@ -18,8 +18,8 @@ #pragma once #include "common/status.h" -#include "http/http_handler_with_auth.h" -#include "http/http_request.h" +#include "service/http/http_handler_with_auth.h" +#include "service/http/http_request.h" namespace doris { diff --git a/be/src/http/action/delete_bitmap_action.cpp b/be/src/service/http/action/delete_bitmap_action.cpp similarity index 96% rename from be/src/http/action/delete_bitmap_action.cpp rename to be/src/service/http/action/delete_bitmap_action.cpp index d4bdb5252ceb11..b0412cf3cf5e82 100644 --- a/be/src/http/action/delete_bitmap_action.cpp +++ b/be/src/service/http/action/delete_bitmap_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "delete_bitmap_action.h" +#include "service/http/action/delete_bitmap_action.h" #include #include @@ -39,14 +39,14 @@ #include "cloud/cloud_tablet_mgr.h" #include "cloud/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/olap_define.h" -#include "olap/tablet_manager.h" -#include "util/doris_metrics.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/olap_define.h" +#include "storage/tablet/tablet_manager.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/http/action/delete_bitmap_action.h b/be/src/service/http/action/delete_bitmap_action.h similarity index 94% rename from be/src/http/action/delete_bitmap_action.h rename to be/src/service/http/action/delete_bitmap_action.h index db3ab3bcd89f0f..a0a34bfdc9af4a 100644 --- a/be/src/http/action/delete_bitmap_action.h +++ b/be/src/service/http/action/delete_bitmap_action.h @@ -22,9 +22,9 @@ #include #include "common/status.h" -#include "http/http_handler_with_auth.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" +#include "service/http/http_handler_with_auth.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/http/action/dictionary_status_action.cpp b/be/src/service/http/action/dictionary_status_action.cpp similarity index 85% rename from be/src/http/action/dictionary_status_action.cpp rename to be/src/service/http/action/dictionary_status_action.cpp index 0174131356c719..b2263a8aa095d0 100644 --- a/be/src/http/action/dictionary_status_action.cpp +++ b/be/src/service/http/action/dictionary_status_action.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/dictionary_status_action.h" +#include "service/http/action/dictionary_status_action.h" #include -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" +#include "exprs/function/dictionary_factory.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" -#include "vec/functions/dictionary_factory.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" namespace doris { diff --git a/be/src/http/action/dictionary_status_action.h b/be/src/service/http/action/dictionary_status_action.h similarity index 92% rename from be/src/http/action/dictionary_status_action.h rename to be/src/service/http/action/dictionary_status_action.h index 8a985b669f155d..01e4d08b078653 100644 --- a/be/src/http/action/dictionary_status_action.h +++ b/be/src/service/http/action/dictionary_status_action.h @@ -17,8 +17,8 @@ #pragma once -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class ExecEnv; diff --git a/be/src/http/action/download_action.cpp b/be/src/service/http/action/download_action.cpp similarity index 98% rename from be/src/http/action/download_action.cpp rename to be/src/service/http/action/download_action.cpp index 67999c2d09ab2b..732635e5191af3 100644 --- a/be/src/http/action/download_action.cpp +++ b/be/src/service/http/action/download_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/download_action.h" +#include "service/http/action/download_action.h" #include #include @@ -24,11 +24,11 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/utils.h" #include "io/fs/local_file_system.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/utils.h" namespace doris { namespace { diff --git a/be/src/http/action/download_action.h b/be/src/service/http/action/download_action.h similarity index 96% rename from be/src/http/action/download_action.h rename to be/src/service/http/action/download_action.h index 8d38e80ab32547..0d60540f8ef62b 100644 --- a/be/src/http/action/download_action.h +++ b/be/src/service/http/action/download_action.h @@ -21,8 +21,8 @@ #include #include "common/status.h" -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" #include "util/threadpool.h" struct bufferevent_rate_limit_group; diff --git a/be/src/http/action/download_binlog_action.cpp b/be/src/service/http/action/download_binlog_action.cpp similarity index 97% rename from be/src/http/action/download_binlog_action.cpp rename to be/src/service/http/action/download_binlog_action.cpp index abdc1f9e321da9..5fd70489202a6f 100644 --- a/be/src/http/action/download_binlog_action.cpp +++ b/be/src/service/http/action/download_binlog_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/download_binlog_action.h" +#include "service/http/action/download_binlog_action.h" #include #include @@ -27,13 +27,13 @@ #include "common/config.h" #include "common/logging.h" -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/utils.h" #include "io/fs/local_file_system.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/utils.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/http/action/download_binlog_action.h b/be/src/service/http/action/download_binlog_action.h similarity index 94% rename from be/src/http/action/download_binlog_action.h rename to be/src/service/http/action/download_binlog_action.h index f1162ff8a3ecc4..3997da842a97c6 100644 --- a/be/src/http/action/download_binlog_action.h +++ b/be/src/service/http/action/download_binlog_action.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" struct bufferevent_rate_limit_group; diff --git a/be/src/http/action/file_cache_action.cpp b/be/src/service/http/action/file_cache_action.cpp similarity index 95% rename from be/src/http/action/file_cache_action.cpp rename to be/src/service/http/action/file_cache_action.cpp index e923af07006785..e2817e2dbca893 100644 --- a/be/src/http/action/file_cache_action.cpp +++ b/be/src/service/http/action/file_cache_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "file_cache_action.h" +#include "service/http/action/file_cache_action.h" #include @@ -28,16 +28,16 @@ #include #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "io/cache/block_file_cache.h" #include "io/cache/block_file_cache_factory.h" #include "io/cache/file_cache_common.h" #include "io/cache/fs_file_cache_storage.h" -#include "olap/olap_define.h" -#include "olap/tablet_meta.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/olap_define.h" +#include "storage/tablet/tablet_meta.h" #include "util/easy_json.h" namespace doris { diff --git a/be/src/http/action/file_cache_action.h b/be/src/service/http/action/file_cache_action.h similarity index 93% rename from be/src/http/action/file_cache_action.h rename to be/src/service/http/action/file_cache_action.h index 1b3e255f57b406..54a1e723594a6e 100644 --- a/be/src/http/action/file_cache_action.h +++ b/be/src/service/http/action/file_cache_action.h @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/health_action.cpp b/be/src/service/http/action/health_action.cpp similarity index 90% rename from be/src/http/action/health_action.cpp rename to be/src/service/http/action/health_action.cpp index 8c1976dea2ecc0..93ee2f46d6374d 100644 --- a/be/src/http/action/health_action.cpp +++ b/be/src/service/http/action/health_action.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/health_action.h" +#include "service/http/action/health_action.h" #include #include -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" namespace doris { diff --git a/be/src/http/action/health_action.h b/be/src/service/http/action/health_action.h similarity index 92% rename from be/src/http/action/health_action.h rename to be/src/service/http/action/health_action.h index e6cfd4cdb7bdde..f2d135d15f27e0 100644 --- a/be/src/http/action/health_action.h +++ b/be/src/service/http/action/health_action.h @@ -17,8 +17,8 @@ #pragma once -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class HttpRequest; diff --git a/be/src/http/action/http_stream.cpp b/be/src/service/http/action/http_stream.cpp similarity index 96% rename from be/src/http/action/http_stream.cpp rename to be/src/service/http/action/http_stream.cpp index c47a22164ecd3d..e9426bde236aed 100644 --- a/be/src/http/action/http_stream.cpp +++ b/be/src/service/http/action/http_stream.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/http_stream.h" +#include "service/http/action/http_stream.h" #include #include @@ -25,36 +25,36 @@ #include #include #include +#include +#include +#include #include #include #include "cloud/config.h" #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/status.h" #include "common/utils.h" -#include "gen_cpp/FrontendService.h" -#include "gen_cpp/FrontendService_types.h" -#include "gen_cpp/HeartbeatService_types.h" -#include "http/http_channel.h" -#include "http/http_common.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/utils.h" #include "io/fs/stream_load_pipe.h" -#include "olap/storage_engine.h" -#include "runtime/client_cache.h" +#include "load/group_commit/group_commit_mgr.h" +#include "load/load_path_mgr.h" +#include "load/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_executor.h" +#include "load/stream_load/stream_load_recorder.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" -#include "runtime/group_commit_mgr.h" -#include "runtime/load_path_mgr.h" -#include "runtime/stream_load/new_load_stream_mgr.h" -#include "runtime/stream_load/stream_load_context.h" -#include "runtime/stream_load/stream_load_executor.h" -#include "runtime/stream_load/stream_load_recorder.h" +#include "service/http/http_channel.h" +#include "service/http/http_common.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/utils.h" +#include "storage/storage_engine.h" #include "util/byte_buffer.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" +#include "util/client_cache.h" #include "util/string_util.h" #include "util/thrift_rpc_helper.h" #include "util/time.h" diff --git a/be/src/http/action/http_stream.h b/be/src/service/http/action/http_stream.h similarity index 93% rename from be/src/http/action/http_stream.h rename to be/src/service/http/action/http_stream.h index 90a8b48fb2bb77..af39ce9bda916a 100644 --- a/be/src/http/action/http_stream.h +++ b/be/src/service/http/action/http_stream.h @@ -17,12 +17,13 @@ #pragma once +#include + #include -#include "gen_cpp/PlanNodes_types.h" -#include "http/http_handler.h" -#include "runtime/client_cache.h" -#include "runtime/message_body_sink.h" +#include "load/message_body_sink.h" +#include "service/http/http_handler.h" +#include "util/client_cache.h" namespace doris { diff --git a/be/src/http/action/jeprofile_actions.cpp b/be/src/service/http/action/jeprofile_actions.cpp similarity index 95% rename from be/src/http/action/jeprofile_actions.cpp rename to be/src/service/http/action/jeprofile_actions.cpp index 0d2863d5600249..e8c36b00cf1ec5 100644 --- a/be/src/http/action/jeprofile_actions.cpp +++ b/be/src/service/http/action/jeprofile_actions.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/jeprofile_actions.h" +#include "service/http/action/jeprofile_actions.h" #include #include @@ -23,13 +23,13 @@ #include #include "agent/utils.h" -#include "http/ev_http_server.h" -#include "http/http_channel.h" -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" -#include "http/http_headers.h" -#include "http/http_request.h" #include "runtime/memory/heap_profiler.h" +#include "service/http/ev_http_server.h" +#include "service/http/http_channel.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" namespace doris { diff --git a/be/src/http/action/jeprofile_actions.h b/be/src/service/http/action/jeprofile_actions.h similarity index 95% rename from be/src/http/action/jeprofile_actions.h rename to be/src/service/http/action/jeprofile_actions.h index 168de9b3dc1c64..e6fb025748ac66 100644 --- a/be/src/http/action/jeprofile_actions.h +++ b/be/src/service/http/action/jeprofile_actions.h @@ -17,8 +17,8 @@ #pragma once -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/load_channel_action.cpp b/be/src/service/http/action/load_channel_action.cpp similarity index 84% rename from be/src/http/action/load_channel_action.cpp rename to be/src/service/http/action/load_channel_action.cpp index 35efe56ecdea2d..2a2e8c3714d884 100644 --- a/be/src/http/action/load_channel_action.cpp +++ b/be/src/service/http/action/load_channel_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/load_channel_action.h" +#include "service/http/action/load_channel_action.h" #include #include @@ -25,16 +25,16 @@ #include #include "cloud/config.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/olap_common.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "load/channel/load_channel_mgr.h" #include "runtime/exec_env.h" -#include "runtime/load_channel_mgr.h" #include "service/backend_options.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/olap_common.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" namespace doris { diff --git a/be/src/http/action/load_channel_action.h b/be/src/service/http/action/load_channel_action.h similarity index 93% rename from be/src/http/action/load_channel_action.h rename to be/src/service/http/action/load_channel_action.h index 2a9ec3dbf492b5..6b0f1b65eb7f1e 100644 --- a/be/src/http/action/load_channel_action.h +++ b/be/src/service/http/action/load_channel_action.h @@ -19,8 +19,8 @@ #include -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" #include "util/easy_json.h" namespace doris { diff --git a/be/src/http/action/load_stream_action.cpp b/be/src/service/http/action/load_stream_action.cpp similarity index 84% rename from be/src/http/action/load_stream_action.cpp rename to be/src/service/http/action/load_stream_action.cpp index 087f3b0f927868..364deb7413f58e 100644 --- a/be/src/http/action/load_stream_action.cpp +++ b/be/src/service/http/action/load_stream_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/load_stream_action.h" +#include "service/http/action/load_stream_action.h" #include #include @@ -25,16 +25,16 @@ #include #include "cloud/config.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/olap_common.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "load/channel/load_stream_mgr.h" #include "runtime/exec_env.h" -#include "runtime/load_stream_mgr.h" #include "service/backend_options.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/olap_common.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" namespace doris { diff --git a/be/src/http/action/load_stream_action.h b/be/src/service/http/action/load_stream_action.h similarity index 93% rename from be/src/http/action/load_stream_action.h rename to be/src/service/http/action/load_stream_action.h index d1030ba0f895e4..a57c6ee564e5f1 100644 --- a/be/src/http/action/load_stream_action.h +++ b/be/src/service/http/action/load_stream_action.h @@ -19,8 +19,8 @@ #include -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" #include "util/easy_json.h" namespace doris { diff --git a/be/src/http/action/meta_action.cpp b/be/src/service/http/action/meta_action.cpp similarity index 90% rename from be/src/http/action/meta_action.cpp rename to be/src/service/http/action/meta_action.cpp index e5d564a11f1484..4dec64d0532787 100644 --- a/be/src/http/action/meta_action.cpp +++ b/be/src/service/http/action/meta_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/meta_action.h" +#include "service/http/action/meta_action.h" #include #include @@ -29,15 +29,15 @@ #include "cloud/config.h" #include "common/logging.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/olap_define.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/olap_define.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" #include "util/easy_json.h" namespace doris { diff --git a/be/src/http/action/meta_action.h b/be/src/service/http/action/meta_action.h similarity index 96% rename from be/src/http/action/meta_action.h rename to be/src/service/http/action/meta_action.h index 114ec7e388eaed..29036df0aa1e97 100644 --- a/be/src/http/action/meta_action.h +++ b/be/src/service/http/action/meta_action.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/metrics_action.cpp b/be/src/service/http/action/metrics_action.cpp similarity index 87% rename from be/src/http/action/metrics_action.cpp rename to be/src/service/http/action/metrics_action.cpp index d9df65928a223f..4798f88e649375 100644 --- a/be/src/http/action/metrics_action.cpp +++ b/be/src/service/http/action/metrics_action.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/metrics_action.h" +#include "service/http/action/metrics_action.h" #include -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "util/metrics.h" +#include "common/metrics/metrics.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" namespace doris { diff --git a/be/src/http/action/metrics_action.h b/be/src/service/http/action/metrics_action.h similarity index 96% rename from be/src/http/action/metrics_action.h rename to be/src/service/http/action/metrics_action.h index 85db3031b80928..cffd29ebf3a81d 100644 --- a/be/src/http/action/metrics_action.h +++ b/be/src/service/http/action/metrics_action.h @@ -17,7 +17,7 @@ #pragma once -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/pad_rowset_action.cpp b/be/src/service/http/action/pad_rowset_action.cpp similarity index 90% rename from be/src/http/action/pad_rowset_action.cpp rename to be/src/service/http/action/pad_rowset_action.cpp index 950c265ac6f3b8..b3c66d91761954 100644 --- a/be/src/http/action/pad_rowset_action.cpp +++ b/be/src/service/http/action/pad_rowset_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/pad_rowset_action.h" +#include "service/http/action/pad_rowset_action.h" #include #include @@ -27,15 +27,15 @@ #include #include -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/time.h" #include "util/trace.h" diff --git a/be/src/http/action/pad_rowset_action.h b/be/src/service/http/action/pad_rowset_action.h similarity index 96% rename from be/src/http/action/pad_rowset_action.h rename to be/src/service/http/action/pad_rowset_action.h index 7f992d9b0dac6c..f22d7f114d0326 100644 --- a/be/src/http/action/pad_rowset_action.h +++ b/be/src/service/http/action/pad_rowset_action.h @@ -18,7 +18,7 @@ #pragma once #include "common/status.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class HttpRequest; diff --git a/be/src/http/action/pipeline_task_action.cpp b/be/src/service/http/action/pipeline_task_action.cpp similarity index 92% rename from be/src/http/action/pipeline_task_action.cpp rename to be/src/service/http/action/pipeline_task_action.cpp index f5b05b9d3edf22..d730b5f6119a4c 100644 --- a/be/src/http/action/pipeline_task_action.cpp +++ b/be/src/service/http/action/pipeline_task_action.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/pipeline_task_action.h" +#include "service/http/action/pipeline_task_action.h" #include #include -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "pipeline/pipeline_fragment_context.h" +#include "exec/pipeline/pipeline_fragment_context.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" namespace doris { diff --git a/be/src/http/action/pipeline_task_action.h b/be/src/service/http/action/pipeline_task_action.h similarity index 94% rename from be/src/http/action/pipeline_task_action.h rename to be/src/service/http/action/pipeline_task_action.h index a9f222cc0167ab..358017b881a89c 100644 --- a/be/src/http/action/pipeline_task_action.h +++ b/be/src/service/http/action/pipeline_task_action.h @@ -17,8 +17,8 @@ #pragma once -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class ExecEnv; diff --git a/be/src/http/action/pprof_actions.cpp b/be/src/service/http/action/pprof_actions.cpp similarity index 97% rename from be/src/http/action/pprof_actions.cpp rename to be/src/service/http/action/pprof_actions.cpp index 453616669b66cb..fa0a1c066da9d6 100644 --- a/be/src/http/action/pprof_actions.cpp +++ b/be/src/service/http/action/pprof_actions.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/pprof_actions.h" +#include "service/http/action/pprof_actions.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" #if !defined(__SANITIZE_ADDRESS__) && !defined(ADDRESS_SANITIZER) && !defined(LEAK_SANITIZER) && \ !defined(THREAD_SANITIZER) && !defined(USE_JEMALLOC) @@ -37,13 +37,13 @@ #include "common/config.h" #include "common/object_pool.h" -#include "http/ev_http_server.h" -#include "http/http_channel.h" -#include "http/http_handler.h" -#include "http/http_method.h" -#include "http/http_request.h" #include "io/fs/local_file_system.h" #include "runtime/exec_env.h" +#include "service/http/ev_http_server.h" +#include "service/http/http_channel.h" +#include "service/http/http_handler.h" +#include "service/http/http_method.h" +#include "service/http/http_request.h" #include "util/bfd_parser.h" #include "util/pprof_utils.h" // IWYU pragma: keep diff --git a/be/src/http/action/pprof_actions.h b/be/src/service/http/action/pprof_actions.h similarity index 100% rename from be/src/http/action/pprof_actions.h rename to be/src/service/http/action/pprof_actions.h diff --git a/be/src/http/action/reload_tablet_action.cpp b/be/src/service/http/action/reload_tablet_action.cpp similarity index 95% rename from be/src/http/action/reload_tablet_action.cpp rename to be/src/service/http/action/reload_tablet_action.cpp index c5b94ff0cd6668..00ad23ea1dfd88 100644 --- a/be/src/http/action/reload_tablet_action.cpp +++ b/be/src/service/http/action/reload_tablet_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/reload_tablet_action.h" +#include "service/http/action/reload_tablet_action.h" #include @@ -26,11 +26,11 @@ #include "boost/lexical_cast.hpp" #include "common/logging.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/storage_engine.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/http/action/reload_tablet_action.h b/be/src/service/http/action/reload_tablet_action.h similarity index 96% rename from be/src/http/action/reload_tablet_action.h rename to be/src/service/http/action/reload_tablet_action.h index 442832b0c2f0c5..73b48fed694812 100644 --- a/be/src/http/action/reload_tablet_action.h +++ b/be/src/service/http/action/reload_tablet_action.h @@ -19,7 +19,7 @@ #include -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/report_action.cpp b/be/src/service/http/action/report_action.cpp similarity index 92% rename from be/src/http/action/report_action.cpp rename to be/src/service/http/action/report_action.cpp index 0519a1bd11ba44..93664af8eec88a 100644 --- a/be/src/http/action/report_action.cpp +++ b/be/src/service/http/action/report_action.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/report_action.h" +#include "service/http/action/report_action.h" #include "common/status.h" -#include "http/http_channel.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "storage/storage_engine.h" namespace doris { diff --git a/be/src/http/action/report_action.h b/be/src/service/http/action/report_action.h similarity index 93% rename from be/src/http/action/report_action.h rename to be/src/service/http/action/report_action.h index 5ee009a9a7de03..1fc526e8fe3251 100644 --- a/be/src/http/action/report_action.h +++ b/be/src/service/http/action/report_action.h @@ -17,8 +17,8 @@ #pragma once -#include "http/http_handler_with_auth.h" -#include "http/http_request.h" +#include "service/http/http_handler_with_auth.h" +#include "service/http/http_request.h" namespace doris { diff --git a/be/src/http/action/reset_rpc_channel_action.cpp b/be/src/service/http/action/reset_rpc_channel_action.cpp similarity index 94% rename from be/src/http/action/reset_rpc_channel_action.cpp rename to be/src/service/http/action/reset_rpc_channel_action.cpp index fa3adbdfb854a4..5971442437f7da 100644 --- a/be/src/http/action/reset_rpc_channel_action.cpp +++ b/be/src/service/http/action/reset_rpc_channel_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/reset_rpc_channel_action.h" +#include "service/http/action/reset_rpc_channel_action.h" #include #include @@ -24,10 +24,10 @@ #include #include -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" #include "util/brpc_client_cache.h" #include "util/string_util.h" diff --git a/be/src/http/action/reset_rpc_channel_action.h b/be/src/service/http/action/reset_rpc_channel_action.h similarity index 96% rename from be/src/http/action/reset_rpc_channel_action.h rename to be/src/service/http/action/reset_rpc_channel_action.h index ba13c6be7c6333..40b77de3bb525d 100644 --- a/be/src/http/action/reset_rpc_channel_action.h +++ b/be/src/service/http/action/reset_rpc_channel_action.h @@ -17,7 +17,7 @@ #pragma once -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class ExecEnv; diff --git a/be/src/http/action/restore_tablet_action.cpp b/be/src/service/http/action/restore_tablet_action.cpp similarity index 96% rename from be/src/http/action/restore_tablet_action.cpp rename to be/src/service/http/action/restore_tablet_action.cpp index c37c17110c0ff7..beeba3449acff9 100644 --- a/be/src/http/action/restore_tablet_action.cpp +++ b/be/src/service/http/action/restore_tablet_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/restore_tablet_action.h" +#include "service/http/action/restore_tablet_action.h" #include #include @@ -31,19 +31,19 @@ #include #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "io/fs/path.h" -#include "olap/data_dir.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/utils.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/data_dir.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/utils.h" using std::filesystem::path; diff --git a/be/src/http/action/restore_tablet_action.h b/be/src/service/http/action/restore_tablet_action.h similarity index 97% rename from be/src/http/action/restore_tablet_action.h rename to be/src/service/http/action/restore_tablet_action.h index f372b8d389928d..503c996da47d29 100644 --- a/be/src/http/action/restore_tablet_action.h +++ b/be/src/service/http/action/restore_tablet_action.h @@ -24,7 +24,7 @@ #include #include "common/status.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/show_hotspot_action.cpp b/be/src/service/http/action/show_hotspot_action.cpp similarity index 97% rename from be/src/http/action/show_hotspot_action.cpp rename to be/src/service/http/action/show_hotspot_action.cpp index e94a2749e0629e..66043e9447f07f 100644 --- a/be/src/http/action/show_hotspot_action.cpp +++ b/be/src/service/http/action/show_hotspot_action.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "show_hotspot_action.h" +#include "service/http/action/show_hotspot_action.h" #include #include #include "cloud/cloud_tablet_mgr.h" -#include "http/http_channel.h" -#include "http/http_request.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" namespace doris { diff --git a/be/src/http/action/show_hotspot_action.h b/be/src/service/http/action/show_hotspot_action.h similarity index 93% rename from be/src/http/action/show_hotspot_action.h rename to be/src/service/http/action/show_hotspot_action.h index 41625bab855bdc..4ad4fe21b2f4b8 100644 --- a/be/src/http/action/show_hotspot_action.h +++ b/be/src/service/http/action/show_hotspot_action.h @@ -18,8 +18,8 @@ #pragma once #include "cloud/cloud_storage_engine.h" -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class CloudStorageEngine; diff --git a/be/src/http/action/show_nested_index_file_action.cpp b/be/src/service/http/action/show_nested_index_file_action.cpp similarity index 90% rename from be/src/http/action/show_nested_index_file_action.cpp rename to be/src/service/http/action/show_nested_index_file_action.cpp index ba5e0fc699b874..84450da5bc02eb 100644 --- a/be/src/http/action/show_nested_index_file_action.cpp +++ b/be/src/service/http/action/show_nested_index_file_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/show_nested_index_file_action.h" +#include "service/http/action/show_nested_index_file_action.h" #include @@ -23,12 +23,12 @@ #include #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/http/action/show_nested_index_file_action.h b/be/src/service/http/action/show_nested_index_file_action.h similarity index 96% rename from be/src/http/action/show_nested_index_file_action.h rename to be/src/service/http/action/show_nested_index_file_action.h index 913eec0aa27a7e..971a27d302955f 100644 --- a/be/src/http/action/show_nested_index_file_action.h +++ b/be/src/service/http/action/show_nested_index_file_action.h @@ -22,7 +22,7 @@ #include #include "common/status.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class HttpRequest; diff --git a/be/src/http/action/shrink_mem_action.cpp b/be/src/service/http/action/shrink_mem_action.cpp similarity index 92% rename from be/src/http/action/shrink_mem_action.cpp rename to be/src/service/http/action/shrink_mem_action.cpp index 41f55365cffcf8..db6d5be108c1d8 100644 --- a/be/src/http/action/shrink_mem_action.cpp +++ b/be/src/service/http/action/shrink_mem_action.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/shrink_mem_action.h" +#include "service/http/action/shrink_mem_action.h" #include -#include "http/http_channel.h" -#include "http/http_request.h" #include "runtime/exec_env.h" #include "runtime/memory/memory_reclamation.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" #include "util/brpc_client_cache.h" #include "util/mem_info.h" #include "util/string_util.h" diff --git a/be/src/http/action/shrink_mem_action.h b/be/src/service/http/action/shrink_mem_action.h similarity index 92% rename from be/src/http/action/shrink_mem_action.h rename to be/src/service/http/action/shrink_mem_action.h index 4d6fa3ffbcdb0f..fa8f0526a8d263 100644 --- a/be/src/http/action/shrink_mem_action.h +++ b/be/src/service/http/action/shrink_mem_action.h @@ -17,8 +17,8 @@ #pragma once -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" namespace doris { class ExecEnv; diff --git a/be/src/http/action/snapshot_action.cpp b/be/src/service/http/action/snapshot_action.cpp similarity index 94% rename from be/src/http/action/snapshot_action.cpp rename to be/src/service/http/action/snapshot_action.cpp index b5cecac01abf47..e5138b82896428 100644 --- a/be/src/http/action/snapshot_action.cpp +++ b/be/src/service/http/action/snapshot_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/snapshot_action.h" +#include "service/http/action/snapshot_action.h" #include @@ -26,11 +26,11 @@ #include "common/logging.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/snapshot_manager.h" -#include "olap/storage_engine.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/storage_engine.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/http/action/snapshot_action.h b/be/src/service/http/action/snapshot_action.h similarity index 96% rename from be/src/http/action/snapshot_action.h rename to be/src/service/http/action/snapshot_action.h index b7b1486b1063ba..e15dacb5c494ab 100644 --- a/be/src/http/action/snapshot_action.h +++ b/be/src/service/http/action/snapshot_action.h @@ -20,7 +20,7 @@ #include #include -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/action/stream_load.cpp b/be/src/service/http/action/stream_load.cpp similarity index 98% rename from be/src/http/action/stream_load.cpp rename to be/src/service/http/action/stream_load.cpp index 092088bf44aa5b..3c4ccd74f1ae4a 100644 --- a/be/src/http/action/stream_load.cpp +++ b/be/src/service/http/action/stream_load.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/stream_load.h" +#include "service/http/action/stream_load.h" // use string iequal #include @@ -41,28 +41,28 @@ #include "common/config.h" #include "common/consts.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/status.h" #include "common/utils.h" -#include "http/http_channel.h" -#include "http/http_common.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/utils.h" #include "io/fs/stream_load_pipe.h" -#include "olap/storage_engine.h" -#include "runtime/client_cache.h" +#include "load/group_commit/group_commit_mgr.h" +#include "load/load_path_mgr.h" +#include "load/message_body_sink.h" +#include "load/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_executor.h" +#include "load/stream_load/stream_load_recorder.h" #include "runtime/exec_env.h" -#include "runtime/group_commit_mgr.h" -#include "runtime/load_path_mgr.h" -#include "runtime/message_body_sink.h" -#include "runtime/stream_load/new_load_stream_mgr.h" -#include "runtime/stream_load/stream_load_context.h" -#include "runtime/stream_load/stream_load_executor.h" -#include "runtime/stream_load/stream_load_recorder.h" +#include "service/http/http_channel.h" +#include "service/http/http_common.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/utils.h" +#include "storage/storage_engine.h" #include "util/byte_buffer.h" -#include "util/doris_metrics.h" +#include "util/client_cache.h" #include "util/load_util.h" -#include "util/metrics.h" #include "util/string_util.h" #include "util/thrift_rpc_helper.h" #include "util/time.h" diff --git a/be/src/http/action/stream_load.h b/be/src/service/http/action/stream_load.h similarity index 96% rename from be/src/http/action/stream_load.h rename to be/src/service/http/action/stream_load.h index bf06a5d6ca8dfd..5803c1ea393496 100644 --- a/be/src/http/action/stream_load.h +++ b/be/src/service/http/action/stream_load.h @@ -20,8 +20,8 @@ #include #include -#include "http/http_handler.h" -#include "util/metrics.h" +#include "common/metrics/metrics.h" +#include "service/http/http_handler.h" namespace doris { diff --git a/be/src/http/action/stream_load_2pc.cpp b/be/src/service/http/action/stream_load_2pc.cpp similarity index 91% rename from be/src/http/action/stream_load_2pc.cpp rename to be/src/service/http/action/stream_load_2pc.cpp index 2f13f274c9c30a..4ce8f0df6b0910 100644 --- a/be/src/http/action/stream_load_2pc.cpp +++ b/be/src/service/http/action/stream_load_2pc.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/stream_load_2pc.h" +#include "service/http/action/stream_load_2pc.h" #include #include @@ -28,14 +28,14 @@ #include #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_common.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "http/utils.h" +#include "load/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_executor.h" #include "runtime/exec_env.h" -#include "runtime/stream_load/stream_load_context.h" -#include "runtime/stream_load/stream_load_executor.h" +#include "service/http/http_channel.h" +#include "service/http/http_common.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "service/http/utils.h" namespace doris { diff --git a/be/src/http/action/stream_load_2pc.h b/be/src/service/http/action/stream_load_2pc.h similarity index 96% rename from be/src/http/action/stream_load_2pc.h rename to be/src/service/http/action/stream_load_2pc.h index 399b3ea1538bfa..3e1b3076eee41f 100644 --- a/be/src/http/action/stream_load_2pc.h +++ b/be/src/service/http/action/stream_load_2pc.h @@ -19,7 +19,7 @@ #include -#include "http/http_handler.h" +#include "service/http/http_handler.h" namespace doris { diff --git a/be/src/http/action/stream_load_forward_handler.cpp b/be/src/service/http/action/stream_load_forward_handler.cpp similarity index 99% rename from be/src/http/action/stream_load_forward_handler.cpp rename to be/src/service/http/action/stream_load_forward_handler.cpp index d3d713971ca4fc..449bf7a8cabe24 100644 --- a/be/src/http/action/stream_load_forward_handler.cpp +++ b/be/src/service/http/action/stream_load_forward_handler.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/stream_load_forward_handler.h" +#include "service/http/action/stream_load_forward_handler.h" #include #include @@ -24,8 +24,8 @@ #include "common/config.h" #include "common/logging.h" -#include "http/http_channel.h" -#include "http/http_headers.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" #include "util/byte_buffer.h" namespace doris { diff --git a/be/src/http/action/stream_load_forward_handler.h b/be/src/service/http/action/stream_load_forward_handler.h similarity index 98% rename from be/src/http/action/stream_load_forward_handler.h rename to be/src/service/http/action/stream_load_forward_handler.h index 2d5e6a32b95e3e..4c4190478dfab3 100644 --- a/be/src/http/action/stream_load_forward_handler.h +++ b/be/src/service/http/action/stream_load_forward_handler.h @@ -25,8 +25,8 @@ #include #include "common/status.h" -#include "http/http_handler.h" -#include "http/http_request.h" +#include "service/http/http_handler.h" +#include "service/http/http_request.h" #include "util/byte_buffer.h" namespace doris { diff --git a/be/src/http/action/tablet_migration_action.cpp b/be/src/service/http/action/tablet_migration_action.cpp similarity index 96% rename from be/src/http/action/tablet_migration_action.cpp rename to be/src/service/http/action/tablet_migration_action.cpp index 2e0996997d8ba4..6a9fbe556e7283 100644 --- a/be/src/http/action/tablet_migration_action.cpp +++ b/be/src/service/http/action/tablet_migration_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/tablet_migration_action.h" +#include "service/http/action/tablet_migration_action.h" #include @@ -24,14 +24,14 @@ #include "common/config.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/data_dir.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/task/engine_storage_migration_task.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/data_dir.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/task/engine_storage_migration_task.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/http/action/tablet_migration_action.h b/be/src/service/http/action/tablet_migration_action.h similarity index 97% rename from be/src/http/action/tablet_migration_action.h rename to be/src/service/http/action/tablet_migration_action.h index 97dccc22b1a9f6..ad6cdbd8c97bb1 100644 --- a/be/src/http/action/tablet_migration_action.h +++ b/be/src/service/http/action/tablet_migration_action.h @@ -26,8 +26,8 @@ #include #include "common/status.h" -#include "http/http_handler_with_auth.h" -#include "olap/tablet.h" +#include "service/http/http_handler_with_auth.h" +#include "storage/tablet/tablet.h" #include "util/threadpool.h" namespace doris { diff --git a/be/src/http/action/tablets_distribution_action.cpp b/be/src/service/http/action/tablets_distribution_action.cpp similarity index 93% rename from be/src/http/action/tablets_distribution_action.cpp rename to be/src/service/http/action/tablets_distribution_action.cpp index 3c804ae3624d32..7d1b78baae6bbe 100644 --- a/be/src/http/action/tablets_distribution_action.cpp +++ b/be/src/service/http/action/tablets_distribution_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/tablets_distribution_action.h" +#include "service/http/action/tablets_distribution_action.h" #include @@ -28,15 +28,15 @@ #include "absl/strings/substitute.h" #include "common/status.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" #include "service/backend_options.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" namespace doris { diff --git a/be/src/http/action/tablets_distribution_action.h b/be/src/service/http/action/tablets_distribution_action.h similarity index 96% rename from be/src/http/action/tablets_distribution_action.h rename to be/src/service/http/action/tablets_distribution_action.h index 301875432566cb..e28c2a6a25a429 100644 --- a/be/src/http/action/tablets_distribution_action.h +++ b/be/src/service/http/action/tablets_distribution_action.h @@ -21,7 +21,7 @@ #include -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" #include "util/easy_json.h" namespace doris { diff --git a/be/src/http/action/tablets_info_action.cpp b/be/src/service/http/action/tablets_info_action.cpp similarity index 91% rename from be/src/http/action/tablets_info_action.cpp rename to be/src/service/http/action/tablets_info_action.cpp index 65e432051cfc09..90c3614b40ba5b 100644 --- a/be/src/http/action/tablets_info_action.cpp +++ b/be/src/service/http/action/tablets_info_action.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/tablets_info_action.h" +#include "service/http/action/tablets_info_action.h" #include #include @@ -27,15 +27,15 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet_mgr.h" #include "cloud/config.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "olap/olap_common.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" #include "runtime/exec_env.h" #include "service/backend_options.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "storage/olap_common.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" namespace doris { diff --git a/be/src/http/action/tablets_info_action.h b/be/src/service/http/action/tablets_info_action.h similarity index 96% rename from be/src/http/action/tablets_info_action.h rename to be/src/service/http/action/tablets_info_action.h index c548f009c0e1f8..5975763d98f332 100644 --- a/be/src/http/action/tablets_info_action.h +++ b/be/src/service/http/action/tablets_info_action.h @@ -19,7 +19,7 @@ #include -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" #include "util/easy_json.h" namespace doris { diff --git a/be/src/http/action/version_action.cpp b/be/src/service/http/action/version_action.cpp similarity index 92% rename from be/src/http/action/version_action.cpp rename to be/src/service/http/action/version_action.cpp index 14f4d5ef73eac4..76f6f064af0986 100644 --- a/be/src/http/action/version_action.cpp +++ b/be/src/service/http/action/version_action.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/version_action.h" +#include "service/http/action/version_action.h" #include #include "common/version_internal.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" #include "util/easy_json.h" namespace doris { diff --git a/be/src/http/action/version_action.h b/be/src/service/http/action/version_action.h similarity index 95% rename from be/src/http/action/version_action.h rename to be/src/service/http/action/version_action.h index e3273d5c233acf..da69fa8387ae29 100644 --- a/be/src/http/action/version_action.h +++ b/be/src/service/http/action/version_action.h @@ -17,7 +17,7 @@ #pragma once -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/http/default_path_handlers.cpp b/be/src/service/http/default_path_handlers.cpp similarity index 99% rename from be/src/http/default_path_handlers.cpp rename to be/src/service/http/default_path_handlers.cpp index 04e1121cab63ba..53a00719bbaf5d 100644 --- a/be/src/http/default_path_handlers.cpp +++ b/be/src/service/http/default_path_handlers.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/default_path_handlers.h" +#include "service/http/default_path_handlers.h" #include @@ -38,9 +38,9 @@ #include #include "common/config.h" -#include "http/action/tablets_info_action.h" -#include "http/web_page_handler.h" #include "runtime/process_profile.h" +#include "service/http/action/tablets_info_action.h" +#include "service/http/web_page_handler.h" #include "util/easy_json.h" #include "util/mem_info.h" #include "util/perf_counters.h" diff --git a/be/src/http/default_path_handlers.h b/be/src/service/http/default_path_handlers.h similarity index 100% rename from be/src/http/default_path_handlers.h rename to be/src/service/http/default_path_handlers.h diff --git a/be/src/http/ev_http_server.cpp b/be/src/service/http/ev_http_server.cpp similarity index 97% rename from be/src/http/ev_http_server.cpp rename to be/src/service/http/ev_http_server.cpp index 457cf0e0322ba5..8e1aef8b11b292 100644 --- a/be/src/http/ev_http_server.cpp +++ b/be/src/service/http/ev_http_server.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/ev_http_server.h" +#include "service/http/ev_http_server.h" #include #include @@ -36,12 +36,12 @@ #include #include "common/logging.h" -#include "http/http_channel.h" -#include "http/http_handler.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "service/backend_options.h" +#include "service/http/http_channel.h" +#include "service/http/http_handler.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" #include "util/threadpool.h" struct event_base; diff --git a/be/src/http/ev_http_server.h b/be/src/service/http/ev_http_server.h similarity index 98% rename from be/src/http/ev_http_server.h rename to be/src/service/http/ev_http_server.h index d74a8cb4efd283..c0c74bb5a8417d 100644 --- a/be/src/http/ev_http_server.h +++ b/be/src/service/http/ev_http_server.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "http/http_method.h" +#include "service/http/http_method.h" #include "util/path_trie.hpp" struct event_base; diff --git a/be/src/http/http_channel.cpp b/be/src/service/http/http_channel.cpp similarity index 97% rename from be/src/http/http_channel.cpp rename to be/src/service/http/http_channel.cpp index 918f54d81a0a0b..1e0db4345d0230 100644 --- a/be/src/http/http_channel.cpp +++ b/be/src/service/http/http_channel.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_channel.h" +#include "service/http/http_channel.h" #include #include @@ -29,9 +29,9 @@ #include "common/logging.h" #include "common/status.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/http_status.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" #include "util/slice.h" #include "util/zlib.h" diff --git a/be/src/http/http_channel.h b/be/src/service/http/http_channel.h similarity index 98% rename from be/src/http/http_channel.h rename to be/src/service/http/http_channel.h index 0d5e5d4260af8c..49269bd80eaeb2 100644 --- a/be/src/http/http_channel.h +++ b/be/src/service/http/http_channel.h @@ -22,7 +22,7 @@ #include #include -#include "http/http_status.h" +#include "service/http/http_status.h" struct bufferevent_rate_limit_group; namespace doris { diff --git a/be/src/http/http_client.cpp b/be/src/service/http/http_client.cpp similarity index 99% rename from be/src/http/http_client.cpp rename to be/src/service/http/http_client.cpp index cb52e74206e1c5..d0b521c5fd9c94 100644 --- a/be/src/http/http_client.cpp +++ b/be/src/service/http/http_client.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_client.h" +#include "service/http/http_client.h" #include #include @@ -27,8 +27,8 @@ #include "common/cast_set.h" #include "common/config.h" #include "common/status.h" -#include "http/http_headers.h" #include "runtime/exec_env.h" +#include "service/http/http_headers.h" #include "util/security.h" #include "util/stack_util.h" diff --git a/be/src/http/http_client.h b/be/src/service/http/http_client.h similarity index 99% rename from be/src/http/http_client.h rename to be/src/service/http/http_client.h index 2fcb08221c0289..8c57d8a2e6aa8b 100644 --- a/be/src/http/http_client.h +++ b/be/src/service/http/http_client.h @@ -27,8 +27,8 @@ #include #include "common/status.h" -#include "http/http_headers.h" -#include "http/http_method.h" +#include "service/http/http_headers.h" +#include "service/http/http_method.h" namespace doris { diff --git a/be/src/http/http_common.h b/be/src/service/http/http_common.h similarity index 100% rename from be/src/http/http_common.h rename to be/src/service/http/http_common.h diff --git a/be/src/http/http_handler.h b/be/src/service/http/http_handler.h similarity index 100% rename from be/src/http/http_handler.h rename to be/src/service/http/http_handler.h diff --git a/be/src/http/http_handler_with_auth.cpp b/be/src/service/http/http_handler_with_auth.cpp similarity index 96% rename from be/src/http/http_handler_with_auth.cpp rename to be/src/service/http/http_handler_with_auth.cpp index ae5c024e76d093..4c977ddd9ec1d5 100644 --- a/be/src/http/http_handler_with_auth.cpp +++ b/be/src/service/http/http_handler_with_auth.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "http_handler_with_auth.h" +#include "service/http/http_handler_with_auth.h" #include -#include "http/http_channel.h" -#include "runtime/client_cache.h" +#include "service/http/http_channel.h" +#include "service/http/utils.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" -#include "utils.h" namespace doris { diff --git a/be/src/http/http_handler_with_auth.h b/be/src/service/http/http_handler_with_auth.h similarity index 98% rename from be/src/http/http_handler_with_auth.h rename to be/src/service/http/http_handler_with_auth.h index f6546eca1a8453..b21c3fb2d01204 100644 --- a/be/src/http/http_handler_with_auth.h +++ b/be/src/service/http/http_handler_with_auth.h @@ -19,8 +19,8 @@ #include -#include "http_handler.h" #include "runtime/exec_env.h" +#include "service/http/http_handler.h" namespace doris { diff --git a/be/src/http/http_headers.cpp b/be/src/service/http/http_headers.cpp similarity index 99% rename from be/src/http/http_headers.cpp rename to be/src/service/http/http_headers.cpp index 4fc5338145c492..22aeca8849c109 100644 --- a/be/src/http/http_headers.cpp +++ b/be/src/service/http/http_headers.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_headers.h" +#include "service/http/http_headers.h" namespace doris { diff --git a/be/src/http/http_headers.h b/be/src/service/http/http_headers.h similarity index 100% rename from be/src/http/http_headers.h rename to be/src/service/http/http_headers.h diff --git a/be/src/http/http_method.cpp b/be/src/service/http/http_method.cpp similarity index 97% rename from be/src/http/http_method.cpp rename to be/src/service/http/http_method.cpp index 9986f3c653a20a..1b9fad3e66c0cc 100644 --- a/be/src/http/http_method.cpp +++ b/be/src/service/http/http_method.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_method.h" +#include "service/http/http_method.h" #include #include diff --git a/be/src/http/http_method.h b/be/src/service/http/http_method.h similarity index 100% rename from be/src/http/http_method.h rename to be/src/service/http/http_method.h diff --git a/be/src/http/http_parser.cpp b/be/src/service/http/http_parser.cpp similarity index 99% rename from be/src/http/http_parser.cpp rename to be/src/service/http/http_parser.cpp index 4a7bd060d0adda..6bf1e712c2cbcd 100644 --- a/be/src/http/http_parser.cpp +++ b/be/src/service/http/http_parser.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_parser.h" +#include "service/http/http_parser.h" namespace doris { diff --git a/be/src/http/http_parser.h b/be/src/service/http/http_parser.h similarity index 100% rename from be/src/http/http_parser.h rename to be/src/service/http/http_parser.h diff --git a/be/src/http/http_request.cpp b/be/src/service/http/http_request.cpp similarity index 95% rename from be/src/http/http_request.cpp rename to be/src/service/http/http_request.cpp index f743297801695b..22231200de57d5 100644 --- a/be/src/http/http_request.cpp +++ b/be/src/service/http/http_request.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_request.h" +#include "service/http/http_request.h" #include #include @@ -27,7 +27,10 @@ #include #include -#include "http/http_handler.h" +#include "load/stream_load/stream_load_context.h" +#include "service/http/http_handler.h" +#include "service/http/http_headers.h" +#include "util/stack_util.h" namespace doris { diff --git a/be/src/http/http_request.h b/be/src/service/http/http_request.h similarity index 97% rename from be/src/http/http_request.h rename to be/src/service/http/http_request.h index 41d8cf98baaadd..107a7311b5ac8e 100644 --- a/be/src/http/http_request.h +++ b/be/src/service/http/http_request.h @@ -23,7 +23,8 @@ #include #include -#include "http/http_method.h" +#include "common/config.h" +#include "service/http/http_method.h" #include "util/string_util.h" struct evhttp_request; diff --git a/be/src/http/http_response.cpp b/be/src/service/http/http_response.cpp similarity index 97% rename from be/src/http/http_response.cpp rename to be/src/service/http/http_response.cpp index 4d97eb3bf69fa3..a28f3f748a53b4 100644 --- a/be/src/http/http_response.cpp +++ b/be/src/service/http/http_response.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_response.h" +#include "service/http/http_response.h" namespace doris { diff --git a/be/src/http/http_response.h b/be/src/service/http/http_response.h similarity index 97% rename from be/src/http/http_response.h rename to be/src/service/http/http_response.h index b97c8c7c11a46c..622a4152a05815 100644 --- a/be/src/http/http_response.h +++ b/be/src/service/http/http_response.h @@ -21,7 +21,7 @@ #include #include -#include "http/http_status.h" +#include "service/http/http_status.h" namespace doris { diff --git a/be/src/http/http_status.cpp b/be/src/service/http/http_status.cpp similarity index 98% rename from be/src/http/http_status.cpp rename to be/src/service/http/http_status.cpp index b716ff269fe474..2804f15e91d717 100644 --- a/be/src/http/http_status.cpp +++ b/be/src/service/http/http_status.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_status.h" +#include "service/http/http_status.h" #include #include diff --git a/be/src/http/http_status.h b/be/src/service/http/http_status.h similarity index 100% rename from be/src/http/http_status.h rename to be/src/service/http/http_status.h diff --git a/be/src/http/rest_monitor_iface.h b/be/src/service/http/rest_monitor_iface.h similarity index 100% rename from be/src/http/rest_monitor_iface.h rename to be/src/service/http/rest_monitor_iface.h diff --git a/be/src/http/utils.cpp b/be/src/service/http/utils.cpp similarity index 97% rename from be/src/http/utils.cpp rename to be/src/service/http/utils.cpp index 79552c497b9f07..45514ad161845c 100644 --- a/be/src/http/utils.cpp +++ b/be/src/service/http/utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/utils.h" +#include "service/http/utils.h" #include #include @@ -32,17 +32,17 @@ #include "common/logging.h" #include "common/status.h" #include "common/utils.h" -#include "http/http_channel.h" -#include "http/http_client.h" -#include "http/http_common.h" -#include "http/http_headers.h" -#include "http/http_method.h" -#include "http/http_request.h" -#include "http/http_status.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" -#include "olap/wal/wal_manager.h" +#include "load/group_commit/wal/wal_manager.h" #include "runtime/exec_env.h" +#include "service/http/http_channel.h" +#include "service/http/http_client.h" +#include "service/http/http_common.h" +#include "service/http/http_headers.h" +#include "service/http/http_method.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" #include "util/md5.h" #include "util/path_util.h" #include "util/security.h" diff --git a/be/src/http/utils.h b/be/src/service/http/utils.h similarity index 98% rename from be/src/http/utils.h rename to be/src/service/http/utils.h index b9abb7c6208efb..cd22e545642a19 100644 --- a/be/src/http/utils.h +++ b/be/src/service/http/utils.h @@ -20,7 +20,7 @@ #include #include "common/utils.h" -#include "http/http_request.h" +#include "service/http/http_request.h" struct bufferevent_rate_limit_group; diff --git a/be/src/http/web_page_handler.cpp b/be/src/service/http/web_page_handler.cpp similarity index 96% rename from be/src/http/web_page_handler.cpp rename to be/src/service/http/web_page_handler.cpp index ab09b6d975ca49..f54b971a2d19ec 100644 --- a/be/src/http/web_page_handler.cpp +++ b/be/src/service/http/web_page_handler.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/web_page_handler.h" +#include "service/http/web_page_handler.h" #include @@ -25,14 +25,14 @@ #include "absl/strings/substitute.h" #include "common/logging.h" #include "common/status.h" -#include "http/ev_http_server.h" -#include "http/http_channel.h" -#include "http/http_headers.h" -#include "http/http_method.h" -#include "http/http_request.h" -#include "http/http_status.h" -#include "http/utils.h" #include "io/fs/local_file_system.h" +#include "service/http/ev_http_server.h" +#include "service/http/http_channel.h" +#include "service/http/http_headers.h" +#include "service/http/http_method.h" +#include "service/http/http_request.h" +#include "service/http/http_status.h" +#include "service/http/utils.h" #include "util/cpu_info.h" #include "util/debug_util.h" #include "util/disk_info.h" diff --git a/be/src/http/web_page_handler.h b/be/src/service/http/web_page_handler.h similarity index 98% rename from be/src/http/web_page_handler.h rename to be/src/service/http/web_page_handler.h index d5c8a497ef8ceb..fb3f27ce76cb73 100644 --- a/be/src/http/web_page_handler.h +++ b/be/src/service/http/web_page_handler.h @@ -24,8 +24,8 @@ #include #include -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" namespace doris { diff --git a/be/src/service/http_service.cpp b/be/src/service/http_service.cpp index 9f4b2e0f5ab6d1..f97c5ebde5ac09 100644 --- a/be/src/service/http_service.cpp +++ b/be/src/service/http_service.cpp @@ -28,60 +28,60 @@ #include "cloud/config.h" #include "cloud/injection_point_action.h" #include "common/config.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" -#include "http/action/adjust_log_level.h" -#include "http/action/adjust_tracing_dump.h" -#include "http/action/batch_download_action.h" -#include "http/action/be_proc_thread_action.h" -#include "http/action/calc_file_crc_action.h" -#include "http/action/check_encryption_action.h" -#include "http/action/check_rpc_channel_action.h" -#include "http/action/check_tablet_segment_action.h" -#include "http/action/checksum_action.h" -#include "http/action/clear_cache_action.h" -#include "http/action/compaction_action.h" -#include "http/action/compaction_score_action.h" -#include "http/action/config_action.h" -#include "http/action/debug_point_action.h" -#include "http/action/delete_bitmap_action.h" -#include "http/action/dictionary_status_action.h" -#include "http/action/download_action.h" -#include "http/action/download_binlog_action.h" -#include "http/action/file_cache_action.h" -#include "http/action/health_action.h" -#include "http/action/http_stream.h" -#include "http/action/jeprofile_actions.h" -#include "http/action/load_channel_action.h" -#include "http/action/load_stream_action.h" -#include "http/action/meta_action.h" -#include "http/action/metrics_action.h" -#include "http/action/pad_rowset_action.h" -#include "http/action/pipeline_task_action.h" -#include "http/action/pprof_actions.h" -#include "http/action/reload_tablet_action.h" -#include "http/action/report_action.h" -#include "http/action/reset_rpc_channel_action.h" -#include "http/action/restore_tablet_action.h" -#include "http/action/show_hotspot_action.h" -#include "http/action/show_nested_index_file_action.h" -#include "http/action/shrink_mem_action.h" -#include "http/action/snapshot_action.h" -#include "http/action/stream_load.h" -#include "http/action/stream_load_2pc.h" -#include "http/action/stream_load_forward_handler.h" -#include "http/action/tablet_migration_action.h" -#include "http/action/tablets_distribution_action.h" -#include "http/action/tablets_info_action.h" -#include "http/action/version_action.h" -#include "http/default_path_handlers.h" -#include "http/ev_http_server.h" -#include "http/http_method.h" -#include "http/web_page_handler.h" -#include "olap/options.h" -#include "olap/storage_engine.h" +#include "load/load_path_mgr.h" #include "runtime/exec_env.h" -#include "runtime/load_path_mgr.h" -#include "util/doris_metrics.h" +#include "service/http/action/adjust_log_level.h" +#include "service/http/action/adjust_tracing_dump.h" +#include "service/http/action/batch_download_action.h" +#include "service/http/action/be_proc_thread_action.h" +#include "service/http/action/calc_file_crc_action.h" +#include "service/http/action/check_encryption_action.h" +#include "service/http/action/check_rpc_channel_action.h" +#include "service/http/action/check_tablet_segment_action.h" +#include "service/http/action/checksum_action.h" +#include "service/http/action/clear_cache_action.h" +#include "service/http/action/compaction_action.h" +#include "service/http/action/compaction_score_action.h" +#include "service/http/action/config_action.h" +#include "service/http/action/debug_point_action.h" +#include "service/http/action/delete_bitmap_action.h" +#include "service/http/action/dictionary_status_action.h" +#include "service/http/action/download_action.h" +#include "service/http/action/download_binlog_action.h" +#include "service/http/action/file_cache_action.h" +#include "service/http/action/health_action.h" +#include "service/http/action/http_stream.h" +#include "service/http/action/jeprofile_actions.h" +#include "service/http/action/load_channel_action.h" +#include "service/http/action/load_stream_action.h" +#include "service/http/action/meta_action.h" +#include "service/http/action/metrics_action.h" +#include "service/http/action/pad_rowset_action.h" +#include "service/http/action/pipeline_task_action.h" +#include "service/http/action/pprof_actions.h" +#include "service/http/action/reload_tablet_action.h" +#include "service/http/action/report_action.h" +#include "service/http/action/reset_rpc_channel_action.h" +#include "service/http/action/restore_tablet_action.h" +#include "service/http/action/show_hotspot_action.h" +#include "service/http/action/show_nested_index_file_action.h" +#include "service/http/action/shrink_mem_action.h" +#include "service/http/action/snapshot_action.h" +#include "service/http/action/stream_load.h" +#include "service/http/action/stream_load_2pc.h" +#include "service/http/action/stream_load_forward_handler.h" +#include "service/http/action/tablet_migration_action.h" +#include "service/http/action/tablets_distribution_action.h" +#include "service/http/action/tablets_info_action.h" +#include "service/http/action/version_action.h" +#include "service/http/default_path_handlers.h" +#include "service/http/ev_http_server.h" +#include "service/http/http_method.h" +#include "service/http/web_page_handler.h" +#include "storage/options.h" +#include "storage/storage_engine.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/service/internal_service.cpp b/be/src/service/internal_service.cpp index 8992dbd17f2c56..1e5ca176eb5cc0 100644 --- a/be/src/service/internal_service.cpp +++ b/be/src/service/internal_service.cpp @@ -40,9 +40,6 @@ #include #include #include -#include -#include -#include #include #include @@ -60,77 +57,79 @@ #include "common/config.h" #include "common/exception.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/signal_handler.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/data_type/data_type.h" +#include "exec/common/variant_util.h" +#include "exec/connector/vjdbc_connector.h" +#include "exec/exchange/vdata_stream_mgr.h" #include "exec/rowid_fetcher.h" -#include "http/http_client.h" +#include "exec/sink/writer/varrow_flight_result_writer.h" +#include "exec/sink/writer/vmysql_result_writer.h" +#include "exprs/function/dictionary_factory.h" +#include "format/arrow/arrow_row_batch.h" +#include "format/avro/avro_jni_reader.h" +#include "format/csv/csv_reader.h" +#include "format/generic_reader.h" +#include "format/json/new_json_reader.h" +#include "format/native/native_reader.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" +#include "format/text/text_reader.h" #include "io/fs/local_file_system.h" #include "io/fs/stream_load_pipe.h" #include "io/io_common.h" -#include "olap/data_dir.h" -#include "olap/delta_writer.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/storage_engine.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_schema.h" -#include "olap/txn_manager.h" -#include "olap/wal/wal_manager.h" +#include "load/channel/load_channel_mgr.h" +#include "load/channel/load_stream_mgr.h" +#include "load/delta_writer/delta_writer.h" +#include "load/group_commit/wal/wal_manager.h" +#include "load/routine_load/routine_load_task_executor.h" +#include "load/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/stream_load_context.h" #include "runtime/cache/result_cache.h" #include "runtime/cdc_client_mgr.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/fold_constant_executor.h" #include "runtime/fragment_mgr.h" -#include "runtime/load_channel_mgr.h" -#include "runtime/load_stream_mgr.h" #include "runtime/result_block_buffer.h" #include "runtime/result_buffer_mgr.h" -#include "runtime/routine_load/routine_load_task_executor.h" -#include "runtime/stream_load/new_load_stream_mgr.h" -#include "runtime/stream_load/stream_load_context.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -#include "runtime/types.h" #include "runtime/workload_group/workload_group.h" #include "runtime/workload_group/workload_group_manager.h" #include "service/backend_options.h" +#include "service/http/http_client.h" #include "service/point_query_executor.h" -#include "util/arrow/row_batch.h" +#include "storage/data_dir.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/segment/column_reader.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/txn/txn_manager.h" #include "util/async_io.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" -#include "util/doris_metrics.h" +#include "util/jsonb/serialize.h" #include "util/md5.h" -#include "util/metrics.h" #include "util/network_util.h" #include "util/proto_util.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" #include "util/string_util.h" #include "util/thrift_util.h" #include "util/time.h" #include "util/uid_util.h" -#include "vec/common/variant_util.h" -#include "vec/core/block.h" -#include "vec/exec/format/avro//avro_jni_reader.h" -#include "vec/exec/format/csv/csv_reader.h" -#include "vec/exec/format/generic_reader.h" -#include "vec/exec/format/json/new_json_reader.h" -#include "vec/exec/format/native/native_reader.h" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/format/text/text_reader.h" -#include "vec/functions/dictionary_factory.h" -#include "vec/jsonb/serialize.h" -#include "vec/runtime/vdata_stream_mgr.h" -#include "vec/sink/vmysql_result_writer.h" namespace google { namespace protobuf { diff --git a/be/src/service/point_query_executor.cpp b/be/src/service/point_query_executor.cpp index 22f4829e0b50d0..c102f3b0a95ec8 100644 --- a/be/src/service/point_query_executor.cpp +++ b/be/src/service/point_query_executor.cpp @@ -36,31 +36,30 @@ #include "common/cast_set.h" #include "common/consts.h" #include "common/status.h" -#include "olap/lru_cache.h" -#include "olap/olap_tuple.h" -#include "olap/row_cursor.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" +#include "core/data_type_serde/data_type_serde.h" +#include "exec/sink/writer/vmysql_result_writer.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" +#include "exprs/vslot_ref.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/result_block_buffer.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" +#include "storage/olap_tuple.h" +#include "storage/row_cursor.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/segment/column_reader.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" +#include "util/jsonb/serialize.h" #include "util/key_util.h" -#include "util/runtime_profile.h" +#include "util/lru_cache.h" #include "util/simd/bits.h" #include "util/thrift_util.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/jsonb/serialize.h" -#include "vec/sink/vmysql_result_writer.h" namespace doris { diff --git a/be/src/service/point_query_executor.h b/be/src/service/point_query_executor.h index 1b76c3da6e4796..afd75e83f4e62e 100644 --- a/be/src/service/point_query_executor.h +++ b/be/src/service/point_query_executor.h @@ -39,19 +39,19 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "olap/lru_cache.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/tablet.h" -#include "olap/utils.h" +#include "core/block/block.h" +#include "core/data_type_serde/data_type_serde.h" +#include "exprs/vexpr_fwd.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/tablet/tablet.h" +#include "storage/utils.h" +#include "util/lru_cache.h" #include "util/mysql_global.h" -#include "util/runtime_profile.h" #include "util/slice.h" -#include "vec/core/block.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/exprs/vexpr_fwd.h" namespace doris { diff --git a/be/src/olap/CMakeLists.txt b/be/src/storage/CMakeLists.txt similarity index 68% rename from be/src/olap/CMakeLists.txt rename to be/src/storage/CMakeLists.txt index ef9e44562d5344..18a6109f610f57 100644 --- a/be/src/olap/CMakeLists.txt +++ b/be/src/storage/CMakeLists.txt @@ -16,23 +16,24 @@ # under the License. # where to put generated libraries -set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/olap") +set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/storage") # where to put generated binaries -set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/olap") +set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/storage") file(GLOB_RECURSE SRC_FILES CONFIGURE_DEPENDS *.cpp) # Files in the ann_index directory use faiss header files -# Some of Doris's compilation check options fail on these header files, so exclude files in the ann_index directory -# They are compiled separately as a .a library and linked by Olap -list(FILTER SRC_FILES EXCLUDE REGEX ".*/olap/rowset/segment_v2/ann_index/.*\\.cpp$") +# Some of Doris's compilation check options fail on these header files, so exclude +# files in the ann_index directory. They are compiled separately as a .a library +# and linked by Storage. +list(FILTER SRC_FILES EXCLUDE REGEX ".*/storage/index/ann/.*\\.cpp$") -add_library(Olap STATIC ${SRC_FILES}) -target_link_libraries(Olap PRIVATE ann_index) +add_library(Storage STATIC ${SRC_FILES}) +target_link_libraries(Storage PRIVATE ann_index) if (OS_MACOSX) - target_compile_options(Olap PRIVATE -Wno-unused-lambda-capture) + target_compile_options(Storage PRIVATE -Wno-unused-lambda-capture) endif() -pch_reuse(Olap) +pch_reuse(Storage) diff --git a/be/src/olap/binlog.h b/be/src/storage/binlog.h similarity index 99% rename from be/src/olap/binlog.h rename to be/src/storage/binlog.h index b079383cc79fb6..3076d4abda8e54 100644 --- a/be/src/olap/binlog.h +++ b/be/src/storage/binlog.h @@ -22,7 +22,7 @@ #include #include -#include "olap/olap_common.h" +#include "storage/olap_common.h" namespace doris { constexpr std::string_view kBinlogPrefix = "binlog_"; diff --git a/be/src/olap/binlog_config.cpp b/be/src/storage/binlog_config.cpp similarity index 95% rename from be/src/olap/binlog_config.cpp rename to be/src/storage/binlog_config.cpp index a52f93f9223b9c..c03ae743fbb43b 100644 --- a/be/src/olap/binlog_config.cpp +++ b/be/src/storage/binlog_config.cpp @@ -15,12 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/binlog_config.h" +#include "storage/binlog_config.h" #include - -#include "gen_cpp/AgentService_types.h" -#include "gen_cpp/olap_file.pb.h" +#include +#include namespace doris { BinlogConfig& BinlogConfig::operator=(const TBinlogConfig& config) { diff --git a/be/src/olap/binlog_config.h b/be/src/storage/binlog_config.h similarity index 100% rename from be/src/olap/binlog_config.h rename to be/src/storage/binlog_config.h diff --git a/be/src/olap/page_cache.cpp b/be/src/storage/cache/page_cache.cpp similarity index 99% rename from be/src/olap/page_cache.cpp rename to be/src/storage/cache/page_cache.cpp index 24e3b844dbbc13..52c3dad8e04d1b 100644 --- a/be/src/olap/page_cache.cpp +++ b/be/src/storage/cache/page_cache.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/page_cache.h" +#include "storage/cache/page_cache.h" #include #include diff --git a/be/src/olap/page_cache.h b/be/src/storage/cache/page_cache.h similarity index 99% rename from be/src/olap/page_cache.h rename to be/src/storage/cache/page_cache.h index 308eef8b524702..8f37548a9c0f1c 100644 --- a/be/src/olap/page_cache.h +++ b/be/src/storage/cache/page_cache.h @@ -26,12 +26,12 @@ #include #include -#include "olap/lru_cache.h" +#include "core/allocator.h" +#include "core/allocator_fwd.h" #include "runtime/memory/lru_cache_policy.h" #include "runtime/memory/mem_tracker_limiter.h" +#include "util/lru_cache.h" #include "util/slice.h" -#include "vec/common/allocator.h" -#include "vec/common/allocator_fwd.h" namespace doris { diff --git a/be/src/olap/schema_cache.cpp b/be/src/storage/cache/schema_cache.cpp similarity index 93% rename from be/src/olap/schema_cache.cpp rename to be/src/storage/cache/schema_cache.cpp index 8466c1d0c79837..eed455edce7cc4 100644 --- a/be/src/olap/schema_cache.cpp +++ b/be/src/storage/cache/schema_cache.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/schema_cache.h" +#include "storage/cache/schema_cache.h" #include #include @@ -27,9 +27,9 @@ #include #include "common/config.h" -#include "olap/schema.h" -#include "olap/tablet.h" -#include "olap/tablet_schema.h" +#include "storage/schema.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_schema.h" #include "util/defer_op.h" #include "util/time.h" diff --git a/be/src/olap/schema_cache.h b/be/src/storage/cache/schema_cache.h similarity index 95% rename from be/src/olap/schema_cache.h rename to be/src/storage/cache/schema_cache.h index 3def66a90f5d51..c6bd6710ae312c 100644 --- a/be/src/olap/schema_cache.h +++ b/be/src/storage/cache/schema_cache.h @@ -25,11 +25,11 @@ #include #include "common/logging.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/schema.h" -#include "olap/tablet.h" -#include "olap/tablet_schema.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/schema.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_schema.h" #include "util/time.h" namespace doris { diff --git a/be/src/olap/base_compaction.cpp b/be/src/storage/compaction/base_compaction.cpp similarity index 97% rename from be/src/olap/base_compaction.cpp rename to be/src/storage/compaction/base_compaction.cpp index b8f0026229734b..e03acbb46ee654 100644 --- a/be/src/olap/base_compaction.cpp +++ b/be/src/storage/compaction/base_compaction.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/base_compaction.h" +#include "storage/compaction/base_compaction.h" #include @@ -26,12 +26,12 @@ #include "common/cast_set.h" #include "common/config.h" #include "common/logging.h" -#include "olap/compaction.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet.h" +#include "common/metrics/doris_metrics.h" #include "runtime/thread_context.h" -#include "util/doris_metrics.h" +#include "storage/compaction/compaction.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/tablet.h" #include "util/thread.h" #include "util/trace.h" diff --git a/be/src/olap/base_compaction.h b/be/src/storage/compaction/base_compaction.h similarity index 97% rename from be/src/olap/base_compaction.h rename to be/src/storage/compaction/base_compaction.h index 91e17e8ea5a3d5..453583f8227abf 100644 --- a/be/src/olap/base_compaction.h +++ b/be/src/storage/compaction/base_compaction.h @@ -22,7 +22,7 @@ #include "common/status.h" #include "io/io_common.h" -#include "olap/compaction.h" +#include "storage/compaction/compaction.h" namespace doris { diff --git a/be/src/olap/cold_data_compaction.cpp b/be/src/storage/compaction/cold_data_compaction.cpp similarity index 92% rename from be/src/olap/cold_data_compaction.cpp rename to be/src/storage/compaction/cold_data_compaction.cpp index 54e21d7d7bcf6a..b5942e90e30594 100644 --- a/be/src/olap/cold_data_compaction.cpp +++ b/be/src/storage/compaction/cold_data_compaction.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/cold_data_compaction.h" +#include "storage/compaction/cold_data_compaction.h" #include @@ -30,14 +30,14 @@ #include "common/config.h" #include "common/status.h" #include "io/fs/remote_file_system.h" -#include "olap/compaction.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/storage_policy.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" #include "runtime/thread_context.h" +#include "storage/compaction/compaction.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/thread.h" #include "util/trace.h" #include "util/uid_util.h" diff --git a/be/src/olap/cold_data_compaction.h b/be/src/storage/compaction/cold_data_compaction.h similarity index 97% rename from be/src/olap/cold_data_compaction.h rename to be/src/storage/compaction/cold_data_compaction.h index 33647ea8c63dc4..94ee993a3060d5 100644 --- a/be/src/olap/cold_data_compaction.h +++ b/be/src/storage/compaction/cold_data_compaction.h @@ -21,7 +21,7 @@ #include "common/status.h" #include "io/io_common.h" -#include "olap/compaction.h" +#include "storage/compaction/compaction.h" namespace doris { diff --git a/be/src/olap/collection_similarity.cpp b/be/src/storage/compaction/collection_similarity.cpp similarity index 97% rename from be/src/olap/collection_similarity.cpp rename to be/src/storage/compaction/collection_similarity.cpp index 415fce0ebe0026..cc242e4f7de217 100644 --- a/be/src/olap/collection_similarity.cpp +++ b/be/src/storage/compaction/collection_similarity.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "olap/collection_similarity.h" +#include "storage/compaction/collection_similarity.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/collection_similarity.h b/be/src/storage/compaction/collection_similarity.h similarity index 95% rename from be/src/olap/collection_similarity.h rename to be/src/storage/compaction/collection_similarity.h index 2ae7b06921e097..abadc5a9c5f9da 100644 --- a/be/src/olap/collection_similarity.h +++ b/be/src/storage/compaction/collection_similarity.h @@ -17,9 +17,10 @@ #pragma once -#include "gen_cpp/Opcodes_types.h" -#include "rowset/segment_v2/common.h" -#include "vec/columns/column.h" +#include + +#include "core/column/column.h" +#include "storage/segment/common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/collection_statistics.cpp b/be/src/storage/compaction/collection_statistics.cpp similarity index 95% rename from be/src/olap/collection_statistics.cpp rename to be/src/storage/compaction/collection_statistics.cpp index 7a548ed0a14bca..4485f6fb096645 100644 --- a/be/src/olap/collection_statistics.cpp +++ b/be/src/storage/compaction/collection_statistics.cpp @@ -15,24 +15,24 @@ // specific language governing permissions and limitations // under the License. -#include "collection_statistics.h" +#include "storage/compaction/collection_statistics.h" #include #include #include #include "common/exception.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_reader_helper.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_reader_helper.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/util/string_helper.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_reader.h" #include "util/uid_util.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/collection_statistics.h b/be/src/storage/compaction/collection_statistics.h similarity index 95% rename from be/src/olap/collection_statistics.h rename to be/src/storage/compaction/collection_statistics.h index 14a081cb534fb1..43e27f206fb2eb 100644 --- a/be/src/olap/collection_statistics.h +++ b/be/src/storage/compaction/collection_statistics.h @@ -21,11 +21,10 @@ #include #include "common/be_mock_util.h" -#include "olap/olap_common.h" -#include "olap/predicate_collector.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" +#include "exprs/vexpr_fwd.h" #include "runtime/runtime_state.h" -#include "vec/exprs/vexpr_fwd.h" +#include "storage/index/inverted/query/query_info.h" +#include "storage/olap_common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/compaction.cpp b/be/src/storage/compaction/compaction.cpp similarity index 98% rename from be/src/olap/compaction.cpp rename to be/src/storage/compaction/compaction.cpp index 6548590e264612..776b52560ed3e1 100644 --- a/be/src/olap/compaction.cpp +++ b/be/src/storage/compaction/compaction.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/compaction.h" +#include "storage/compaction/compaction.h" #include #include @@ -41,47 +41,48 @@ #include "cloud/cloud_tablet.h" #include "cloud/pb_convert.h" #include "common/config.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" #include "cpp/sync_point.h" +#include "exec/common/variant_util.h" #include "io/cache/block_file_cache_factory.h" #include "io/fs/file_system.h" #include "io/fs/file_writer.h" #include "io/fs/remote_file_system.h" #include "io/io_common.h" -#include "olap/cumulative_compaction.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/beta_rowset_reader.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_compaction.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_meta_manager.h" -#include "olap/task/engine_checksum_task.h" -#include "olap/txn_manager.h" -#include "olap/utils.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" -#include "util/doris_metrics.h" +#include "storage/compaction/collection_statistics.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/data_dir.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_compaction.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_reader.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/task/engine_checksum_task.h" +#include "storage/txn/txn_manager.h" +#include "storage/utils.h" #include "util/pretty_printer.h" #include "util/time.h" #include "util/trace.h" -#include "vec/common/variant_util.h" using std::vector; diff --git a/be/src/olap/compaction.h b/be/src/storage/compaction/compaction.h similarity index 96% rename from be/src/olap/compaction.h rename to be/src/storage/compaction/compaction.h index 5e11e253f1e797..772c8b30aa4172 100644 --- a/be/src/olap/compaction.h +++ b/be/src/storage/compaction/compaction.h @@ -34,13 +34,13 @@ #include "cloud/cloud_tablet.h" #include "common/status.h" #include "io/io_common.h" -#include "olap/merger.h" -#include "olap/olap_common.h" -#include "olap/rowid_conversion.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/tablet_fwd.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" +#include "storage/merger.h" +#include "storage/olap_common.h" +#include "storage/rowid_conversion.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/olap/compaction_permit_limiter.cpp b/be/src/storage/compaction/compaction_permit_limiter.cpp similarity index 96% rename from be/src/olap/compaction_permit_limiter.cpp rename to be/src/storage/compaction/compaction_permit_limiter.cpp index 88654da70b753b..e7540789a46e64 100644 --- a/be/src/olap/compaction_permit_limiter.cpp +++ b/be/src/storage/compaction/compaction_permit_limiter.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "olap/compaction_permit_limiter.h" +#include "storage/compaction/compaction_permit_limiter.h" #include "common/config.h" -#include "util/doris_metrics.h" +#include "common/metrics/doris_metrics.h" namespace doris { diff --git a/be/src/olap/compaction_permit_limiter.h b/be/src/storage/compaction/compaction_permit_limiter.h similarity index 100% rename from be/src/olap/compaction_permit_limiter.h rename to be/src/storage/compaction/compaction_permit_limiter.h diff --git a/be/src/olap/cumulative_compaction.cpp b/be/src/storage/compaction/cumulative_compaction.cpp similarity index 97% rename from be/src/olap/cumulative_compaction.cpp rename to be/src/storage/compaction/cumulative_compaction.cpp index 10561c9d6ff00c..948e0c9081678a 100644 --- a/be/src/olap/cumulative_compaction.cpp +++ b/be/src/storage/compaction/cumulative_compaction.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/cumulative_compaction.h" +#include "storage/compaction/cumulative_compaction.h" #include #include @@ -28,15 +28,15 @@ #include "common/config.h" #include "common/logging.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" +#include "common/metrics/doris_metrics.h" #include "runtime/exec_env.h" #include "runtime/thread_context.h" -#include "util/doris_metrics.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" #include "util/time.h" #include "util/trace.h" diff --git a/be/src/olap/cumulative_compaction.h b/be/src/storage/compaction/cumulative_compaction.h similarity index 95% rename from be/src/olap/cumulative_compaction.h rename to be/src/storage/compaction/cumulative_compaction.h index 276e3b3490311c..9e5bbbfcfb5241 100644 --- a/be/src/olap/cumulative_compaction.h +++ b/be/src/storage/compaction/cumulative_compaction.h @@ -22,8 +22,8 @@ #include "common/status.h" #include "io/io_common.h" -#include "olap/compaction.h" -#include "olap/olap_common.h" +#include "storage/compaction/compaction.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/src/olap/cumulative_compaction_policy.cpp b/be/src/storage/compaction/cumulative_compaction_policy.cpp similarity index 98% rename from be/src/olap/cumulative_compaction_policy.cpp rename to be/src/storage/compaction/cumulative_compaction_policy.cpp index 2fef133f769d69..5326d25bd5fb9c 100644 --- a/be/src/olap/cumulative_compaction_policy.cpp +++ b/be/src/storage/compaction/cumulative_compaction_policy.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_policy.h" #include #include @@ -24,10 +24,10 @@ #include "common/config.h" #include "common/logging.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/olap_common.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/debug_points.h" #include "util/defer_op.h" diff --git a/be/src/olap/cumulative_compaction_policy.h b/be/src/storage/compaction/cumulative_compaction_policy.h similarity index 99% rename from be/src/olap/cumulative_compaction_policy.h rename to be/src/storage/compaction/cumulative_compaction_policy.h index 1da0689f4aa919..f6c01b1be98c99 100644 --- a/be/src/olap/cumulative_compaction_policy.h +++ b/be/src/storage/compaction/cumulative_compaction_policy.h @@ -25,8 +25,8 @@ #include #include "common/config.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" namespace doris { diff --git a/be/src/olap/cumulative_compaction_time_series_policy.cpp b/be/src/storage/compaction/cumulative_compaction_time_series_policy.cpp similarity index 99% rename from be/src/olap/cumulative_compaction_time_series_policy.cpp rename to be/src/storage/compaction/cumulative_compaction_time_series_policy.cpp index ef4872837dc3d8..587fd370cfce2a 100644 --- a/be/src/olap/cumulative_compaction_time_series_policy.cpp +++ b/be/src/storage/compaction/cumulative_compaction_time_series_policy.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "olap/cumulative_compaction_time_series_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" #include #include "cloud/config.h" #include "common/config.h" #include "common/logging.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/time.h" namespace doris { diff --git a/be/src/olap/cumulative_compaction_time_series_policy.h b/be/src/storage/compaction/cumulative_compaction_time_series_policy.h similarity index 98% rename from be/src/olap/cumulative_compaction_time_series_policy.h rename to be/src/storage/compaction/cumulative_compaction_time_series_policy.h index c71faeb2782247..839a2ea407ef6e 100644 --- a/be/src/olap/cumulative_compaction_time_series_policy.h +++ b/be/src/storage/compaction/cumulative_compaction_time_series_policy.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_policy.h" namespace doris { diff --git a/be/src/olap/full_compaction.cpp b/be/src/storage/compaction/full_compaction.cpp similarity index 96% rename from be/src/olap/full_compaction.cpp rename to be/src/storage/compaction/full_compaction.cpp index 38d2a3fd97af86..9d730e0856cced 100644 --- a/be/src/olap/full_compaction.cpp +++ b/be/src/storage/compaction/full_compaction.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/full_compaction.h" +#include "storage/compaction/full_compaction.h" #include #include @@ -27,15 +27,15 @@ #include "common/config.h" #include "common/status.h" -#include "olap/compaction.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/schema_change.h" -#include "olap/tablet_meta.h" #include "runtime/thread_context.h" +#include "storage/compaction/compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/schema_change/schema_change.h" +#include "storage/tablet/tablet_meta.h" #include "util/debug_points.h" #include "util/thread.h" #include "util/trace.h" diff --git a/be/src/olap/full_compaction.h b/be/src/storage/compaction/full_compaction.h similarity index 97% rename from be/src/olap/full_compaction.h rename to be/src/storage/compaction/full_compaction.h index 5854fd95e5cb73..fb80613f722db6 100644 --- a/be/src/olap/full_compaction.h +++ b/be/src/storage/compaction/full_compaction.h @@ -24,7 +24,7 @@ #include "common/status.h" #include "io/io_common.h" -#include "olap/compaction.h" +#include "storage/compaction/compaction.h" namespace doris { diff --git a/be/src/olap/single_replica_compaction.cpp b/be/src/storage/compaction/single_replica_compaction.cpp similarity index 98% rename from be/src/olap/single_replica_compaction.cpp rename to be/src/storage/compaction/single_replica_compaction.cpp index f47d48372d7548..a0b36cd417851f 100644 --- a/be/src/olap/single_replica_compaction.cpp +++ b/be/src/storage/compaction/single_replica_compaction.cpp @@ -15,30 +15,30 @@ // specific language governing permissions and limitations // under the License. -#include "olap/single_replica_compaction.h" +#include "storage/compaction/single_replica_compaction.h" #include #include +#include +#include #include "common/logging.h" -#include "gen_cpp/Types_constants.h" -#include "gen_cpp/internal_service.pb.h" -#include "http/http_client.h" +#include "common/metrics/doris_metrics.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "io/fs/path.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/snapshot_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet_meta.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker_limiter.h" #include "service/brpc.h" -#include "task/engine_clone_task.h" +#include "service/http/http_client.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/task/engine_clone_task.h" #include "util/brpc_client_cache.h" -#include "util/doris_metrics.h" +#include "util/client_cache.h" #include "util/security.h" #include "util/thrift_rpc_helper.h" #include "util/trace.h" diff --git a/be/src/olap/single_replica_compaction.h b/be/src/storage/compaction/single_replica_compaction.h similarity index 96% rename from be/src/olap/single_replica_compaction.h rename to be/src/storage/compaction/single_replica_compaction.h index 10ec65ec3f0570..c4f4ee0b15e55e 100644 --- a/be/src/olap/single_replica_compaction.h +++ b/be/src/storage/compaction/single_replica_compaction.h @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "olap/compaction.h" -#include "olap/rowset/pending_rowset_helper.h" +#include "storage/compaction/compaction.h" +#include "storage/rowset/pending_rowset_helper.h" namespace doris { diff --git a/be/src/olap/data_dir.cpp b/be/src/storage/data_dir.cpp similarity index 98% rename from be/src/olap/data_dir.cpp rename to be/src/storage/data_dir.cpp index 8e3c4a9d915a64..9b057259a4ebff 100644 --- a/be/src/olap/data_dir.cpp +++ b/be/src/storage/data_dir.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/data_dir.h" +#include "storage/data_dir.h" #include #include @@ -41,29 +41,29 @@ #include "common/cast_set.h" #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "io/fs/file_reader.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" #include "io/fs/path.h" -#include "olap/delete_handler.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/olap_meta.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_id_generator.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta_manager.h" -#include "olap/txn_manager.h" -#include "olap/utils.h" // for check_dir_existed #include "service/backend_options.h" -#include "util/doris_metrics.h" +#include "storage/delete/delete_handler.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/olap_meta.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_id_generator.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/txn/txn_manager.h" +#include "storage/utils.h" // for check_dir_existed #include "util/string_util.h" #include "util/uid_util.h" diff --git a/be/src/olap/data_dir.h b/be/src/storage/data_dir.h similarity index 97% rename from be/src/olap/data_dir.h rename to be/src/storage/data_dir.h index a306cf38e57564..4598f3d87719fe 100644 --- a/be/src/olap/data_dir.h +++ b/be/src/storage/data_dir.h @@ -30,9 +30,9 @@ #include #include +#include "common/metrics/metrics.h" #include "common/status.h" -#include "olap/olap_common.h" -#include "util/metrics.h" +#include "storage/olap_common.h" namespace doris { @@ -137,7 +137,7 @@ class DataDir { double get_usage(int64_t incoming_data_size) const { return _disk_capacity_bytes == 0 ? 0 - : (_disk_capacity_bytes - _available_bytes + incoming_data_size) / + : (double)(_disk_capacity_bytes - _available_bytes + incoming_data_size) / (double)_disk_capacity_bytes; } diff --git a/be/src/olap/calc_delete_bitmap_executor.cpp b/be/src/storage/delete/calc_delete_bitmap_executor.cpp similarity index 96% rename from be/src/olap/calc_delete_bitmap_executor.cpp rename to be/src/storage/delete/calc_delete_bitmap_executor.cpp index bd197ccb4edd8e..1867dc54a9e0c9 100644 --- a/be/src/olap/calc_delete_bitmap_executor.cpp +++ b/be/src/storage/delete/calc_delete_bitmap_executor.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "olap/calc_delete_bitmap_executor.h" +#include "storage/delete/calc_delete_bitmap_executor.h" #include #include #include "common/logging.h" -#include "olap/base_tablet.h" -#include "olap/memtable.h" +#include "load/memtable/memtable.h" +#include "storage/tablet/base_tablet.h" #include "util/time.h" namespace doris { diff --git a/be/src/olap/calc_delete_bitmap_executor.h b/be/src/storage/delete/calc_delete_bitmap_executor.h similarity index 96% rename from be/src/olap/calc_delete_bitmap_executor.h rename to be/src/storage/delete/calc_delete_bitmap_executor.h index babfd987e5d217..be97505e038138 100644 --- a/be/src/olap/calc_delete_bitmap_executor.h +++ b/be/src/storage/delete/calc_delete_bitmap_executor.h @@ -27,10 +27,10 @@ #include #include "common/status.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/tablet_fwd.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/segment/segment.h" +#include "storage/tablet/tablet_fwd.h" #include "util/threadpool.h" namespace doris { diff --git a/be/src/olap/delete_bitmap_calculator.cpp b/be/src/storage/delete/delete_bitmap_calculator.cpp similarity index 97% rename from be/src/olap/delete_bitmap_calculator.cpp rename to be/src/storage/delete/delete_bitmap_calculator.cpp index 7741e1078b7de3..cbdfbbfdfc9a70 100644 --- a/be/src/olap/delete_bitmap_calculator.cpp +++ b/be/src/storage/delete/delete_bitmap_calculator.cpp @@ -15,14 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "olap/delete_bitmap_calculator.h" +#include "storage/delete/delete_bitmap_calculator.h" #include #include "common/cast_set.h" #include "common/status.h" -#include "olap/primary_key_index.h" -#include "vec/data_types/data_type_factory.hpp" +#include "core/data_type/data_type_factory.hpp" +#include "storage/index/indexed_column_reader.h" +#include "storage/index/primary_key_index.h" +#include "storage/tablet/tablet_meta.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/delete_bitmap_calculator.h b/be/src/storage/delete/delete_bitmap_calculator.h similarity index 88% rename from be/src/olap/delete_bitmap_calculator.h rename to be/src/storage/delete/delete_bitmap_calculator.h index a9729187c4c49e..0445d3ab4c974b 100644 --- a/be/src/olap/delete_bitmap_calculator.h +++ b/be/src/storage/delete/delete_bitmap_calculator.h @@ -27,21 +27,9 @@ #include "common/config.h" #include "common/status.h" -#include "olap/base_tablet.h" -#include "olap/binlog_config.h" -#include "olap/data_dir.h" -#include "olap/key_coder.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/version_graph.h" -#include "util/metrics.h" -#include "util/once.h" +#include "storage/key_coder.h" +#include "storage/olap_common.h" +#include "storage/segment/segment.h" #include "util/slice.h" namespace doris { diff --git a/be/src/olap/delete_handler.cpp b/be/src/storage/delete/delete_handler.cpp similarity index 98% rename from be/src/olap/delete_handler.cpp rename to be/src/storage/delete/delete_handler.cpp index ab85af0bed280c..05c454c9ebd28e 100644 --- a/be/src/olap/delete_handler.cpp +++ b/be/src/storage/delete/delete_handler.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/delete_handler.h" +#include "storage/delete/delete_handler.h" #include #include @@ -27,21 +27,21 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "olap/block_column_predicate.h" -#include "olap/olap_common.h" -#include "olap/predicate_creator.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" +#include "exprs/function/cast/cast_parameters.h" +#include "exprs/function/cast/cast_to_boolean.h" +#include "exprs/function/cast/cast_to_date_or_datetime_impl.hpp" +#include "exprs/function/cast/cast_to_datetimev2_impl.hpp" +#include "exprs/function/cast/cast_to_datev2_impl.hpp" +#include "exprs/function/cast/cast_to_decimal.h" +#include "exprs/function/cast/cast_to_float.h" +#include "exprs/function/cast/cast_to_int.h" +#include "exprs/function/cast/cast_to_ip.h" +#include "storage/olap_common.h" +#include "storage/predicate/block_column_predicate.h" +#include "storage/predicate/predicate_creator.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" #include "util/debug_points.h" -#include "vec/functions/cast/cast_parameters.h" -#include "vec/functions/cast/cast_to_boolean.h" -#include "vec/functions/cast/cast_to_date_or_datetime_impl.hpp" -#include "vec/functions/cast/cast_to_datetimev2_impl.hpp" -#include "vec/functions/cast/cast_to_datev2_impl.hpp" -#include "vec/functions/cast/cast_to_decimal.h" -#include "vec/functions/cast/cast_to_float.h" -#include "vec/functions/cast/cast_to_int.h" -#include "vec/functions/cast/cast_to_ip.h" using apache::thrift::ThriftDebugString; using std::vector; diff --git a/be/src/olap/delete_handler.h b/be/src/storage/delete/delete_handler.h similarity index 97% rename from be/src/olap/delete_handler.h rename to be/src/storage/delete/delete_handler.h index a5e97d3fac7a68..ff53d6186a09bb 100644 --- a/be/src/olap/delete_handler.h +++ b/be/src/storage/delete/delete_handler.h @@ -25,10 +25,10 @@ #include "common/factory_creator.h" #include "common/status.h" -#include "olap/column_predicate.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet_schema.h" -#include "vec/common/arena.h" +#include "core/arena.h" +#include "storage/predicate/column_predicate.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/field.h b/be/src/storage/field.h similarity index 98% rename from be/src/olap/field.h rename to be/src/storage/field.h index 5f3f0438f07ade..3df208c2cf2597 100644 --- a/be/src/olap/field.h +++ b/be/src/storage/field.h @@ -21,19 +21,19 @@ #include #include -#include "olap/key_coder.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/row_cursor_cell.h" -#include "olap/tablet_schema.h" -#include "olap/types.h" -#include "olap/utils.h" +#include "core/arena.h" +#include "core/value/map_value.h" #include "runtime/collection_value.h" -#include "runtime/map_value.h" +#include "storage/key_coder.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/row_cursor_cell.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" +#include "storage/utils.h" #include "util/hash_util.hpp" +#include "util/json/path_in_data.h" #include "util/slice.h" -#include "vec/common/arena.h" -#include "vec/json/path_in_data.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/file_header.h b/be/src/storage/file_header.h similarity index 99% rename from be/src/olap/file_header.h rename to be/src/storage/file_header.h index 1b327ce2118ace..f2f019a0279cab 100644 --- a/be/src/olap/file_header.h +++ b/be/src/storage/file_header.h @@ -27,11 +27,11 @@ #include "io/fs/file_reader.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/lru_cache.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/utils.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/utils.h" #include "util/debug_util.h" +#include "util/lru_cache.h" namespace doris { diff --git a/be/src/olap/id_manager.h b/be/src/storage/id_manager.h similarity index 98% rename from be/src/olap/id_manager.h rename to be/src/storage/id_manager.h index 4b9974e0ee3596..418483b79dda95 100644 --- a/be/src/olap/id_manager.h +++ b/be/src/storage/id_manager.h @@ -37,10 +37,10 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" #include "runtime/query_context.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/analyzer_key_matcher.cpp b/be/src/storage/index/analyzer_key_matcher.cpp similarity index 94% rename from be/src/olap/rowset/segment_v2/analyzer_key_matcher.cpp rename to be/src/storage/index/analyzer_key_matcher.cpp index 0423b4756795fa..ef0bdddf75ddb1 100644 --- a/be/src/olap/rowset/segment_v2/analyzer_key_matcher.cpp +++ b/be/src/storage/index/analyzer_key_matcher.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/analyzer_key_matcher.h" +#include "storage/index/analyzer_key_matcher.h" -#include "olap/rowset/segment_v2/inverted_index_iterator.h" +#include "storage/index/inverted/inverted_index_iterator.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/analyzer_key_matcher.h b/be/src/storage/index/analyzer_key_matcher.h similarity index 98% rename from be/src/olap/rowset/segment_v2/analyzer_key_matcher.h rename to be/src/storage/index/analyzer_key_matcher.h index 6825b189683453..833193b259d592 100644 --- a/be/src/olap/rowset/segment_v2/analyzer_key_matcher.h +++ b/be/src/storage/index/analyzer_key_matcher.h @@ -22,7 +22,7 @@ #include #include -#include "olap/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_parser.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/ann_index/CMakeLists.txt b/be/src/storage/index/ann/CMakeLists.txt similarity index 100% rename from be/src/olap/rowset/segment_v2/ann_index/CMakeLists.txt rename to be/src/storage/index/ann/CMakeLists.txt diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_index.cpp b/be/src/storage/index/ann/ann_index.cpp similarity index 93% rename from be/src/olap/rowset/segment_v2/ann_index/ann_index.cpp rename to be/src/storage/index/ann/ann_index.cpp index 860e0d328bf07b..3ed43e1ba154fe 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_index.cpp +++ b/be/src/storage/index/ann/ann_index.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/ann_index/ann_index.h" +#include "storage/index/ann/ann_index.h" -#include "util/doris_metrics.h" -#include "vec/functions/array/function_array_distance.h" +#include "common/metrics/doris_metrics.h" +#include "exprs/function/array/function_array_distance.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_index.h b/be/src/storage/index/ann/ann_index.h similarity index 99% rename from be/src/olap/rowset/segment_v2/ann_index/ann_index.h rename to be/src/storage/index/ann/ann_index.h index 7d785e9b3e14f6..b5fcda7bb5f6cb 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_index.h +++ b/be/src/storage/index/ann/ann_index.h @@ -38,7 +38,7 @@ #include #include "common/status.h" -#include "vec/core/types.h" +#include "core/types.h" namespace lucene::store { class Directory; diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_index_files.h b/be/src/storage/index/ann/ann_index_files.h similarity index 100% rename from be/src/olap/rowset/segment_v2/ann_index/ann_index_files.h rename to be/src/storage/index/ann/ann_index_files.h diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_index_iterator.cpp b/be/src/storage/index/ann/ann_index_iterator.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/ann_index/ann_index_iterator.cpp rename to be/src/storage/index/ann/ann_index_iterator.cpp index b43547d001c75f..ff9eb760a352f5 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_index_iterator.cpp +++ b/be/src/storage/index/ann/ann_index_iterator.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "ann_index_iterator.h" +#include "storage/index/ann/ann_index_iterator.h" #include -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" +#include "storage/index/ann/ann_search_params.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_index_iterator.h b/be/src/storage/index/ann/ann_index_iterator.h similarity index 94% rename from be/src/olap/rowset/segment_v2/ann_index/ann_index_iterator.h rename to be/src/storage/index/ann/ann_index_iterator.h index 98eaecfaf067e5..4b63d71dd728c1 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_index_iterator.h +++ b/be/src/storage/index/ann/ann_index_iterator.h @@ -20,9 +20,9 @@ #include #include -#include "olap/rowset/segment_v2/ann_index/ann_index_reader.h" -#include "olap/rowset/segment_v2/index_iterator.h" #include "runtime/runtime_state.h" +#include "storage/index/ann/ann_index_reader.h" +#include "storage/index/index_iterator.h" namespace doris::segment_v2 { struct AnnRangeSearchParams; diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_index_reader.cpp b/be/src/storage/index/ann/ann_index_reader.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/ann_index/ann_index_reader.cpp rename to be/src/storage/index/ann/ann_index_reader.cpp index ffdd9bf58e737a..2833d27bf6ced9 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_index_reader.cpp +++ b/be/src/storage/index/ann/ann_index_reader.cpp @@ -15,24 +15,24 @@ // specific language governing permissions and limitations // under the License. -#include "ann_index_reader.h" +#include "storage/index/ann/ann_index_reader.h" #include #include -#include "ann_index_iterator.h" #include "common/config.h" +#include "common/metrics/doris_metrics.h" #include "io/io_common.h" -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_writer.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/ann_index/faiss_ann_index.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/doris_metrics.h" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_index_iterator.h" +#include "storage/index/ann/ann_index_writer.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/ann/faiss_ann_index.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" #include "util/once.h" -#include "util/runtime_profile.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_index_reader.h b/be/src/storage/index/ann/ann_index_reader.h similarity index 92% rename from be/src/olap/rowset/segment_v2/ann_index/ann_index_reader.h rename to be/src/storage/index/ann/ann_index_reader.h index 68e62f7f347c78..06f864afdd1f1e 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_index_reader.h +++ b/be/src/storage/index/ann/ann_index_reader.h @@ -17,11 +17,11 @@ #pragma once -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/index_reader.h" -#include "olap/tablet_schema.h" #include "runtime/runtime_state.h" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/index_reader.h" +#include "storage/tablet/tablet_schema.h" #include "util/once.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_index_writer.cpp b/be/src/storage/index/ann/ann_index_writer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/ann_index/ann_index_writer.cpp rename to be/src/storage/index/ann/ann_index_writer.cpp index e18b89e4da468d..52ab115c24649e 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_index_writer.cpp +++ b/be/src/storage/index/ann/ann_index_writer.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/ann_index/ann_index_writer.h" +#include "storage/index/ann/ann_index_writer.h" #include #include #include #include "common/cast_set.h" -#include "olap/rowset/segment_v2/ann_index/faiss_ann_index.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" +#include "storage/index/ann/faiss_ann_index.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_index_writer.h b/be/src/storage/index/ann/ann_index_writer.h similarity index 91% rename from be/src/olap/rowset/segment_v2/ann_index/ann_index_writer.h rename to be/src/storage/index/ann/ann_index_writer.h index 2110c91d3074da..5e908c9777242b 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_index_writer.h +++ b/be/src/storage/index/ann/ann_index_writer.h @@ -28,13 +28,13 @@ #include #include "common/config.h" -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/index_writer.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/tablet_schema.h" +#include "core/pod_array.h" #include "runtime/collection_value.h" -#include "vec/common/pod_array.h" +#include "storage/index/ann/ann_index.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/index_writer.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/tablet/tablet_schema.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_range_search_runtime.cpp b/be/src/storage/index/ann/ann_range_search_runtime.cpp similarity index 94% rename from be/src/olap/rowset/segment_v2/ann_index/ann_range_search_runtime.cpp rename to be/src/storage/index/ann/ann_range_search_runtime.cpp index f8e0e4af8c30bc..3170bf79dbc39c 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_range_search_runtime.cpp +++ b/be/src/storage/index/ann/ann_range_search_runtime.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/ann_index/ann_range_search_runtime.h" +#include "storage/index/ann/ann_range_search_runtime.h" #include -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" +#include "storage/index/ann/ann_search_params.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_range_search_runtime.h b/be/src/storage/index/ann/ann_range_search_runtime.h similarity index 94% rename from be/src/olap/rowset/segment_v2/ann_index/ann_range_search_runtime.h rename to be/src/storage/index/ann/ann_range_search_runtime.h index 113bdf8786f446..08652ec120e4eb 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_range_search_runtime.h +++ b/be/src/storage/index/ann/ann_range_search_runtime.h @@ -21,13 +21,13 @@ #include -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/runtime/vector_search_user_params.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "exec/scan/vector_search_user_params.h" +#include "storage/index/ann/ann_index.h" namespace doris::segment_v2 { struct AnnRangeSearchParams; diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_search_params.h b/be/src/storage/index/ann/ann_search_params.h similarity index 98% rename from be/src/olap/rowset/segment_v2/ann_index/ann_search_params.h rename to be/src/storage/index/ann/ann_search_params.h index 671bb6dc4aea71..06bae2742bd659 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_search_params.h +++ b/be/src/storage/index/ann/ann_search_params.h @@ -36,8 +36,8 @@ #include #include -#include "util/runtime_profile.h" -#include "vec/runtime/vector_search_user_params.h" +#include "exec/scan/vector_search_user_params.h" +#include "runtime/runtime_profile.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_topn_runtime.cpp b/be/src/storage/index/ann/ann_topn_runtime.cpp similarity index 94% rename from be/src/olap/rowset/segment_v2/ann_index/ann_topn_runtime.cpp rename to be/src/storage/index/ann/ann_topn_runtime.cpp index dc99192d7f1d0c..ae91fa30b4dde5 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_topn_runtime.cpp +++ b/be/src/storage/index/ann/ann_topn_runtime.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "ann_topn_runtime.h" +#include "storage/index/ann/ann_topn_runtime.h" #include #include @@ -25,21 +25,21 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_iterator.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/inverted_index_query_type.h" -#include "runtime/primitive_type.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/array/function_array_distance.h" +#include "exprs/varray_literal.h" +#include "exprs/vcast_expr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" +#include "exprs/virtual_slot_ref.h" +#include "exprs/vslot_ref.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/exprs/varray_literal.h" -#include "vec/exprs/vcast_expr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/exprs/virtual_slot_ref.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/array/function_array_distance.h" +#include "storage/index/ann/ann_index_iterator.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/inverted/inverted_index_query_type.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/ann_topn_runtime.h b/be/src/storage/index/ann/ann_topn_runtime.h similarity index 95% rename from be/src/olap/rowset/segment_v2/ann_index/ann_topn_runtime.h rename to be/src/storage/index/ann/ann_topn_runtime.h index 121901ff9188fc..2a806d622698e4 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/ann_topn_runtime.h +++ b/be/src/storage/index/ann/ann_topn_runtime.h @@ -35,16 +35,16 @@ #pragma once -#include "runtime/primitive_type.h" +#include "core/column/column.h" +#include "core/data_type/primitive_type.h" +#include "exprs/varray_literal.h" +#include "exprs/vcast_expr.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" +#include "exprs/vslot_ref.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/exprs/varray_literal.h" -#include "vec/exprs/vcast_expr.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/exprs/vslot_ref.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/cmake-protect/CMakeLists.txt b/be/src/storage/index/ann/cmake-protect/CMakeLists.txt similarity index 100% rename from be/src/olap/rowset/segment_v2/ann_index/cmake-protect/CMakeLists.txt rename to be/src/storage/index/ann/cmake-protect/CMakeLists.txt diff --git a/be/src/olap/rowset/segment_v2/ann_index/faiss_ann_index.cpp b/be/src/storage/index/ann/faiss_ann_index.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/ann_index/faiss_ann_index.cpp rename to be/src/storage/index/ann/faiss_ann_index.cpp index cf954e0ffc0817..1b1da383b14a14 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/faiss_ann_index.cpp +++ b/be/src/storage/index/ann/faiss_ann_index.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "faiss_ann_index.h" +#include "storage/index/ann/faiss_ann_index.h" #include #include @@ -36,7 +36,9 @@ #include "common/config.h" #include "common/exception.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" +#include "core/types.h" #include "faiss/Index.h" #include "faiss/IndexFlat.h" #include "faiss/IndexHNSW.h" @@ -48,13 +50,11 @@ #include "faiss/impl/FaissException.h" #include "faiss/impl/IDSelector.h" #include "faiss/impl/io.h" -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_files.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "util/doris_metrics.h" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_index_files.h" +#include "storage/index/ann/ann_search_params.h" #include "util/thread.h" #include "util/time.h" -#include "vec/core/types.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/ann_index/faiss_ann_index.h b/be/src/storage/index/ann/faiss_ann_index.h similarity index 99% rename from be/src/olap/rowset/segment_v2/ann_index/faiss_ann_index.h rename to be/src/storage/index/ann/faiss_ann_index.h index 96b06de4218297..7bc3f805c931c5 100644 --- a/be/src/olap/rowset/segment_v2/ann_index/faiss_ann_index.h +++ b/be/src/storage/index/ann/faiss_ann_index.h @@ -30,8 +30,8 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "vec/core/types.h" +#include "core/types.h" +#include "storage/index/ann/ann_index.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/block_split_bloom_filter.cpp b/be/src/storage/index/bloom_filter/block_split_bloom_filter.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/block_split_bloom_filter.cpp rename to be/src/storage/index/bloom_filter/block_split_bloom_filter.cpp index 871da736d5727b..39d56e263b08c4 100644 --- a/be/src/olap/rowset/segment_v2/block_split_bloom_filter.cpp +++ b/be/src/storage/index/bloom_filter/block_split_bloom_filter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/block_split_bloom_filter.h" +#include "storage/index/bloom_filter/block_split_bloom_filter.h" #include diff --git a/be/src/olap/rowset/segment_v2/block_split_bloom_filter.h b/be/src/storage/index/bloom_filter/block_split_bloom_filter.h similarity index 97% rename from be/src/olap/rowset/segment_v2/block_split_bloom_filter.h rename to be/src/storage/index/bloom_filter/block_split_bloom_filter.h index 8dc470d9da4f88..3ab5b51dc5a2eb 100644 --- a/be/src/olap/rowset/segment_v2/block_split_bloom_filter.h +++ b/be/src/storage/index/bloom_filter/block_split_bloom_filter.h @@ -19,7 +19,7 @@ #include -#include "olap/rowset/segment_v2/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/bloom_filter.cpp b/be/src/storage/index/bloom_filter/bloom_filter.cpp similarity index 92% rename from be/src/olap/rowset/segment_v2/bloom_filter.cpp rename to be/src/storage/index/bloom_filter/bloom_filter.cpp index 5e188c29d0ba5b..6a986162842f53 100644 --- a/be/src/olap/rowset/segment_v2/bloom_filter.cpp +++ b/be/src/storage/index/bloom_filter/bloom_filter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter.h" #include #include @@ -24,8 +24,8 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/block_split_bloom_filter.h" -#include "olap/rowset/segment_v2/ngram_bloom_filter.h" +#include "storage/index/bloom_filter/block_split_bloom_filter.h" +#include "storage/index/bloom_filter/ngram_bloom_filter.h" #include "util/frame_of_reference_coding.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/bloom_filter.h b/be/src/storage/index/bloom_filter/bloom_filter.h similarity index 99% rename from be/src/olap/rowset/segment_v2/bloom_filter.h rename to be/src/storage/index/bloom_filter/bloom_filter.h index 7ca6fdac634695..679d64e4db4677 100644 --- a/be/src/olap/rowset/segment_v2/bloom_filter.h +++ b/be/src/storage/index/bloom_filter/bloom_filter.h @@ -27,7 +27,7 @@ #include #include "common/status.h" -#include "util/murmur_hash3.h" +#include "util/hash/murmur_hash3.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/bloom_filter_index_reader.cpp b/be/src/storage/index/bloom_filter/bloom_filter_index_reader.cpp similarity index 92% rename from be/src/olap/rowset/segment_v2/bloom_filter_index_reader.cpp rename to be/src/storage/index/bloom_filter/bloom_filter_index_reader.cpp index 3c638875a86921..f87109e3e107fe 100644 --- a/be/src/olap/rowset/segment_v2/bloom_filter_index_reader.cpp +++ b/be/src/storage/index/bloom_filter/bloom_filter_index_reader.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/bloom_filter_index_reader.h" +#include "storage/index/bloom_filter/bloom_filter_index_reader.h" #include #include #include -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/types.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/types.h" #include "util/debug_points.h" -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/bloom_filter_index_reader.h b/be/src/storage/index/bloom_filter/bloom_filter_index_reader.h similarity index 95% rename from be/src/olap/rowset/segment_v2/bloom_filter_index_reader.h rename to be/src/storage/index/bloom_filter/bloom_filter_index_reader.h index fb53af89c0fe92..a04ad8fdff8139 100644 --- a/be/src/olap/rowset/segment_v2/bloom_filter_index_reader.h +++ b/be/src/storage/index/bloom_filter/bloom_filter_index_reader.h @@ -24,10 +24,10 @@ #include "common/status.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "olap/types.h" +#include "storage/index/indexed_column_reader.h" +#include "storage/olap_common.h" +#include "storage/segment/common.h" +#include "storage/types.h" #include "util/once.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/bloom_filter_index_writer.cpp b/be/src/storage/index/bloom_filter/bloom_filter_index_writer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/bloom_filter_index_writer.cpp rename to be/src/storage/index/bloom_filter/bloom_filter_index_writer.cpp index 2977ef4a41e6c5..0d7e176c4de618 100644 --- a/be/src/olap/rowset/segment_v2/bloom_filter_index_writer.cpp +++ b/be/src/storage/index/bloom_filter/bloom_filter_index_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/bloom_filter_index_writer.h" +#include "storage/index/bloom_filter/bloom_filter_index_writer.h" #include #include @@ -26,15 +26,15 @@ #include #include -#include "olap/olap_common.h" -#include "olap/primary_key_index.h" -#include "olap/rowset/segment_v2/bloom_filter.h" // for BloomFilterOptions, BloomFilter -#include "olap/rowset/segment_v2/indexed_column_writer.h" -#include "olap/types.h" -#include "runtime/decimalv2_value.h" +#include "core/packed_int128.h" +#include "core/value/decimalv2_value.h" +#include "storage/index/bloom_filter/bloom_filter.h" // for BloomFilterOptions, BloomFilter +#include "storage/index/indexed_column_writer.h" +#include "storage/index/primary_key_index.h" +#include "storage/olap_common.h" +#include "storage/types.h" #include "util/debug_points.h" #include "util/slice.h" -#include "util/types.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/bloom_filter_index_writer.h b/be/src/storage/index/bloom_filter/bloom_filter_index_writer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/bloom_filter_index_writer.h rename to be/src/storage/index/bloom_filter/bloom_filter_index_writer.h index a94982438f651a..2e804b68e39165 100644 --- a/be/src/olap/rowset/segment_v2/bloom_filter_index_writer.h +++ b/be/src/storage/index/bloom_filter/bloom_filter_index_writer.h @@ -25,10 +25,10 @@ #include #include "common/status.h" -#include "olap/itoken_extractor.h" -#include "olap/rowset/segment_v2/bloom_filter.h" +#include "core/arena.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/itoken_extractor.h" #include "util/slice.h" -#include "vec/common/arena.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/ngram_bloom_filter.cpp b/be/src/storage/index/bloom_filter/ngram_bloom_filter.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/ngram_bloom_filter.cpp rename to be/src/storage/index/bloom_filter/ngram_bloom_filter.cpp index be6bd3256f391e..dbba082253d3d0 100644 --- a/be/src/olap/rowset/segment_v2/ngram_bloom_filter.cpp +++ b/be/src/storage/index/bloom_filter/ngram_bloom_filter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/ngram_bloom_filter.h" +#include "storage/index/bloom_filter/ngram_bloom_filter.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/ngram_bloom_filter.h b/be/src/storage/index/bloom_filter/ngram_bloom_filter.h similarity index 97% rename from be/src/olap/rowset/segment_v2/ngram_bloom_filter.h rename to be/src/storage/index/bloom_filter/ngram_bloom_filter.h index f2be8feae98053..60114a78f70a14 100644 --- a/be/src/olap/rowset/segment_v2/ngram_bloom_filter.h +++ b/be/src/storage/index/bloom_filter/ngram_bloom_filter.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter.h" namespace doris { static constexpr uint64_t SEED_GEN = 217728422; diff --git a/be/src/olap/rowset/segment_v2/index_file_reader.cpp b/be/src/storage/index/index_file_reader.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/index_file_reader.cpp rename to be/src/storage/index/index_file_reader.cpp index cc3c2636c0fd77..e4ed32fdc30669 100644 --- a/be/src/olap/rowset/segment_v2/index_file_reader.cpp +++ b/be/src/storage/index/index_file_reader.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/index_file_reader.h" +#include "storage/index/index_file_reader.h" #include #include -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/tablet_schema.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/tablet/tablet_schema.h" #include "util/debug_points.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/index_file_reader.h b/be/src/storage/index/index_file_reader.h similarity index 97% rename from be/src/olap/rowset/segment_v2/index_file_reader.h rename to be/src/storage/index/index_file_reader.h index 2b5f2e183a1c3a..8a185f6b8b7577 100644 --- a/be/src/olap/rowset/segment_v2/index_file_reader.h +++ b/be/src/storage/index/index_file_reader.h @@ -33,8 +33,8 @@ #include "common/be_mock_util.h" #include "common/config.h" #include "io/fs/file_system.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_desc.h" namespace doris { class TabletIndex; diff --git a/be/src/olap/rowset/segment_v2/index_file_writer.cpp b/be/src/storage/index/index_file_writer.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/index_file_writer.cpp rename to be/src/storage/index/index_file_writer.cpp index b4252c15d78003..e9cb7845bf0ac4 100644 --- a/be/src/olap/rowset/segment_v2/index_file_writer.cpp +++ b/be/src/storage/index/index_file_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/index_file_writer.h" +#include "storage/index/index_file_writer.h" #include @@ -26,15 +26,15 @@ #include "io/fs/packed_file_writer.h" #include "io/fs/s3_file_writer.h" #include "io/fs/stream_sink_file_writer.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_files.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_storage_format_v1.h" -#include "olap/rowset/segment_v2/index_storage_format_v2.h" -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/tablet_schema.h" +#include "storage/index/ann/ann_index_files.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_storage_format_v1.h" +#include "storage/index/index_storage_format_v2.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/tablet/tablet_schema.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/index_file_writer.h b/be/src/storage/index/index_file_writer.h similarity index 94% rename from be/src/olap/rowset/segment_v2/index_file_writer.h rename to be/src/storage/index/index_file_writer.h index 5adb8f76ac1529..d968dc5fa12a7e 100644 --- a/be/src/olap/rowset/segment_v2/index_file_writer.h +++ b/be/src/storage/index/index_file_writer.h @@ -29,10 +29,10 @@ #include "io/fs/file_system.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/index_storage_format.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" -#include "olap/rowset/segment_v2/inverted_index_searcher.h" +#include "storage/index/index_storage_format.h" +#include "storage/index/inverted/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" +#include "storage/index/inverted/inverted_index_searcher.h" namespace doris { class TabletIndex; diff --git a/be/src/olap/rowset/segment_v2/index_iterator.h b/be/src/storage/index/index_iterator.h similarity index 89% rename from be/src/olap/rowset/segment_v2/index_iterator.h rename to be/src/storage/index/index_iterator.h index c12c74c71d6c0c..076d5db955fbd2 100644 --- a/be/src/olap/rowset/segment_v2/index_iterator.h +++ b/be/src/storage/index/index_iterator.h @@ -23,11 +23,11 @@ #include "common/exception.h" #include "common/factory_creator.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_reader.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/index_reader.h" -#include "olap/rowset/segment_v2/inverted_index_query_type.h" #include "runtime/runtime_state.h" +#include "storage/index/ann/ann_index_reader.h" +#include "storage/index/index_query_context.h" +#include "storage/index/index_reader.h" +#include "storage/index/inverted/inverted_index_query_type.h" namespace doris::vectorized { struct AnnTopNParam; diff --git a/be/src/olap/rowset/segment_v2/index_page.cpp b/be/src/storage/index/index_page.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/index_page.cpp rename to be/src/storage/index/index_page.cpp index a2bc4a5327de6f..3dc106622d56d6 100644 --- a/be/src/olap/rowset/segment_v2/index_page.cpp +++ b/be/src/storage/index/index_page.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/index_page.h" +#include "storage/index/index_page.h" #include diff --git a/be/src/olap/rowset/segment_v2/index_page.h b/be/src/storage/index/index_page.h similarity index 98% rename from be/src/olap/rowset/segment_v2/index_page.h rename to be/src/storage/index/index_page.h index 6511cd13790605..09ea1c0844b74d 100644 --- a/be/src/olap/rowset/segment_v2/index_page.h +++ b/be/src/storage/index/index_page.h @@ -26,8 +26,8 @@ #include #include "common/status.h" -#include "olap/metadata_adder.h" -#include "olap/rowset/segment_v2/page_pointer.h" +#include "storage/metadata_adder.h" +#include "storage/segment/page_pointer.h" #include "util/faststring.h" #include "util/slice.h" diff --git a/be/src/olap/rowset/segment_v2/index_query_context.h b/be/src/storage/index/index_query_context.h similarity index 92% rename from be/src/olap/rowset/segment_v2/index_query_context.h rename to be/src/storage/index/index_query_context.h index 811ddece4fa2b2..9afa6ea504ef85 100644 --- a/be/src/olap/rowset/segment_v2/index_query_context.h +++ b/be/src/storage/index/index_query_context.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/collection_similarity.h" -#include "olap/collection_statistics.h" +#include "storage/compaction/collection_similarity.h" +#include "storage/compaction/collection_statistics.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/index_reader.h b/be/src/storage/index/index_reader.h similarity index 95% rename from be/src/olap/rowset/segment_v2/index_reader.h rename to be/src/storage/index/index_reader.h index cf0fc5f34106ee..bd92d9f8e547fb 100644 --- a/be/src/olap/rowset/segment_v2/index_reader.h +++ b/be/src/storage/index/index_reader.h @@ -17,10 +17,11 @@ #pragma once +#include + #include -#include "gen_cpp/olap_file.pb.h" -#include "olap/metadata_adder.h" +#include "storage/metadata_adder.h" namespace doris { class RuntimeState; diff --git a/be/src/olap/rowset/segment_v2/index_reader_helper.h b/be/src/storage/index/index_reader_helper.h similarity index 97% rename from be/src/olap/rowset/segment_v2/index_reader_helper.h rename to be/src/storage/index/index_reader_helper.h index cd2fc494ec7800..ad4c856fd2635a 100644 --- a/be/src/olap/rowset/segment_v2/index_reader_helper.h +++ b/be/src/storage/index/index_reader_helper.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" +#include "storage/index/index_iterator.h" +#include "storage/index/inverted/inverted_index_reader.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/index_storage_format.cpp b/be/src/storage/index/index_storage_format.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/index_storage_format.cpp rename to be/src/storage/index/index_storage_format.cpp index 72ca72718b7295..4e42c51948f3a3 100644 --- a/be/src/olap/rowset/segment_v2/index_storage_format.cpp +++ b/be/src/storage/index/index_storage_format.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "index_storage_format.h" +#include "storage/index/index_storage_format.h" #include "common/cast_set.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" #include "util/debug_points.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/index_storage_format.h b/be/src/storage/index/index_storage_format.h similarity index 96% rename from be/src/olap/rowset/segment_v2/index_storage_format.h rename to be/src/storage/index/index_storage_format.h index 13a5f2609cff06..e1a86f05bb23c4 100644 --- a/be/src/olap/rowset/segment_v2/index_storage_format.h +++ b/be/src/storage/index/index_storage_format.h @@ -18,7 +18,7 @@ #pragma once #include "common/status.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_common.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/index_storage_format_v1.cpp b/be/src/storage/index/index_storage_format_v1.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/index_storage_format_v1.cpp rename to be/src/storage/index/index_storage_format_v1.cpp index 2825271bb07886..a04ea5de6167d2 100644 --- a/be/src/olap/rowset/segment_v2/index_storage_format_v1.cpp +++ b/be/src/storage/index/index_storage_format_v1.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "index_storage_format_v1.h" +#include "storage/index/index_storage_format_v1.h" #include "common/cast_set.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" #include "util/debug_points.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/index_storage_format_v1.h b/be/src/storage/index/index_storage_format_v1.h similarity index 97% rename from be/src/olap/rowset/segment_v2/index_storage_format_v1.h rename to be/src/storage/index/index_storage_format_v1.h index 10196e26eab1f9..c3b8a3451d8558 100644 --- a/be/src/olap/rowset/segment_v2/index_storage_format_v1.h +++ b/be/src/storage/index/index_storage_format_v1.h @@ -17,7 +17,7 @@ #pragma once -#include "index_storage_format.h" +#include "storage/index/index_storage_format.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/index_storage_format_v2.cpp b/be/src/storage/index/index_storage_format_v2.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/index_storage_format_v2.cpp rename to be/src/storage/index/index_storage_format_v2.cpp index 0b0e81da19139c..423930d98f5e2b 100644 --- a/be/src/olap/rowset/segment_v2/index_storage_format_v2.cpp +++ b/be/src/storage/index/index_storage_format_v2.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "index_storage_format_v2.h" +#include "storage/index/index_storage_format_v2.h" #include "common/cast_set.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" #include "util/debug_points.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/index_storage_format_v2.h b/be/src/storage/index/index_storage_format_v2.h similarity index 97% rename from be/src/olap/rowset/segment_v2/index_storage_format_v2.h rename to be/src/storage/index/index_storage_format_v2.h index 1684855af626d3..db202cf5fec82c 100644 --- a/be/src/olap/rowset/segment_v2/index_storage_format_v2.h +++ b/be/src/storage/index/index_storage_format_v2.h @@ -17,7 +17,7 @@ #pragma once -#include "index_storage_format.h" +#include "storage/index/index_storage_format.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/index_writer.cpp b/be/src/storage/index/index_writer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/index_writer.cpp rename to be/src/storage/index/index_writer.cpp index 3bc9890fe5a762..51d9ed43fae5f6 100644 --- a/be/src/olap/rowset/segment_v2/index_writer.cpp +++ b/be/src/storage/index/index_writer.cpp @@ -16,9 +16,9 @@ // under the License. #include "common/exception.h" -#include "olap/field.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_writer.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" +#include "storage/field.h" +#include "storage/index/ann/ann_index_writer.h" +#include "storage/index/inverted/inverted_index_writer.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/index_writer.h b/be/src/storage/index/index_writer.h similarity index 98% rename from be/src/olap/rowset/segment_v2/index_writer.h rename to be/src/storage/index/index_writer.h index c166cdd49ea8e7..63e15115696a67 100644 --- a/be/src/olap/rowset/segment_v2/index_writer.h +++ b/be/src/storage/index/index_writer.h @@ -30,8 +30,8 @@ #include "common/status.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" -#include "olap/olap_common.h" -#include "olap/options.h" +#include "storage/olap_common.h" +#include "storage/options.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/indexed_column_reader.cpp b/be/src/storage/index/indexed_column_reader.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/indexed_column_reader.cpp rename to be/src/storage/index/indexed_column_reader.cpp index 62325f1dbe247f..139e3f4c4a9f22 100644 --- a/be/src/olap/rowset/segment_v2/indexed_column_reader.cpp +++ b/be/src/storage/index/indexed_column_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/indexed_column_reader.h" +#include "storage/index/indexed_column_reader.h" #include @@ -23,13 +23,13 @@ #include "common/status.h" #include "io/io_common.h" -#include "olap/key_coder.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/encoding_info.h" // for EncodingInfo -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/rowset/segment_v2/page_io.h" -#include "olap/types.h" +#include "storage/key_coder.h" +#include "storage/olap_common.h" +#include "storage/segment/encoding_info.h" // for EncodingInfo +#include "storage/segment/options.h" +#include "storage/segment/page_decoder.h" +#include "storage/segment/page_io.h" +#include "storage/types.h" #include "util/block_compression.h" #include "util/bvar_helper.h" diff --git a/be/src/olap/rowset/segment_v2/indexed_column_reader.h b/be/src/storage/index/indexed_column_reader.h similarity index 95% rename from be/src/olap/rowset/segment_v2/indexed_column_reader.h rename to be/src/storage/index/indexed_column_reader.h index 6e62feaafdcdd1..2e3eace1a44bc5 100644 --- a/be/src/olap/rowset/segment_v2/indexed_column_reader.h +++ b/be/src/storage/index/indexed_column_reader.h @@ -26,15 +26,15 @@ #include #include "common/status.h" +#include "core/data_type/data_type.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/index_page.h" -#include "olap/rowset/segment_v2/page_handle.h" -#include "olap/rowset/segment_v2/page_pointer.h" -#include "olap/rowset/segment_v2/parsed_page.h" +#include "storage/index/index_page.h" +#include "storage/olap_common.h" +#include "storage/segment/common.h" +#include "storage/segment/page_handle.h" +#include "storage/segment/page_pointer.h" +#include "storage/segment/parsed_page.h" #include "util/slice.h" -#include "vec/data_types/data_type.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/indexed_column_writer.cpp b/be/src/storage/index/indexed_column_writer.cpp similarity index 94% rename from be/src/olap/rowset/segment_v2/indexed_column_writer.cpp rename to be/src/storage/index/indexed_column_writer.cpp index fd0e535a74d463..e57390954b992d 100644 --- a/be/src/olap/rowset/segment_v2/indexed_column_writer.cpp +++ b/be/src/storage/index/indexed_column_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/indexed_column_writer.h" +#include "storage/index/indexed_column_writer.h" #include @@ -24,15 +24,15 @@ #include "common/logging.h" #include "io/fs/file_writer.h" -#include "olap/key_coder.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/encoding_info.h" -#include "olap/rowset/segment_v2/index_page.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_io.h" -#include "olap/rowset/segment_v2/page_pointer.h" -#include "olap/types.h" +#include "storage/index/index_page.h" +#include "storage/key_coder.h" +#include "storage/olap_common.h" +#include "storage/segment/encoding_info.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_io.h" +#include "storage/segment/page_pointer.h" +#include "storage/types.h" #include "util/block_compression.h" #include "util/slice.h" diff --git a/be/src/olap/rowset/segment_v2/indexed_column_writer.h b/be/src/storage/index/indexed_column_writer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/indexed_column_writer.h rename to be/src/storage/index/indexed_column_writer.h index f85fc81b0c8089..ff77c314be74cc 100644 --- a/be/src/olap/rowset/segment_v2/indexed_column_writer.h +++ b/be/src/storage/index/indexed_column_writer.h @@ -26,10 +26,10 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/page_pointer.h" +#include "core/arena.h" +#include "storage/segment/common.h" +#include "storage/segment/page_pointer.h" #include "util/faststring.h" -#include "vec/common/arena.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/abstract_analysis_factory.h b/be/src/storage/index/inverted/abstract_analysis_factory.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/abstract_analysis_factory.h rename to be/src/storage/index/inverted/abstract_analysis_factory.h index 109d65125fdbc1..f9afc42f19db93 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/abstract_analysis_factory.h +++ b/be/src/storage/index/inverted/abstract_analysis_factory.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/setting.h" +#include "storage/index/inverted/setting.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.cpp b/be/src/storage/index/inverted/analysis_factory_mgr.cpp similarity index 75% rename from be/src/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.cpp rename to be/src/storage/index/inverted/analysis_factory_mgr.cpp index dc5fcc42293415..a208a275bda640 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.cpp +++ b/be/src/storage/index/inverted/analysis_factory_mgr.cpp @@ -15,25 +15,25 @@ // specific language governing permissions and limitations // under the License. -#include "analysis_factory_mgr.h" +#include "storage/index/inverted/analysis_factory_mgr.h" -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/char_filter/empty_char_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/empty_token_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/char/char_group_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/empty/empty_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/ngram/edge_ngram_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_factory.h" +#include "storage/index/inverted/char_filter/char_replace_char_filter_factory.h" +#include "storage/index/inverted/char_filter/empty_char_filter_factory.h" +#include "storage/index/inverted/char_filter/icu_normalizer_char_filter_factory.h" +#include "storage/index/inverted/token_filter/ascii_folding_filter_factory.h" +#include "storage/index/inverted/token_filter/empty_token_filter_factory.h" +#include "storage/index/inverted/token_filter/icu_normalizer_filter_factory.h" +#include "storage/index/inverted/token_filter/lower_case_filter_factory.h" +#include "storage/index/inverted/token_filter/pinyin_filter_factory.h" +#include "storage/index/inverted/token_filter/word_delimiter_filter_factory.h" +#include "storage/index/inverted/tokenizer/basic/basic_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/char/char_group_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/empty/empty_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/icu/icu_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/standard/standard_tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.h b/be/src/storage/index/inverted/analysis_factory_mgr.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.h rename to be/src/storage/index/inverted/analysis_factory_mgr.h index 3953b16b207a93..dc711aac8c72a9 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.h +++ b/be/src/storage/index/inverted/analysis_factory_mgr.h @@ -19,8 +19,8 @@ #include -#include "olap/rowset/segment_v2/inverted_index/abstract_analysis_factory.h" -#include "olap/rowset/segment_v2/inverted_index/setting.h" +#include "storage/index/inverted/abstract_analysis_factory.h" +#include "storage/index/inverted/setting.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/analyzer.cpp b/be/src/storage/index/inverted/analyzer/analyzer.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/analyzer.cpp rename to be/src/storage/index/inverted/analyzer/analyzer.cpp index cad3837d0813cb..a2c991920e039e 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/analyzer.cpp +++ b/be/src/storage/index/inverted/analyzer/analyzer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" +#include "storage/index/inverted/analyzer/analyzer.h" #include @@ -34,12 +34,12 @@ #ifdef __clang__ #pragma clang diagnostic pop #endif -#include "olap/rowset/segment_v2/inverted_index/analyzer/basic/basic_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/icu/icu_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/IKAnalyzer.h" -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_factory.h" #include "runtime/exec_env.h" #include "runtime/index_policy/index_policy_mgr.h" +#include "storage/index/inverted/analyzer/basic/basic_analyzer.h" +#include "storage/index/inverted/analyzer/icu/icu_analyzer.h" +#include "storage/index/inverted/analyzer/ik/IKAnalyzer.h" +#include "storage/index/inverted/char_filter/char_replace_char_filter_factory.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h b/be/src/storage/index/inverted/analyzer/analyzer.h similarity index 89% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h rename to be/src/storage/index/inverted/analyzer/analyzer.h index b8a49e0381043b..98588a251bf047 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h +++ b/be/src/storage/index/inverted/analyzer/analyzer.h @@ -20,11 +20,11 @@ #include #include -#include "olap/inverted_index_parser.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/inverted_index/query/query.h" -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" -#include "olap/rowset/segment_v2/inverted_index_query_type.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_query_type.h" +#include "storage/index/inverted/query/query.h" +#include "storage/index/inverted/util/reader.h" +#include "storage/olap_common.h" namespace lucene { namespace util { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/basic/basic_analyzer.h b/be/src/storage/index/inverted/analyzer/basic/basic_analyzer.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/basic/basic_analyzer.h rename to be/src/storage/index/inverted/analyzer/basic/basic_analyzer.h index 8c24cc2d999131..37cbb86632715e 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/basic/basic_analyzer.h +++ b/be/src/storage/index/inverted/analyzer/basic/basic_analyzer.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter.h" -#include "olap/rowset/segment_v2/inverted_index/token_stream.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer.h" +#include "storage/index/inverted/token_filter/lower_case_filter.h" +#include "storage/index/inverted/token_stream.h" +#include "storage/index/inverted/tokenizer/basic/basic_tokenizer.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.cpp b/be/src/storage/index/inverted/analyzer/custom_analyzer.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.cpp rename to be/src/storage/index/inverted/analyzer/custom_analyzer.cpp index 312abd523374e6..3970d2e3cac74d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.cpp +++ b/be/src/storage/index/inverted/analyzer/custom_analyzer.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "custom_analyzer.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" #include "common/status.h" -#include "olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.h" -#include "olap/rowset/segment_v2/inverted_index/token_stream.h" #include "runtime/exec_env.h" +#include "storage/index/inverted/analysis_factory_mgr.h" +#include "storage/index/inverted/token_stream.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h b/be/src/storage/index/inverted/analyzer/custom_analyzer.h similarity index 86% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h rename to be/src/storage/index/inverted/analyzer/custom_analyzer.h index cb7294e7e6407d..68565355496d68 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h +++ b/be/src/storage/index/inverted/analyzer/custom_analyzer.h @@ -17,11 +17,11 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer_config.h" -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/setting.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/token_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/analyzer/custom_analyzer_config.h" +#include "storage/index/inverted/char_filter/char_filter_factory.h" +#include "storage/index/inverted/setting.h" +#include "storage/index/inverted/token_filter/token_filter_factory.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer_config.cpp b/be/src/storage/index/inverted/analyzer/custom_analyzer_config.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer_config.cpp rename to be/src/storage/index/inverted/analyzer/custom_analyzer_config.cpp index 161d267efb6ea5..b946c13e17d207 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer_config.cpp +++ b/be/src/storage/index/inverted/analyzer/custom_analyzer_config.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "custom_analyzer_config.h" +#include "storage/index/inverted/analyzer/custom_analyzer_config.h" -#include "olap/rowset/segment_v2/inverted_index/setting.h" +#include "storage/index/inverted/setting.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer_config.h b/be/src/storage/index/inverted/analyzer/custom_analyzer_config.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer_config.h rename to be/src/storage/index/inverted/analyzer/custom_analyzer_config.h index 2497d93450b36f..619d9ae78c9dac 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer_config.h +++ b/be/src/storage/index/inverted/analyzer/custom_analyzer_config.h @@ -20,7 +20,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/setting.h" +#include "storage/index/inverted/setting.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/icu_analyzer.h b/be/src/storage/index/inverted/analyzer/icu/icu_analyzer.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/icu_analyzer.h rename to be/src/storage/index/inverted/analyzer/icu/icu_analyzer.h index ccf27dfc8cb17c..44d47e3adf1d0a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/icu/icu_analyzer.h +++ b/be/src/storage/index/inverted/analyzer/icu/icu_analyzer.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter.h" -#include "olap/rowset/segment_v2/inverted_index/token_stream.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer.h" +#include "storage/index/inverted/token_filter/lower_case_filter.h" +#include "storage/index/inverted/token_stream.h" +#include "storage/index/inverted/tokenizer/icu/icu_tokenizer.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/IKAnalyzer.h b/be/src/storage/index/inverted/analyzer/ik/IKAnalyzer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/IKAnalyzer.h rename to be/src/storage/index/inverted/analyzer/ik/IKAnalyzer.h index 9a16894a86483d..2d5f6ae42cfa99 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/IKAnalyzer.h +++ b/be/src/storage/index/inverted/analyzer/ik/IKAnalyzer.h @@ -17,7 +17,7 @@ #pragma once -#include "IKTokenizer.h" +#include "storage/index/inverted/analyzer/ik/IKTokenizer.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/IKTokenizer.cpp b/be/src/storage/index/inverted/analyzer/ik/IKTokenizer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/IKTokenizer.cpp rename to be/src/storage/index/inverted/analyzer/ik/IKTokenizer.cpp index 2355f099b8215e..c5e0acb8c3bcfe 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/IKTokenizer.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/IKTokenizer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "IKTokenizer.h" +#include "storage/index/inverted/analyzer/ik/IKTokenizer.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/IKTokenizer.h b/be/src/storage/index/inverted/analyzer/ik/IKTokenizer.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/IKTokenizer.h rename to be/src/storage/index/inverted/analyzer/ik/IKTokenizer.h index 81eb0ac3840dc3..7031698d385e5a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/IKTokenizer.h +++ b/be/src/storage/index/inverted/analyzer/ik/IKTokenizer.h @@ -22,8 +22,8 @@ #include "CLucene.h" #include "CLucene/analysis/AnalysisHeader.h" -#include "cfg/Configuration.h" -#include "core/IKSegmenter.h" +#include "storage/index/inverted/analyzer/ik/cfg/Configuration.h" +#include "storage/index/inverted/analyzer/ik/core/IKSegmenter.h" using namespace lucene::analysis; diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/cfg/Configuration.h b/be/src/storage/index/inverted/analyzer/ik/cfg/Configuration.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/cfg/Configuration.h rename to be/src/storage/index/inverted/analyzer/ik/cfg/Configuration.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/AnalyzeContext.cpp b/be/src/storage/index/inverted/analyzer/ik/core/AnalyzeContext.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/AnalyzeContext.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/AnalyzeContext.cpp index 266219bf368050..18e2a59522ce90 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/AnalyzeContext.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/AnalyzeContext.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "AnalyzeContext.h" +#include "storage/index/inverted/analyzer/ik/core/AnalyzeContext.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/AnalyzeContext.h b/be/src/storage/index/inverted/analyzer/ik/core/AnalyzeContext.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/AnalyzeContext.h rename to be/src/storage/index/inverted/analyzer/ik/core/AnalyzeContext.h index d19ef95ccdf0af..6f9ac5e701a7f4 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/AnalyzeContext.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/AnalyzeContext.h @@ -29,12 +29,12 @@ #include "CLucene/_ApiHeader.h" #include "CLucene/util/CLStreams.h" -#include "CharacterUtil.h" -#include "LexemePath.h" #include "common/logging.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/cfg/Configuration.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Dictionary.h" -#include "vec/common/arena.h" +#include "core/arena.h" +#include "storage/index/inverted/analyzer/ik/cfg/Configuration.h" +#include "storage/index/inverted/analyzer/ik/core/CharacterUtil.h" +#include "storage/index/inverted/analyzer/ik/core/LexemePath.h" +#include "storage/index/inverted/analyzer/ik/dic/Dictionary.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CJKSegmenter.cpp b/be/src/storage/index/inverted/analyzer/ik/core/CJKSegmenter.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CJKSegmenter.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/CJKSegmenter.cpp index b7bf7973db3239..5338ccfd02e442 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CJKSegmenter.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/CJKSegmenter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "CJKSegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/CJKSegmenter.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CJKSegmenter.h b/be/src/storage/index/inverted/analyzer/ik/core/CJKSegmenter.h similarity index 86% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CJKSegmenter.h rename to be/src/storage/index/inverted/analyzer/ik/core/CJKSegmenter.h index 65fad0a65f170f..2f6e4f0dcdfdb7 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CJKSegmenter.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/CJKSegmenter.h @@ -21,9 +21,9 @@ #include #include -#include "AnalyzeContext.h" -#include "CharacterUtil.h" -#include "ISegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/AnalyzeContext.h" +#include "storage/index/inverted/analyzer/ik/core/CharacterUtil.h" +#include "storage/index/inverted/analyzer/ik/core/ISegmenter.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CN_QuantifierSegmenter.cpp b/be/src/storage/index/inverted/analyzer/ik/core/CN_QuantifierSegmenter.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CN_QuantifierSegmenter.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/CN_QuantifierSegmenter.cpp index ef1e74c90430f8..440b791ebdf16f 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CN_QuantifierSegmenter.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/CN_QuantifierSegmenter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "CN_QuantifierSegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/CN_QuantifierSegmenter.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CN_QuantifierSegmenter.h b/be/src/storage/index/inverted/analyzer/ik/core/CN_QuantifierSegmenter.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CN_QuantifierSegmenter.h rename to be/src/storage/index/inverted/analyzer/ik/core/CN_QuantifierSegmenter.h index a20341d3f3eaaa..0d6d9880b2c4a8 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CN_QuantifierSegmenter.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/CN_QuantifierSegmenter.h @@ -21,8 +21,8 @@ #include #include -#include "AnalyzeContext.h" -#include "ISegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/AnalyzeContext.h" +#include "storage/index/inverted/analyzer/ik/core/ISegmenter.h" namespace doris::segment_v2 { class CN_QuantifierSegmenter : public ISegmenter { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CharacterUtil.cpp b/be/src/storage/index/inverted/analyzer/ik/core/CharacterUtil.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CharacterUtil.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/CharacterUtil.cpp index a991967392c78d..f0ca76c31b2312 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CharacterUtil.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/CharacterUtil.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "CharacterUtil.h" +#include "storage/index/inverted/analyzer/ik/core/CharacterUtil.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CharacterUtil.h b/be/src/storage/index/inverted/analyzer/ik/core/CharacterUtil.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CharacterUtil.h rename to be/src/storage/index/inverted/analyzer/ik/core/CharacterUtil.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKArbitrator.cpp b/be/src/storage/index/inverted/analyzer/ik/core/IKArbitrator.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKArbitrator.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/IKArbitrator.cpp index 421c2222d618ea..fa5f66cf6f354f 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKArbitrator.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/IKArbitrator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "IKArbitrator.h" +#include "storage/index/inverted/analyzer/ik/core/IKArbitrator.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKArbitrator.h b/be/src/storage/index/inverted/analyzer/ik/core/IKArbitrator.h similarity index 89% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKArbitrator.h rename to be/src/storage/index/inverted/analyzer/ik/core/IKArbitrator.h index 95540a51d03e68..8f343e83e64557 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKArbitrator.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/IKArbitrator.h @@ -21,9 +21,9 @@ #include #include -#include "AnalyzeContext.h" -#include "LexemePath.h" -#include "QuickSortSet.h" +#include "storage/index/inverted/analyzer/ik/core/AnalyzeContext.h" +#include "storage/index/inverted/analyzer/ik/core/LexemePath.h" +#include "storage/index/inverted/analyzer/ik/core/QuickSortSet.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKSegmenter.cpp b/be/src/storage/index/inverted/analyzer/ik/core/IKSegmenter.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKSegmenter.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/IKSegmenter.cpp index c4d013e5921f12..c80db242dc8125 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKSegmenter.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/IKSegmenter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "IKSegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/IKSegmenter.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKSegmenter.h b/be/src/storage/index/inverted/analyzer/ik/core/IKSegmenter.h similarity index 71% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKSegmenter.h rename to be/src/storage/index/inverted/analyzer/ik/core/IKSegmenter.h index ad3eeafff6b0a6..918f7365f45dc5 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKSegmenter.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/IKSegmenter.h @@ -21,15 +21,15 @@ #include #include -#include "AnalyzeContext.h" -#include "CJKSegmenter.h" -#include "CN_QuantifierSegmenter.h" -#include "IKArbitrator.h" -#include "ISegmenter.h" -#include "LetterSegmenter.h" -#include "SurrogatePairSegmenter.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/cfg/Configuration.h" -#include "vec/common/arena.h" +#include "core/arena.h" +#include "storage/index/inverted/analyzer/ik/cfg/Configuration.h" +#include "storage/index/inverted/analyzer/ik/core/AnalyzeContext.h" +#include "storage/index/inverted/analyzer/ik/core/CJKSegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/CN_QuantifierSegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/IKArbitrator.h" +#include "storage/index/inverted/analyzer/ik/core/ISegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/LetterSegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/SurrogatePairSegmenter.h" namespace doris::segment_v2 { class IKSegmenter { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/ISegmenter.h b/be/src/storage/index/inverted/analyzer/ik/core/ISegmenter.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/ISegmenter.h rename to be/src/storage/index/inverted/analyzer/ik/core/ISegmenter.h index 17b8ee7509dcbe..16bdfd420313a6 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/ISegmenter.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/ISegmenter.h @@ -17,8 +17,8 @@ #pragma once -#include "AnalyzeContext.h" #include "CLucene/_ApiHeader.h" +#include "storage/index/inverted/analyzer/ik/core/AnalyzeContext.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LetterSegmenter.cpp b/be/src/storage/index/inverted/analyzer/ik/core/LetterSegmenter.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LetterSegmenter.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/LetterSegmenter.cpp index ef1394bfce9a9e..31f1cd3dc2f59d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LetterSegmenter.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/LetterSegmenter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "LetterSegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/LetterSegmenter.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LetterSegmenter.h b/be/src/storage/index/inverted/analyzer/ik/core/LetterSegmenter.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LetterSegmenter.h rename to be/src/storage/index/inverted/analyzer/ik/core/LetterSegmenter.h index 70dc6b4988fcf0..d247ba4e410357 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LetterSegmenter.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/LetterSegmenter.h @@ -21,8 +21,8 @@ #include #include -#include "AnalyzeContext.h" -#include "ISegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/AnalyzeContext.h" +#include "storage/index/inverted/analyzer/ik/core/ISegmenter.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/Lexeme.cpp b/be/src/storage/index/inverted/analyzer/ik/core/Lexeme.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/Lexeme.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/Lexeme.cpp index 862448027b3a1c..177191e1f8ddeb 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/Lexeme.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/Lexeme.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "Lexeme.h" +#include "storage/index/inverted/analyzer/ik/core/Lexeme.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/Lexeme.h b/be/src/storage/index/inverted/analyzer/ik/core/Lexeme.h similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/Lexeme.h rename to be/src/storage/index/inverted/analyzer/ik/core/Lexeme.h index 105532e598d242..8df1a10832e380 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/Lexeme.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/Lexeme.h @@ -23,7 +23,7 @@ #include #include "CLucene/_ApiHeader.h" -#include "CharacterUtil.h" +#include "storage/index/inverted/analyzer/ik/core/CharacterUtil.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LexemePath.cpp b/be/src/storage/index/inverted/analyzer/ik/core/LexemePath.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LexemePath.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/LexemePath.cpp index 552bffe8696e75..5c5ca47dde7b40 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LexemePath.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/LexemePath.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "LexemePath.h" +#include "storage/index/inverted/analyzer/ik/core/LexemePath.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LexemePath.h b/be/src/storage/index/inverted/analyzer/ik/core/LexemePath.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LexemePath.h rename to be/src/storage/index/inverted/analyzer/ik/core/LexemePath.h index 510a108ca0805d..1601408d9b4837 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/LexemePath.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/LexemePath.h @@ -25,7 +25,7 @@ #include #include "CLucene/_ApiHeader.h" -#include "QuickSortSet.h" +#include "storage/index/inverted/analyzer/ik/core/QuickSortSet.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/QuickSortSet.cpp b/be/src/storage/index/inverted/analyzer/ik/core/QuickSortSet.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/QuickSortSet.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/QuickSortSet.cpp index 9edc7833d1b697..09d1a50fe3af94 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/QuickSortSet.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/QuickSortSet.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "QuickSortSet.h" +#include "storage/index/inverted/analyzer/ik/core/QuickSortSet.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/QuickSortSet.h b/be/src/storage/index/inverted/analyzer/ik/core/QuickSortSet.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/QuickSortSet.h rename to be/src/storage/index/inverted/analyzer/ik/core/QuickSortSet.h index 50e40a60479eba..474232cac9f210 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/QuickSortSet.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/QuickSortSet.h @@ -22,8 +22,8 @@ #include "CLucene/_ApiHeader.h" #include "CLucene/util/Misc.h" -#include "Lexeme.h" -#include "vec/common/arena.h" +#include "core/arena.h" +#include "storage/index/inverted/analyzer/ik/core/Lexeme.h" namespace doris::segment_v2 { class Cell { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/SurrogatePairSegmenter.cpp b/be/src/storage/index/inverted/analyzer/ik/core/SurrogatePairSegmenter.cpp similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/SurrogatePairSegmenter.cpp rename to be/src/storage/index/inverted/analyzer/ik/core/SurrogatePairSegmenter.cpp index 0aea370a502c0f..0b33defc856326 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/SurrogatePairSegmenter.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/core/SurrogatePairSegmenter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "SurrogatePairSegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/SurrogatePairSegmenter.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/SurrogatePairSegmenter.h b/be/src/storage/index/inverted/analyzer/ik/core/SurrogatePairSegmenter.h similarity index 82% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/SurrogatePairSegmenter.h rename to be/src/storage/index/inverted/analyzer/ik/core/SurrogatePairSegmenter.h index bad22658b519cf..a9d4170441cd37 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/core/SurrogatePairSegmenter.h +++ b/be/src/storage/index/inverted/analyzer/ik/core/SurrogatePairSegmenter.h @@ -17,10 +17,10 @@ #pragma once -#include "AnalyzeContext.h" -#include "CharacterUtil.h" -#include "ISegmenter.h" -#include "Lexeme.h" +#include "storage/index/inverted/analyzer/ik/core/AnalyzeContext.h" +#include "storage/index/inverted/analyzer/ik/core/CharacterUtil.h" +#include "storage/index/inverted/analyzer/ik/core/ISegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/Lexeme.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/DictSegment.cpp b/be/src/storage/index/inverted/analyzer/ik/dic/DictSegment.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/DictSegment.cpp rename to be/src/storage/index/inverted/analyzer/ik/dic/DictSegment.cpp index cf307522a61102..2b64c2e86bbb7a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/DictSegment.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/dic/DictSegment.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "DictSegment.h" +#include "storage/index/inverted/analyzer/ik/dic/DictSegment.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/DictSegment.h b/be/src/storage/index/inverted/analyzer/ik/dic/DictSegment.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/DictSegment.h rename to be/src/storage/index/inverted/analyzer/ik/dic/DictSegment.h index 19e7eae0f2bf9d..498b5162c217e7 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/DictSegment.h +++ b/be/src/storage/index/inverted/analyzer/ik/dic/DictSegment.h @@ -28,8 +28,8 @@ #include #include "CLucene/_SharedHeader.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CharacterUtil.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Hit.h" +#include "storage/index/inverted/analyzer/ik/core/CharacterUtil.h" +#include "storage/index/inverted/analyzer/ik/dic/Hit.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Dictionary.cpp b/be/src/storage/index/inverted/analyzer/ik/dic/Dictionary.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Dictionary.cpp rename to be/src/storage/index/inverted/analyzer/ik/dic/Dictionary.cpp index e0abb60adafdb8..4de9bab4a32ad3 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Dictionary.cpp +++ b/be/src/storage/index/inverted/analyzer/ik/dic/Dictionary.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "Dictionary.h" +#include "storage/index/inverted/analyzer/ik/dic/Dictionary.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Dictionary.h b/be/src/storage/index/inverted/analyzer/ik/dic/Dictionary.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Dictionary.h rename to be/src/storage/index/inverted/analyzer/ik/dic/Dictionary.h index fc4dd3d69245d5..21f2fd9b2c20dd 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Dictionary.h +++ b/be/src/storage/index/inverted/analyzer/ik/dic/Dictionary.h @@ -28,11 +28,11 @@ #include "CLucene/LuceneThreads.h" #include "CLucene/_ApiHeader.h" #include "CLucene/analysis/AnalysisHeader.h" -#include "DictSegment.h" -#include "Hit.h" #include "common/logging.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/cfg/Configuration.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/core/CharacterUtil.h" +#include "storage/index/inverted/analyzer/ik/cfg/Configuration.h" +#include "storage/index/inverted/analyzer/ik/core/CharacterUtil.h" +#include "storage/index/inverted/analyzer/ik/dic/DictSegment.h" +#include "storage/index/inverted/analyzer/ik/dic/Hit.h" namespace doris::segment_v2 { class Dictionary { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Hit.h b/be/src/storage/index/inverted/analyzer/ik/dic/Hit.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/analyzer/ik/dic/Hit.h rename to be/src/storage/index/inverted/analyzer/ik/dic/Hit.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_filter.h b/be/src/storage/index/inverted/char_filter/char_filter.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_filter.h rename to be/src/storage/index/inverted/char_filter/char_filter.h index 7e4c3a849f3446..5d4a2fec4ddf0a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_filter.h +++ b/be/src/storage/index/inverted/char_filter/char_filter.h @@ -20,7 +20,7 @@ #include #include "common/exception.h" -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" +#include "storage/index/inverted/util/reader.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_filter_factory.h b/be/src/storage/index/inverted/char_filter/char_filter_factory.h similarity index 89% rename from be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_filter_factory.h rename to be/src/storage/index/inverted/char_filter/char_filter_factory.h index 925f9adaf6e9ed..d0418ef2f3b572 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_filter_factory.h +++ b/be/src/storage/index/inverted/char_filter/char_filter_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/abstract_analysis_factory.h" -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" +#include "storage/index/inverted/abstract_analysis_factory.h" +#include "storage/index/inverted/util/reader.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter.cpp b/be/src/storage/index/inverted/char_filter/char_replace_char_filter.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter.cpp rename to be/src/storage/index/inverted/char_filter/char_replace_char_filter.cpp index e2f6b663070daf..c052b9455326e5 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter.cpp +++ b/be/src/storage/index/inverted/char_filter/char_replace_char_filter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "char_replace_char_filter.h" +#include "storage/index/inverted/char_filter/char_replace_char_filter.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter.h b/be/src/storage/index/inverted/char_filter/char_replace_char_filter.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter.h rename to be/src/storage/index/inverted/char_filter/char_replace_char_filter.h index 082c80ffc52fde..8dd37476748e37 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter.h +++ b/be/src/storage/index/inverted/char_filter/char_replace_char_filter.h @@ -19,7 +19,7 @@ #include -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_filter.h" +#include "storage/index/inverted/char_filter/char_filter.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_factory.h b/be/src/storage/index/inverted/char_filter/char_replace_char_filter_factory.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_factory.h rename to be/src/storage/index/inverted/char_filter/char_replace_char_filter_factory.h index debdb59107176c..a08f564f81d7fa 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_factory.h +++ b/be/src/storage/index/inverted/char_filter/char_replace_char_filter_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter.h" +#include "storage/index/inverted/char_filter/char_filter_factory.h" +#include "storage/index/inverted/char_filter/char_replace_char_filter.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/empty_char_filter_factory.h b/be/src/storage/index/inverted/char_filter/empty_char_filter_factory.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/char_filter/empty_char_filter_factory.h rename to be/src/storage/index/inverted/char_filter/empty_char_filter_factory.h index ac945f4a708403..092c778512df2b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/empty_char_filter_factory.h +++ b/be/src/storage/index/inverted/char_filter/empty_char_filter_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_filter.h" -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_filter_factory.h" +#include "storage/index/inverted/char_filter/char_filter.h" +#include "storage/index/inverted/char_filter/char_filter_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter.cpp b/be/src/storage/index/inverted/char_filter/icu_normalizer_char_filter.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter.cpp rename to be/src/storage/index/inverted/char_filter/icu_normalizer_char_filter.cpp index 63b5027bb94693..35d882e72380d5 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter.cpp +++ b/be/src/storage/index/inverted/char_filter/icu_normalizer_char_filter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "icu_normalizer_char_filter.h" +#include "storage/index/inverted/char_filter/icu_normalizer_char_filter.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter.h b/be/src/storage/index/inverted/char_filter/icu_normalizer_char_filter.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter.h rename to be/src/storage/index/inverted/char_filter/icu_normalizer_char_filter.h index 503a08e2e1f204..2141eb2567eb87 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter.h +++ b/be/src/storage/index/inverted/char_filter/icu_normalizer_char_filter.h @@ -21,7 +21,7 @@ #include -#include "char_filter.h" +#include "storage/index/inverted/char_filter/char_filter.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter_factory.h b/be/src/storage/index/inverted/char_filter/icu_normalizer_char_filter_factory.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter_factory.h rename to be/src/storage/index/inverted/char_filter/icu_normalizer_char_filter_factory.h index 0f783228b439b3..95a2f4ac3c7856 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter_factory.h +++ b/be/src/storage/index/inverted/char_filter/icu_normalizer_char_filter_factory.h @@ -26,9 +26,9 @@ #include #include -#include "char_filter_factory.h" #include "common/exception.h" -#include "icu_normalizer_char_filter.h" +#include "storage/index/inverted/char_filter/char_filter_factory.h" +#include "storage/index/inverted/char_filter/icu_normalizer_char_filter.h" using boost::algorithm::to_lower_copy; using boost::algorithm::trim_copy; diff --git a/be/src/olap/rowset/segment_v2/inverted_index_cache.cpp b/be/src/storage/index/inverted/inverted_index_cache.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index_cache.cpp rename to be/src/storage/index/inverted/inverted_index_cache.cpp index e42c02860f5d00..e759a0163ac7d3 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_cache.cpp +++ b/be/src/storage/index/inverted/inverted_index_cache.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_cache.h" // IWYU pragma: no_include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index_cache.h b/be/src/storage/index/inverted/inverted_index_cache.h similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index_cache.h rename to be/src/storage/index/inverted/inverted_index_cache.h index 64392f6bb51c14..0e33fe747b3523 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_cache.h +++ b/be/src/storage/index/inverted/inverted_index_cache.h @@ -31,11 +31,11 @@ #include "common/status.h" #include "io/fs/file_system.h" #include "io/fs/path.h" -#include "olap/lru_cache.h" -#include "olap/rowset/segment_v2/inverted_index_searcher.h" #include "runtime/exec_env.h" #include "runtime/memory/lru_cache_policy.h" #include "runtime/memory/mem_tracker.h" +#include "storage/index/inverted/inverted_index_searcher.h" +#include "util/lru_cache.h" #include "util/slice.h" #include "util/time.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index_common.cpp b/be/src/storage/index/inverted/inverted_index_common.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index_common.cpp rename to be/src/storage/index/inverted/inverted_index_common.cpp index 7c5ac5aa2313a7..3d27ae3064d28a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_common.cpp +++ b/be/src/storage/index/inverted/inverted_index_common.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_common.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index_common.h b/be/src/storage/index/inverted/inverted_index_common.h similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index_common.h rename to be/src/storage/index/inverted/inverted_index_common.h index 207ea473f0a154..492545542fbe0b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_common.h +++ b/be/src/storage/index/inverted/inverted_index_common.h @@ -116,4 +116,4 @@ void finally_close(PtrType& resource, ErrorContext& error_context); } // namespace doris::segment_v2 -#include "inverted_index_common_impl.h" \ No newline at end of file +#include "storage/index/inverted/inverted_index_common_impl.h" \ No newline at end of file diff --git a/be/src/olap/rowset/segment_v2/inverted_index_common_impl.h b/be/src/storage/index/inverted/inverted_index_common_impl.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index_common_impl.h rename to be/src/storage/index/inverted/inverted_index_common_impl.h index 6d89326cc1ec1f..021474158b36c0 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_common_impl.h +++ b/be/src/storage/index/inverted/inverted_index_common_impl.h @@ -20,7 +20,7 @@ #include #include "common/logging.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_common.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index_compaction.cpp b/be/src/storage/index/inverted/inverted_index_compaction.cpp similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index_compaction.cpp rename to be/src/storage/index/inverted/inverted_index_compaction.cpp index 41bcc7d408ae0c..d9fc30a4ae515d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_compaction.cpp +++ b/be/src/storage/index/inverted/inverted_index_compaction.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "inverted_index_compaction.h" +#include "storage/index/inverted/inverted_index_compaction.h" -#include "index_file_writer.h" -#include "inverted_index_common.h" -#include "inverted_index_fs_directory.h" #include "io/fs/local_file_system.h" -#include "olap/tablet_schema.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/tablet/tablet_schema.h" #include "util/debug_points.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index_compaction.h b/be/src/storage/index/inverted/inverted_index_compaction.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index_compaction.h rename to be/src/storage/index/inverted/inverted_index_compaction.h index 074e8493a82f8c..b27a3ca4cfd972 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_compaction.h +++ b/be/src/storage/index/inverted/inverted_index_compaction.h @@ -23,8 +23,8 @@ #include #include "common/status.h" -#include "inverted_index_compound_reader.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" namespace doris { class TabletIndex; diff --git a/be/src/olap/rowset/segment_v2/inverted_index_compound_reader.cpp b/be/src/storage/index/inverted/inverted_index_compound_reader.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index_compound_reader.cpp rename to be/src/storage/index/inverted/inverted_index_compound_reader.cpp index 519806f22fadce..b6d379c4133b38 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_compound_reader.cpp +++ b/be/src/storage/index/inverted/inverted_index_compound_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" #include #include @@ -29,8 +29,8 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/tablet_schema.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/tablet/tablet_schema.h" #include "util/debug_points.h" namespace doris::io { diff --git a/be/src/olap/rowset/segment_v2/inverted_index_compound_reader.h b/be/src/storage/index/inverted/inverted_index_compound_reader.h similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index_compound_reader.h rename to be/src/storage/index/inverted/inverted_index_compound_reader.h index 628b426c2283f9..d3a6f8603ff75a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_compound_reader.h +++ b/be/src/storage/index/inverted/inverted_index_compound_reader.h @@ -36,7 +36,7 @@ #include "io/fs/file_system.h" #include "io/io_common.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_desc.h" class CLuceneError; diff --git a/be/src/olap/rowset/segment_v2/inverted_index_desc.cpp b/be/src/storage/index/inverted/inverted_index_desc.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index_desc.cpp rename to be/src/storage/index/inverted/inverted_index_desc.cpp index f588179cd24c11..328ab7b5ca82f6 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_desc.cpp +++ b/be/src/storage/index/inverted/inverted_index_desc.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_desc.h" #include -#include "olap/olap_common.h" +#include "storage/olap_common.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index_desc.h b/be/src/storage/index/inverted/inverted_index_desc.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index_desc.h rename to be/src/storage/index/inverted/inverted_index_desc.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index_fs_directory.cpp b/be/src/storage/index/inverted/inverted_index_fs_directory.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index_fs_directory.cpp rename to be/src/storage/index/inverted/inverted_index_fs_directory.cpp index 2232369e3ddc4d..6b2c4a80b05575 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_fs_directory.cpp +++ b/be/src/storage/index/inverted/inverted_index_fs_directory.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" #include "CLucene/SharedHeader.h" #include "CLucene/_SharedHeader.h" #include "cloud/config.h" #include "common/status.h" -#include "inverted_index_common.h" -#include "inverted_index_desc.h" #include "io/fs/file_reader.h" #include "io/fs/file_writer.h" -#include "olap/tablet_schema.h" +#include "storage/index/inverted/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/tablet/tablet_schema.h" #include "util/debug_points.h" #include "util/slice.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index_fs_directory.h b/be/src/storage/index/inverted/inverted_index_fs_directory.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index_fs_directory.h rename to be/src/storage/index/inverted/inverted_index_fs_directory.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index_iterator.cpp b/be/src/storage/index/inverted/inverted_index_iterator.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index_iterator.cpp rename to be/src/storage/index/inverted/inverted_index_iterator.cpp index fa0a7488015ec1..4c766d66f4f11b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_iterator.cpp +++ b/be/src/storage/index/inverted/inverted_index_iterator.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "inverted_index_iterator.h" +#include "storage/index/inverted/inverted_index_iterator.h" #include #include "common/cast_set.h" #include "common/logging.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/utils.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/utils.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index_iterator.h b/be/src/storage/index/inverted/inverted_index_iterator.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index_iterator.h rename to be/src/storage/index/inverted/inverted_index_iterator.h index 57ac76f1249222..717261e4ca7422 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_iterator.h +++ b/be/src/storage/index/inverted/inverted_index_iterator.h @@ -19,10 +19,10 @@ #include #include -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/analyzer_key_matcher.h" -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" +#include "storage/index/analyzer_key_matcher.h" +#include "storage/index/index_iterator.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_reader.h" namespace doris::segment_v2 { diff --git a/be/src/olap/inverted_index_parser.cpp b/be/src/storage/index/inverted/inverted_index_parser.cpp similarity index 99% rename from be/src/olap/inverted_index_parser.cpp rename to be/src/storage/index/inverted/inverted_index_parser.cpp index 779e11f9e65f5e..47819cc62f6397 100644 --- a/be/src/olap/inverted_index_parser.cpp +++ b/be/src/storage/index/inverted/inverted_index_parser.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_parser.h" #include "util/string_util.h" diff --git a/be/src/olap/inverted_index_parser.h b/be/src/storage/index/inverted/inverted_index_parser.h similarity index 100% rename from be/src/olap/inverted_index_parser.h rename to be/src/storage/index/inverted/inverted_index_parser.h diff --git a/be/src/olap/inverted_index_profile.h b/be/src/storage/index/inverted/inverted_index_profile.h similarity index 95% rename from be/src/olap/inverted_index_profile.h rename to be/src/storage/index/inverted/inverted_index_profile.h index 4b3855b5c8ae68..393c33d711b3c1 100644 --- a/be/src/olap/inverted_index_profile.h +++ b/be/src/storage/index/inverted/inverted_index_profile.h @@ -20,8 +20,8 @@ #include #include -#include "olap/inverted_index_stats.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" +#include "storage/index/inverted/inverted_index_stats.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/inverted_index_query_type.h b/be/src/storage/index/inverted/inverted_index_query_type.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index_query_type.h rename to be/src/storage/index/inverted/inverted_index_query_type.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index_reader.cpp b/be/src/storage/index/inverted/inverted_index_reader.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index_reader.cpp rename to be/src/storage/index/inverted/inverted_index_reader.cpp index 495dc09a23d22e..a5c82ad999da84 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_reader.cpp +++ b/be/src/storage/index/inverted/inverted_index_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_reader.h" +#include "storage/index/inverted/inverted_index_reader.h" #include #include @@ -38,25 +38,25 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "inverted_index_query_type.h" -#include "olap/field.h" -#include "olap/inverted_index_parser.h" -#include "olap/key_coder.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_reader_helper.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_factory.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/rowset/segment_v2/inverted_index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index_searcher.h" -#include "olap/types.h" +#include "core/string_ref.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" +#include "storage/field.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_reader_helper.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/index/inverted/inverted_index_iterator.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_query_type.h" +#include "storage/index/inverted/inverted_index_searcher.h" +#include "storage/index/inverted/query/phrase_query.h" +#include "storage/index/inverted/query/query_factory.h" +#include "storage/key_coder.h" +#include "storage/olap_common.h" +#include "storage/types.h" #include "util/faststring.h" -#include "util/runtime_profile.h" -#include "vec/common/string_ref.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index_reader.h b/be/src/storage/index/inverted/inverted_index_reader.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index_reader.h rename to be/src/storage/index/inverted/inverted_index_reader.h index 14bd5189a19c01..473a07c0d975f0 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_reader.h +++ b/be/src/storage/index/inverted/inverted_index_reader.h @@ -25,17 +25,17 @@ #include #include "common/status.h" +#include "core/data_type/primitive_type.h" #include "io/fs/file_system.h" #include "io/fs/path.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/index_reader.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_query_type.h" -#include "olap/tablet_schema.h" -#include "runtime/primitive_type.h" +#include "storage/index/index_query_context.h" +#include "storage/index/index_reader.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_query_type.h" +#include "storage/tablet/tablet_schema.h" #include "util/once.h" #define FINALIZE_INPUT(x) \ diff --git a/be/src/olap/rowset/segment_v2/inverted_index_searcher.cpp b/be/src/storage/index/inverted/inverted_index_searcher.cpp similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index_searcher.cpp rename to be/src/storage/index/inverted/inverted_index_searcher.cpp index 034edbf4d4c0b7..3e70ff18a90e69 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_searcher.cpp +++ b/be/src/storage/index/inverted/inverted_index_searcher.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_searcher.h" +#include "storage/index/inverted/inverted_index_searcher.h" #include #include #include "common/config.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" +#include "storage/index/inverted/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" namespace doris::segment_v2 { Status FulltextIndexSearcherBuilder::build(lucene::store::Directory* directory, diff --git a/be/src/olap/rowset/segment_v2/inverted_index_searcher.h b/be/src/storage/index/inverted/inverted_index_searcher.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index_searcher.h rename to be/src/storage/index/inverted/inverted_index_searcher.h index 46297fbf6e25bd..63009a6e2ee400 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_searcher.h +++ b/be/src/storage/index/inverted/inverted_index_searcher.h @@ -31,7 +31,7 @@ #include #include "common/status.h" -#include "inverted_index_query_type.h" +#include "storage/index/inverted/inverted_index_query_type.h" namespace lucene { namespace search { diff --git a/be/src/olap/inverted_index_stats.h b/be/src/storage/index/inverted/inverted_index_stats.h similarity index 100% rename from be/src/olap/inverted_index_stats.h rename to be/src/storage/index/inverted/inverted_index_stats.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index_writer.cpp b/be/src/storage/index/inverted/inverted_index_writer.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index_writer.cpp rename to be/src/storage/index/inverted/inverted_index_writer.cpp index ffb6f983565d06..f0b01bbcc9d63e 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_writer.cpp +++ b/be/src/storage/index/inverted/inverted_index_writer.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_writer.h" +#include "storage/index/inverted/inverted_index_writer.h" -#include "olap/key_coder.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/tablet_schema.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/key_coder.h" +#include "storage/tablet/tablet_schema.h" #include "util/faststring.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index_writer.h b/be/src/storage/index/inverted/inverted_index_writer.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index_writer.h rename to be/src/storage/index/inverted/inverted_index_writer.h index 5aad91a0371a4d..de0b370acbe268 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index_writer.h +++ b/be/src/storage/index/inverted/inverted_index_writer.h @@ -23,12 +23,12 @@ #include #include "CLucene/search/Similarity.h" -#include "olap/inverted_index_parser.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/index_writer.h" -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/index_writer.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/util/reader.h" +#include "storage/olap_common.h" +#include "storage/segment/common.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer.cpp b/be/src/storage/index/inverted/normalizer/custom_normalizer.cpp similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer.cpp rename to be/src/storage/index/inverted/normalizer/custom_normalizer.cpp index d8e777b6b855e4..a3a463580f1aef 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer.cpp +++ b/be/src/storage/index/inverted/normalizer/custom_normalizer.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "custom_normalizer.h" +#include "storage/index/inverted/normalizer/custom_normalizer.h" -#include "olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer_config.h" -#include "olap/rowset/segment_v2/inverted_index/token_stream.h" +#include "storage/index/inverted/analysis_factory_mgr.h" +#include "storage/index/inverted/analyzer/custom_analyzer_config.h" +#include "storage/index/inverted/token_stream.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer.h b/be/src/storage/index/inverted/normalizer/custom_normalizer.h similarity index 89% rename from be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer.h rename to be/src/storage/index/inverted/normalizer/custom_normalizer.h index 5e5d4949e07e72..c87f0eac9a599d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer.h +++ b/be/src/storage/index/inverted/normalizer/custom_normalizer.h @@ -17,10 +17,10 @@ #pragma once -#include "custom_normalizer_config.h" -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/token_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/char_filter/char_filter_factory.h" +#include "storage/index/inverted/normalizer/custom_normalizer_config.h" +#include "storage/index/inverted/token_filter/token_filter_factory.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer_config.cpp b/be/src/storage/index/inverted/normalizer/custom_normalizer_config.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer_config.cpp rename to be/src/storage/index/inverted/normalizer/custom_normalizer_config.cpp index 574a44764ead7f..d0a1cacd0fdc07 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer_config.cpp +++ b/be/src/storage/index/inverted/normalizer/custom_normalizer_config.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "custom_normalizer_config.h" +#include "storage/index/inverted/normalizer/custom_normalizer_config.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer_config.h b/be/src/storage/index/inverted/normalizer/custom_normalizer_config.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer_config.h rename to be/src/storage/index/inverted/normalizer/custom_normalizer_config.h index 0b4fcd8c663b73..038a22adb08dda 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/normalizer/custom_normalizer_config.h +++ b/be/src/storage/index/inverted/normalizer/custom_normalizer_config.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer_config.h" +#include "storage/index/inverted/analyzer/custom_analyzer_config.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/conjunction_query.cpp b/be/src/storage/index/inverted/query/conjunction_query.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query/conjunction_query.cpp rename to be/src/storage/index/inverted/query/conjunction_query.cpp index 6f835e9eee1899..fcbde41af422fd 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/conjunction_query.cpp +++ b/be/src/storage/index/inverted/query/conjunction_query.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "conjunction_query.h" +#include "storage/index/inverted/query/conjunction_query.h" -#include "olap/collection_statistics.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_helper.h" -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/compaction/collection_statistics.h" +#include "storage/index/inverted/query/query_helper.h" +#include "storage/index/inverted/util/mock_iterator.h" +#include "storage/index/inverted/util/string_helper.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/conjunction_query.h b/be/src/storage/index/inverted/query/conjunction_query.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/query/conjunction_query.h rename to be/src/storage/index/inverted/query/conjunction_query.h index 4c0183ab9704a9..a6a9cbd7a1477d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/conjunction_query.h +++ b/be/src/storage/index/inverted/query/conjunction_query.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query/query.h" -#include "olap/rowset/segment_v2/inverted_index/query/term_query.h" +#include "storage/index/inverted/query/query.h" +#include "storage/index/inverted/query/term_query.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/disjunction_query.cpp b/be/src/storage/index/inverted/query/disjunction_query.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query/disjunction_query.cpp rename to be/src/storage/index/inverted/query/disjunction_query.cpp index f039fe5175a923..63fc8c2e8283e0 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/disjunction_query.cpp +++ b/be/src/storage/index/inverted/query/disjunction_query.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "disjunction_query.h" +#include "storage/index/inverted/query/disjunction_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_helper.h" +#include "storage/index/inverted/query/query_helper.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/disjunction_query.h b/be/src/storage/index/inverted/query/disjunction_query.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query/disjunction_query.h rename to be/src/storage/index/inverted/query/disjunction_query.h index 9e9bd528cf6f9b..4855d5319191a0 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/disjunction_query.h +++ b/be/src/storage/index/inverted/query/disjunction_query.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query/query.h" +#include "storage/index/inverted/query/query.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_edge_query.cpp b/be/src/storage/index/inverted/query/phrase_edge_query.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_edge_query.cpp rename to be/src/storage/index/inverted/query/phrase_edge_query.cpp index 777bd9c5f8ae3b..07404104b671de 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_edge_query.cpp +++ b/be/src/storage/index/inverted/query/phrase_edge_query.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "phrase_edge_query.h" +#include "storage/index/inverted/query/phrase_edge_query.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_edge_query.h b/be/src/storage/index/inverted/query/phrase_edge_query.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_edge_query.h rename to be/src/storage/index/inverted/query/phrase_edge_query.h index e328d1cede7367..4d6f36224d2f4c 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_edge_query.h +++ b/be/src/storage/index/inverted/query/phrase_edge_query.h @@ -20,7 +20,7 @@ #include // clang-format off -#include "olap/rowset/segment_v2/inverted_index/query/query.h" +#include "storage/index/inverted/query/query.h" #include "CLucene/search/MultiPhraseQuery.h" // clang-format on diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.cpp b/be/src/storage/index/inverted/query/phrase_prefix_query.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.cpp rename to be/src/storage/index/inverted/query/phrase_prefix_query.cpp index a620462ec606f3..b5b74558977a63 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.cpp +++ b/be/src/storage/index/inverted/query/phrase_prefix_query.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "phrase_prefix_query.h" +#include "storage/index/inverted/query/phrase_prefix_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/query.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_helper.h" +#include "storage/index/inverted/query/query.h" +#include "storage/index/inverted/query/query_helper.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.h b/be/src/storage/index/inverted/query/phrase_prefix_query.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.h rename to be/src/storage/index/inverted/query/phrase_prefix_query.h index e023c24f10dc35..046b27d37a2816 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.h +++ b/be/src/storage/index/inverted/query/phrase_prefix_query.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset//segment_v2/inverted_index/query/prefix_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query.h" +#include "storage/index/inverted/query/phrase_query.h" +#include "storage/index/inverted/query/prefix_query.h" CL_NS_USE(search) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query.cpp b/be/src/storage/index/inverted/query/phrase_query.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query.cpp rename to be/src/storage/index/inverted/query/phrase_query.cpp index 0e9cbd1fb8cd8b..6b0dc052091a23 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query.cpp +++ b/be/src/storage/index/inverted/query/phrase_query.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "phrase_query.h" +#include "storage/index/inverted/query/phrase_query.h" #include #include #include #include "CLucene/index/Terms.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query/query.h" -#include "olap/rowset/segment_v2/inverted_index/util/term_position_iterator.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/query/query.h" +#include "storage/index/inverted/util/term_position_iterator.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query.h b/be/src/storage/index/inverted/query/phrase_query.h similarity index 84% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query.h rename to be/src/storage/index/inverted/query/phrase_query.h index aaf21c8b19994e..759ff6ad3048ca 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query.h +++ b/be/src/storage/index/inverted/query/phrase_query.h @@ -17,13 +17,13 @@ #pragma once -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.h" -#include "olap/rowset/segment_v2/inverted_index/query/query.h" -#include "olap/rowset/segment_v2/inverted_index/query/term_query.h" -#include "olap/rowset/segment_v2/inverted_index_query_type.h" +#include "storage/index/inverted/inverted_index_query_type.h" +#include "storage/index/inverted/query/phrase_query/exact_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.h" +#include "storage/index/inverted/query/query.h" +#include "storage/index/inverted/query/term_query.h" +#include "storage/olap_common.h" CL_NS_USE(index) CL_NS_USE(search) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.cpp b/be/src/storage/index/inverted/query/phrase_query/exact_phrase_matcher.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.cpp rename to be/src/storage/index/inverted/query/phrase_query/exact_phrase_matcher.cpp index db4ec1708dddf3..d320cf885ae94d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.cpp +++ b/be/src/storage/index/inverted/query/phrase_query/exact_phrase_matcher.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/exact_phrase_matcher.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.h b/be/src/storage/index/inverted/query/phrase_query/exact_phrase_matcher.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.h rename to be/src/storage/index/inverted/query/phrase_query/exact_phrase_matcher.h index b1e5c16b59eac5..93f8b49af1abc8 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.h +++ b/be/src/storage/index/inverted/query/phrase_query/exact_phrase_matcher.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/phrase_matcher.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.cpp b/be/src/storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.cpp rename to be/src/storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.cpp index 97a03fc8af7c53..5b4527fcc03a24 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.cpp +++ b/be/src/storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.cpp @@ -16,7 +16,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.h b/be/src/storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.h rename to be/src/storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.h index 7573d5cae59ed4..67a81d0348c44a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.h +++ b/be/src/storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/phrase_matcher.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher.h b/be/src/storage/index/inverted/query/phrase_query/phrase_matcher.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher.h rename to be/src/storage/index/inverted/query/phrase_query/phrase_matcher.h index 7e8ef995bd988c..c3cac96424ef10 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher.h +++ b/be/src/storage/index/inverted/query/phrase_query/phrase_matcher.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/util/docid_set_iterator.h" +#include "storage/index/inverted/util/docid_set_iterator.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_positions.h b/be/src/storage/index/inverted/query/phrase_query/phrase_positions.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_positions.h rename to be/src/storage/index/inverted/query/phrase_query/phrase_positions.h index f789a8332a3f93..31131010fbd866 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_positions.h +++ b/be/src/storage/index/inverted/query/phrase_query/phrase_positions.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/util/docid_set_iterator.h" +#include "storage/index/inverted/util/docid_set_iterator.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_queue.h b/be/src/storage/index/inverted/query/phrase_query/phrase_queue.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_queue.h rename to be/src/storage/index/inverted/query/phrase_query/phrase_queue.h index 584c484e866e49..1166fb7ff505c2 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_queue.h +++ b/be/src/storage/index/inverted/query/phrase_query/phrase_queue.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_positions.h" -#include "olap/rowset/segment_v2/inverted_index/util/priority_queue.h" +#include "storage/index/inverted/query/phrase_query/phrase_positions.h" +#include "storage/index/inverted/util/priority_queue.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.cpp b/be/src/storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.cpp rename to be/src/storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.cpp index e98ad8b9f907a7..cbe2be5eded97d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.cpp +++ b/be/src/storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.h b/be/src/storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.h similarity index 86% rename from be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.h rename to be/src/storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.h index 7e2c360692abd1..923a9846bec6a0 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.h +++ b/be/src/storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.h @@ -17,11 +17,11 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_positions.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_queue.h" -#include "olap/rowset/segment_v2/inverted_index/util/fixed_bit_set.h" -#include "olap/rowset/segment_v2/inverted_index/util/linked_hash_map.h" +#include "storage/index/inverted/query/phrase_query/phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/phrase_positions.h" +#include "storage/index/inverted/query/phrase_query/phrase_queue.h" +#include "storage/index/inverted/util/fixed_bit_set.h" +#include "storage/index/inverted/util/linked_hash_map.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/prefix_query.cpp b/be/src/storage/index/inverted/query/prefix_query.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/query/prefix_query.cpp rename to be/src/storage/index/inverted/query/prefix_query.cpp index a5ec621e8a2968..fa1a92592da0b7 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/prefix_query.cpp +++ b/be/src/storage/index/inverted/query/prefix_query.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "prefix_query.h" +#include "storage/index/inverted/query/prefix_query.h" #include "CLucene/config/repl_wchar.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/prefix_query.h b/be/src/storage/index/inverted/query/prefix_query.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query/prefix_query.h rename to be/src/storage/index/inverted/query/prefix_query.h index f8ad6e482ad354..1f146cc235de22 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/prefix_query.h +++ b/be/src/storage/index/inverted/query/prefix_query.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query/query.h" +#include "storage/index/inverted/query/query.h" CL_NS_USE(index) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/query.h b/be/src/storage/index/inverted/query/query.h similarity index 82% rename from be/src/olap/rowset/segment_v2/inverted_index/query/query.h rename to be/src/storage/index/inverted/query/query.h index 00bc9d94712772..4f985736a3b720 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/query.h +++ b/be/src/storage/index/inverted/query/query.h @@ -27,14 +27,14 @@ #include "common/status.h" #include "io/io_common.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h" -#include "olap/rowset/segment_v2/inverted_index/util/docid_set_iterator.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" -#include "olap/rowset/segment_v2/inverted_index_searcher.h" #include "roaring/roaring.hh" #include "runtime/runtime_state.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/inverted_index_searcher.h" +#include "storage/index/inverted/query/query_info.h" +#include "storage/index/inverted/similarity/bm25_similarity.h" +#include "storage/index/inverted/util/docid_set_iterator.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(index) CL_NS_USE(search) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/query_factory.h b/be/src/storage/index/inverted/query/query_factory.h similarity index 80% rename from be/src/olap/rowset/segment_v2/inverted_index/query/query_factory.h rename to be/src/storage/index/inverted/query/query_factory.h index 09d96211f99006..e5631d14e3b72e 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/query_factory.h +++ b/be/src/storage/index/inverted/query/query_factory.h @@ -17,13 +17,13 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query/conjunction_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/disjunction_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_edge_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/regexp_query.h" -#include "olap/rowset/segment_v2/inverted_index_query_type.h" +#include "storage/index/inverted/inverted_index_query_type.h" +#include "storage/index/inverted/query/conjunction_query.h" +#include "storage/index/inverted/query/disjunction_query.h" +#include "storage/index/inverted/query/phrase_edge_query.h" +#include "storage/index/inverted/query/phrase_prefix_query.h" +#include "storage/index/inverted/query/phrase_query.h" +#include "storage/index/inverted/query/regexp_query.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/query_helper.cpp b/be/src/storage/index/inverted/query/query_helper.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/query/query_helper.cpp rename to be/src/storage/index/inverted/query/query_helper.cpp index d38d38a57a5a16..1b44de0b1cebcd 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/query_helper.cpp +++ b/be/src/storage/index/inverted/query/query_helper.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "query_helper.h" +#include "storage/index/inverted/query/query_helper.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/query_helper.h b/be/src/storage/index/inverted/query/query_helper.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/query/query_helper.h rename to be/src/storage/index/inverted/query/query_helper.h index faa2c67120a869..e043a0c8cfc3d5 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/query_helper.h +++ b/be/src/storage/index/inverted/query/query_helper.h @@ -20,8 +20,8 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query/query.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" +#include "storage/index/inverted/query/query.h" +#include "storage/index/inverted/query/query_info.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/query_info.h b/be/src/storage/index/inverted/query/query_info.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query/query_info.h rename to be/src/storage/index/inverted/query/query_info.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/regexp_query.cpp b/be/src/storage/index/inverted/query/regexp_query.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/query/regexp_query.cpp rename to be/src/storage/index/inverted/query/regexp_query.cpp index 3faeee1a21c5e1..4d2e3393f081fc 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/regexp_query.cpp +++ b/be/src/storage/index/inverted/query/regexp_query.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "regexp_query.h" +#include "storage/index/inverted/query/regexp_query.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/regexp_query.h b/be/src/storage/index/inverted/query/regexp_query.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/query/regexp_query.h rename to be/src/storage/index/inverted/query/regexp_query.h index e2ce167191645e..c0d56ffbeaec13 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/regexp_query.h +++ b/be/src/storage/index/inverted/query/regexp_query.h @@ -22,8 +22,8 @@ #include -#include "olap/rowset/segment_v2/inverted_index/query/disjunction_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/query.h" +#include "storage/index/inverted/query/disjunction_query.h" +#include "storage/index/inverted/query/query.h" CL_NS_USE(index) CL_NS_USE(search) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/term_query.cpp b/be/src/storage/index/inverted/query/term_query.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query/term_query.cpp rename to be/src/storage/index/inverted/query/term_query.cpp index 147597ce67fa58..d7040a23ddda2b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/term_query.cpp +++ b/be/src/storage/index/inverted/query/term_query.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "term_query.h" +#include "storage/index/inverted/query/term_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_helper.h" +#include "storage/index/inverted/query/query_helper.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query/term_query.h b/be/src/storage/index/inverted/query/term_query.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query/term_query.h rename to be/src/storage/index/inverted/query/term_query.h index ff9c8e7175811c..c5c72f5555a950 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query/term_query.h +++ b/be/src/storage/index/inverted/query/term_query.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query/query.h" +#include "storage/index/inverted/query/query.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/all_query/all_query.h b/be/src/storage/index/inverted/query_v2/all_query/all_query.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/all_query/all_query.h rename to be/src/storage/index/inverted/query_v2/all_query/all_query.h index aa17338e2b13f6..f094568ab638af 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/all_query/all_query.h +++ b/be/src/storage/index/inverted/query_v2/all_query/all_query.h @@ -21,10 +21,10 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" +#include "storage/index/inverted/query_v2/nullable_scorer.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_query.h b/be/src/storage/index/inverted/query_v2/bit_set_query/bit_set_query.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_query.h rename to be/src/storage/index/inverted/query_v2/bit_set_query/bit_set_query.h index 370a8a390947c3..5531fb8e62aaf3 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_query.h +++ b/be/src/storage/index/inverted/query_v2/bit_set_query/bit_set_query.h @@ -19,9 +19,9 @@ #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" #include "roaring/roaring.hh" +#include "storage/index/inverted/query_v2/bit_set_query/bit_set_weight.h" +#include "storage/index/inverted/query_v2/query.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_scorer.h b/be/src/storage/index/inverted/query_v2/bit_set_query/bit_set_scorer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_scorer.h rename to be/src/storage/index/inverted/query_v2/bit_set_query/bit_set_scorer.h index a834df1c8a2532..a02bd612815cb7 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_scorer.h +++ b/be/src/storage/index/inverted/query_v2/bit_set_query/bit_set_scorer.h @@ -21,8 +21,8 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" #include "roaring/roaring.hh" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_weight.h b/be/src/storage/index/inverted/query_v2/bit_set_query/bit_set_weight.h similarity index 91% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_weight.h rename to be/src/storage/index/inverted/query_v2/bit_set_query/bit_set_weight.h index f1cd63f013cbaf..f1a726edd8fc3d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_weight.h +++ b/be/src/storage/index/inverted/query_v2/bit_set_query/bit_set_weight.h @@ -19,9 +19,9 @@ #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" #include "roaring/roaring.hh" +#include "storage/index/inverted/query_v2/bit_set_query/bit_set_scorer.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/boolean_query_builder.h b/be/src/storage/index/inverted/query_v2/boolean_query/boolean_query_builder.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/boolean_query_builder.h rename to be/src/storage/index/inverted/query_v2/boolean_query/boolean_query_builder.h index 626e9ac5b85570..a9522993f178d3 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/boolean_query_builder.h +++ b/be/src/storage/index/inverted/query_v2/boolean_query/boolean_query_builder.h @@ -19,10 +19,10 @@ #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" +#include "storage/index/inverted/query_v2/boolean_query/occur.h" +#include "storage/index/inverted/query_v2/boolean_query/occur_boolean_query.h" +#include "storage/index/inverted/query_v2/boolean_query/operator_boolean_query.h" +#include "storage/index/inverted/query_v2/query.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur.h b/be/src/storage/index/inverted/query_v2/boolean_query/occur.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur.h rename to be/src/storage/index/inverted/query_v2/boolean_query/occur.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_query.h b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_query.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_query.h rename to be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_query.h index 27381ef0d1cfb6..fec222adfcce7c 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_query.h +++ b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_query.h @@ -17,10 +17,10 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/boolean_query/occur.h" +#include "storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/query_v2/score_combiner.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_weight.cpp b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_weight.cpp rename to be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.cpp index acbeb53075cc3a..3cc407164c2174 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_weight.cpp +++ b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.cpp @@ -15,15 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_weight.h" - -#include "olap/rowset/segment_v2/inverted_index/query_v2/all_query/all_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/intersection.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/reqopt_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/union/buffered_union.h" +#include "storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h" + +#include "storage/index/inverted/query_v2/all_query/all_query.h" +#include "storage/index/inverted/query_v2/disjunction_scorer.h" +#include "storage/index/inverted/query_v2/exclude_scorer.h" +#include "storage/index/inverted/query_v2/intersection.h" +#include "storage/index/inverted/query_v2/reqopt_scorer.h" +#include "storage/index/inverted/query_v2/union/buffered_union.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_weight.h b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_weight.h rename to be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h index acb2d67939625c..b2ae04206d38ad 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_weight.h +++ b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h @@ -17,13 +17,10 @@ #pragma once -#include - -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/wand/block_wand.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" +#include "storage/index/inverted/query_v2/boolean_query/occur.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/term_query/term_scorer.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator.h b/be/src/storage/index/inverted/query_v2/boolean_query/operator.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator.h rename to be/src/storage/index/inverted/query_v2/boolean_query/operator.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_query.h b/be/src/storage/index/inverted/query_v2/boolean_query/operator_boolean_query.h similarity index 87% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_query.h rename to be/src/storage/index/inverted/query_v2/boolean_query/operator_boolean_query.h index 4278659bbddb1a..3c73ce50463cf7 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_query.h +++ b/be/src/storage/index/inverted/query_v2/boolean_query/operator_boolean_query.h @@ -17,10 +17,10 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/boolean_query/operator.h" +#include "storage/index/inverted/query_v2/boolean_query/operator_boolean_weight.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/query_v2/score_combiner.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_weight.h b/be/src/storage/index/inverted/query_v2/boolean_query/operator_boolean_weight.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_weight.h rename to be/src/storage/index/inverted/query_v2/boolean_query/operator_boolean_weight.h index 90c979addade71..9a1e9cedffb1c5 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_weight.h +++ b/be/src/storage/index/inverted/query_v2/boolean_query/operator_boolean_weight.h @@ -22,13 +22,13 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/match_all_docs_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" +#include "storage/index/inverted/query_v2/bit_set_query/bit_set_scorer.h" +#include "storage/index/inverted/query_v2/boolean_query/operator.h" +#include "storage/index/inverted/query_v2/buffered_union_scorer.h" +#include "storage/index/inverted/query_v2/doc_set.h" +#include "storage/index/inverted/query_v2/intersection_scorer.h" +#include "storage/index/inverted/query_v2/match_all_docs_scorer.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer.cpp b/be/src/storage/index/inverted/query_v2/buffered_union_scorer.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer.cpp rename to be/src/storage/index/inverted/query_v2/buffered_union_scorer.cpp index 77299a9139cda0..58cea705cc32cd 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer.cpp +++ b/be/src/storage/index/inverted/query_v2/buffered_union_scorer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer.h" +#include "storage/index/inverted/query_v2/buffered_union_scorer.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer.h b/be/src/storage/index/inverted/query_v2/buffered_union_scorer.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer.h rename to be/src/storage/index/inverted/query_v2/buffered_union_scorer.h index 0d6573466ed6c9..a1b192299a1a0f 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer.h +++ b/be/src/storage/index/inverted/query_v2/buffered_union_scorer.h @@ -23,8 +23,8 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/doc_set_collector.cpp b/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.cpp similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/doc_set_collector.cpp rename to be/src/storage/index/inverted/query_v2/collect/doc_set_collector.cpp diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/doc_set_collector.h b/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/doc_set_collector.h rename to be/src/storage/index/inverted/query_v2/collect/doc_set_collector.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/multi_segment_util.h b/be/src/storage/index/inverted/query_v2/collect/multi_segment_util.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/multi_segment_util.h rename to be/src/storage/index/inverted/query_v2/collect/multi_segment_util.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/top_k_collector.cpp b/be/src/storage/index/inverted/query_v2/collect/top_k_collector.cpp similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/top_k_collector.cpp rename to be/src/storage/index/inverted/query_v2/collect/top_k_collector.cpp diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/top_k_collector.h b/be/src/storage/index/inverted/query_v2/collect/top_k_collector.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/collect/top_k_collector.h rename to be/src/storage/index/inverted/query_v2/collect/top_k_collector.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/composite_reader.h b/be/src/storage/index/inverted/query_v2/composite_reader.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/composite_reader.h rename to be/src/storage/index/inverted/query_v2/composite_reader.h index 5b789df055504e..73a74b8653d2a4 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/composite_reader.h +++ b/be/src/storage/index/inverted/query_v2/composite_reader.h @@ -38,7 +38,7 @@ #include #include "common/exception.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(index) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/const_score_query/const_score_scorer.h b/be/src/storage/index/inverted/query_v2/const_score_query/const_score_scorer.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/const_score_query/const_score_scorer.h rename to be/src/storage/index/inverted/query_v2/const_score_query/const_score_scorer.h index 6f313068d4abf9..71a7504aa7470b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/const_score_query/const_score_scorer.h +++ b/be/src/storage/index/inverted/query_v2/const_score_query/const_score_scorer.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer.cpp b/be/src/storage/index/inverted/query_v2/disjunction_scorer.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer.cpp rename to be/src/storage/index/inverted/query_v2/disjunction_scorer.cpp index b15116328a2814..f859f699f78c1b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer.cpp +++ b/be/src/storage/index/inverted/query_v2/disjunction_scorer.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer.h" +#include "storage/index/inverted/query_v2/disjunction_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/score_combiner.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer.h b/be/src/storage/index/inverted/query_v2/disjunction_scorer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer.h rename to be/src/storage/index/inverted/query_v2/disjunction_scorer.h index 3bcb96aeef4c1e..583c17bf3d6ed7 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer.h +++ b/be/src/storage/index/inverted/query_v2/disjunction_scorer.h @@ -20,7 +20,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h b/be/src/storage/index/inverted/query_v2/doc_set.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h rename to be/src/storage/index/inverted/query_v2/doc_set.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.cpp b/be/src/storage/index/inverted/query_v2/exclude_scorer.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.cpp rename to be/src/storage/index/inverted/query_v2/exclude_scorer.cpp index 025596f77677af..a63c6afdf62722 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.cpp +++ b/be/src/storage/index/inverted/query_v2/exclude_scorer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.h" +#include "storage/index/inverted/query_v2/exclude_scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.h b/be/src/storage/index/inverted/query_v2/exclude_scorer.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.h rename to be/src/storage/index/inverted/query_v2/exclude_scorer.h index bc4cb19c7b6d1e..2d709d40fb05f0 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.h +++ b/be/src/storage/index/inverted/query_v2/exclude_scorer.h @@ -17,9 +17,7 @@ #pragma once -#include - -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection.cpp b/be/src/storage/index/inverted/query_v2/intersection.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection.cpp rename to be/src/storage/index/inverted/query_v2/intersection.cpp index c2cf7f82564409..f5e34386da6f4d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection.cpp +++ b/be/src/storage/index/inverted/query_v2/intersection.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/intersection.h" +#include "storage/index/inverted/query_v2/intersection.h" #include "common/status.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/postings_with_offset.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/size_hint.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_scorer.h" +#include "storage/index/inverted/query_v2/doc_set.h" +#include "storage/index/inverted/query_v2/phrase_query/postings_with_offset.h" +#include "storage/index/inverted/query_v2/size_hint.h" +#include "storage/index/inverted/query_v2/term_query/term_scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection.h b/be/src/storage/index/inverted/query_v2/intersection.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection.h rename to be/src/storage/index/inverted/query_v2/intersection.h index b3073c108bd026..ec2af63d985d5a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection.h +++ b/be/src/storage/index/inverted/query_v2/intersection.h @@ -19,7 +19,7 @@ #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.cpp b/be/src/storage/index/inverted/query_v2/intersection_scorer.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.cpp rename to be/src/storage/index/inverted/query_v2/intersection_scorer.cpp index 072436024d5308..9861e08ad25098 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.cpp +++ b/be/src/storage/index/inverted/query_v2/intersection_scorer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.h" +#include "storage/index/inverted/query_v2/intersection_scorer.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.h b/be/src/storage/index/inverted/query_v2/intersection_scorer.h similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.h rename to be/src/storage/index/inverted/query_v2/intersection_scorer.h index 4e0250ad700dde..b61437db9bdc77 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.h +++ b/be/src/storage/index/inverted/query_v2/intersection_scorer.h @@ -20,7 +20,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/match_all_docs_scorer.h b/be/src/storage/index/inverted/query_v2/match_all_docs_scorer.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/match_all_docs_scorer.h rename to be/src/storage/index/inverted/query_v2/match_all_docs_scorer.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/null_bitmap_fetcher.h b/be/src/storage/index/inverted/query_v2/null_bitmap_fetcher.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/null_bitmap_fetcher.h rename to be/src/storage/index/inverted/query_v2/null_bitmap_fetcher.h index 204533d2ec5f06..f99a1c9e85d9df 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/null_bitmap_fetcher.h +++ b/be/src/storage/index/inverted/query_v2/null_bitmap_fetcher.h @@ -23,10 +23,10 @@ #include #include -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" +#include "storage/index/index_iterator.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h b/be/src/storage/index/inverted/query_v2/nullable_scorer.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h rename to be/src/storage/index/inverted/query_v2/nullable_scorer.h index bc0fda8b6f72f4..2672506c9745dd 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h +++ b/be/src/storage/index/inverted/query_v2/nullable_scorer.h @@ -24,9 +24,9 @@ #include #include "common/exception.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/null_bitmap_fetcher.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" #include "roaring/roaring.hh" +#include "storage/index/inverted/query_v2/null_bitmap_fetcher.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query/phrase_prefix_query.h b/be/src/storage/index/inverted/query_v2/phrase_prefix_query/phrase_prefix_query.h similarity index 87% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query/phrase_prefix_query.h rename to be/src/storage/index/inverted/query_v2/phrase_prefix_query/phrase_prefix_query.h index 29e6f32a439b2d..c78ca1f8ff0f2e 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query/phrase_prefix_query.h +++ b/be/src/storage/index/inverted/query_v2/phrase_prefix_query/phrase_prefix_query.h @@ -18,12 +18,12 @@ #pragma once #include "common/exception.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query/phrase_prefix_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query/query_info.h" +#include "storage/index/inverted/query_v2/phrase_prefix_query/phrase_prefix_weight.h" +#include "storage/index/inverted/query_v2/prefix_query/prefix_query.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/similarity/bm25_similarity.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query/phrase_prefix_weight.h b/be/src/storage/index/inverted/query_v2/phrase_prefix_query/phrase_prefix_weight.h similarity index 88% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query/phrase_prefix_weight.h rename to be/src/storage/index/inverted/query_v2/phrase_prefix_query/phrase_prefix_weight.h index 7f8b42ba6ac3be..efd7e62b5b3639 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query/phrase_prefix_weight.h +++ b/be/src/storage/index/inverted/query_v2/phrase_prefix_query/phrase_prefix_weight.h @@ -17,14 +17,14 @@ #pragma once -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/union_postings.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/nullable_scorer.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_scorer.h" +#include "storage/index/inverted/query_v2/prefix_query/prefix_weight.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/union_postings.h" +#include "storage/index/inverted/query_v2/weight.h" +#include "storage/index/inverted/util/string_helper.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_query.h b/be/src/storage/index/inverted/query_v2/phrase_query/multi_phrase_query.h similarity index 89% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_query.h rename to be/src/storage/index/inverted/query_v2/phrase_query/multi_phrase_query.h index ddbfd1ef0bbace..44f0e15a0c07c3 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_query.h +++ b/be/src/storage/index/inverted/query_v2/phrase_query/multi_phrase_query.h @@ -17,10 +17,10 @@ #pragma once -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/phrase_query/multi_phrase_weight.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/similarity/bm25_similarity.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_weight.h b/be/src/storage/index/inverted/query_v2/phrase_query/multi_phrase_weight.h similarity index 88% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_weight.h rename to be/src/storage/index/inverted/query_v2/phrase_query/multi_phrase_weight.h index 9807831b39ef1a..e7eea46050715b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_weight.h +++ b/be/src/storage/index/inverted/query_v2/phrase_query/multi_phrase_weight.h @@ -17,14 +17,14 @@ #pragma once -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/nullable_scorer.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_scorer.h" +#include "storage/index/inverted/query_v2/postings/loaded_postings.h" +#include "storage/index/inverted/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/union/simple_union.h" +#include "storage/index/inverted/query_v2/weight.h" +#include "storage/index/inverted/util/string_helper.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_query.h b/be/src/storage/index/inverted/query_v2/phrase_query/phrase_query.h similarity index 89% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_query.h rename to be/src/storage/index/inverted/query_v2/phrase_query/phrase_query.h index 521f4112eb7dab..7cc99b7c5605ef 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_query.h +++ b/be/src/storage/index/inverted/query_v2/phrase_query/phrase_query.h @@ -17,10 +17,10 @@ #pragma once -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_weight.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/similarity/bm25_similarity.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.cpp b/be/src/storage/index/inverted/query_v2/phrase_query/phrase_scorer.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.cpp rename to be/src/storage/index/inverted/query_v2/phrase_query/phrase_scorer.cpp index 77d57fa2e1566d..b8f0442192cfb9 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.cpp +++ b/be/src/storage/index/inverted/query_v2/phrase_query/phrase_scorer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.h b/be/src/storage/index/inverted/query_v2/phrase_query/phrase_scorer.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.h rename to be/src/storage/index/inverted/query_v2/phrase_query/phrase_scorer.h index 9ee4fe241c26c5..b86067bd4b1b21 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.h +++ b/be/src/storage/index/inverted/query_v2/phrase_query/phrase_scorer.h @@ -17,10 +17,10 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query_v2/intersection.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/postings_with_offset.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/similarity.h" +#include "storage/index/inverted/query_v2/intersection.h" +#include "storage/index/inverted/query_v2/phrase_query/postings_with_offset.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/similarity/similarity.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_weight.h b/be/src/storage/index/inverted/query_v2/phrase_query/phrase_weight.h similarity index 88% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_weight.h rename to be/src/storage/index/inverted/query_v2/phrase_query/phrase_weight.h index 30964f51a96dfb..2600308a9b7dc1 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_weight.h +++ b/be/src/storage/index/inverted/query_v2/phrase_query/phrase_weight.h @@ -17,12 +17,12 @@ #pragma once -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/nullable_scorer.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/weight.h" +#include "storage/index/inverted/util/string_helper.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/postings_with_offset.h b/be/src/storage/index/inverted/query_v2/phrase_query/postings_with_offset.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/postings_with_offset.h rename to be/src/storage/index/inverted/query_v2/phrase_query/postings_with_offset.h index 48ff4244c70544..975884571e057e 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/postings_with_offset.h +++ b/be/src/storage/index/inverted/query_v2/phrase_query/postings_with_offset.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/doc_set.h" +#include "storage/index/inverted/query_v2/segment_postings.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.cpp b/be/src/storage/index/inverted/query_v2/postings/loaded_postings.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.cpp rename to be/src/storage/index/inverted/query_v2/postings/loaded_postings.cpp index 2d3c8d7986b582..1870bd7f84115e 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.cpp +++ b/be/src/storage/index/inverted/query_v2/postings/loaded_postings.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.h" +#include "storage/index/inverted/query_v2/postings/loaded_postings.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.h b/be/src/storage/index/inverted/query_v2/postings/loaded_postings.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.h rename to be/src/storage/index/inverted/query_v2/postings/loaded_postings.h index 09820ead5d4f76..3fa86f3370d71c 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.h +++ b/be/src/storage/index/inverted/query_v2/postings/loaded_postings.h @@ -20,7 +20,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/segment_postings.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_query.h b/be/src/storage/index/inverted/query_v2/prefix_query/prefix_query.h similarity index 88% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_query.h rename to be/src/storage/index/inverted/query_v2/prefix_query/prefix_query.h index 1e3c5c7a018119..effff6bbb6343e 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_query.h +++ b/be/src/storage/index/inverted/query_v2/prefix_query/prefix_query.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/prefix_query/prefix_weight.h" +#include "storage/index/inverted/query_v2/query.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_weight.h b/be/src/storage/index/inverted/query_v2/prefix_query/prefix_weight.h similarity index 91% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_weight.h rename to be/src/storage/index/inverted/query_v2/prefix_query/prefix_weight.h index f0c3903087985a..5e863fd49ce1ab 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_weight.h +++ b/be/src/storage/index/inverted/query_v2/prefix_query/prefix_weight.h @@ -33,13 +33,13 @@ #pragma GCC diagnostic pop #endif -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/const_score_query/const_score_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/bit_set_query/bit_set_scorer.h" +#include "storage/index/inverted/query_v2/const_score_query/const_score_scorer.h" +#include "storage/index/inverted/query_v2/nullable_scorer.h" +#include "storage/index/inverted/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/weight.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(index) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/query.h b/be/src/storage/index/inverted/query_v2/query.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/query.h rename to be/src/storage/index/inverted/query_v2/query.h index f902b5e7fd4580..ee3773f15930bf 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/query.h +++ b/be/src/storage/index/inverted/query_v2/query.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_query.h b/be/src/storage/index/inverted/query_v2/regexp_query/regexp_query.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_query.h rename to be/src/storage/index/inverted/query_v2/regexp_query/regexp_query.h index 1101412cb75a67..055ca2032057f6 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_query.h +++ b/be/src/storage/index/inverted/query_v2/regexp_query/regexp_query.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_weight.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/query_v2/regexp_query/regexp_weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_weight.cpp b/be/src/storage/index/inverted/query_v2/regexp_query/regexp_weight.cpp similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_weight.cpp rename to be/src/storage/index/inverted/query_v2/regexp_query/regexp_weight.cpp index db6f3524584f96..ac6a905ba473cc 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_weight.cpp +++ b/be/src/storage/index/inverted/query_v2/regexp_query/regexp_weight.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "regexp_weight.h" +#include "storage/index/inverted/query_v2/regexp_query/regexp_weight.h" #ifdef __clang__ #pragma clang diagnostic push @@ -36,11 +36,11 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/const_score_query/const_score_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/inverted/query_v2/bit_set_query/bit_set_scorer.h" +#include "storage/index/inverted/query_v2/const_score_query/const_score_scorer.h" +#include "storage/index/inverted/query_v2/nullable_scorer.h" +#include "storage/index/inverted/query_v2/segment_postings.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(index) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_weight.h b/be/src/storage/index/inverted/query_v2/regexp_query/regexp_weight.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_weight.h rename to be/src/storage/index/inverted/query_v2/regexp_query/regexp_weight.h index 70c8263969a569..f8b1a0ba9faf1a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_weight.h +++ b/be/src/storage/index/inverted/query_v2/regexp_query/regexp_weight.h @@ -20,8 +20,8 @@ #include #include -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/reqopt_scorer.h b/be/src/storage/index/inverted/query_v2/reqopt_scorer.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/reqopt_scorer.h rename to be/src/storage/index/inverted/query_v2/reqopt_scorer.h index b341ff5fdea593..5d1a92ef126926 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/reqopt_scorer.h +++ b/be/src/storage/index/inverted/query_v2/reqopt_scorer.h @@ -19,8 +19,8 @@ #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h b/be/src/storage/index/inverted/query_v2/score_combiner.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h rename to be/src/storage/index/inverted/query_v2/score_combiner.h index e4ec4db8d13bdb..e7730c8ae917cc 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h +++ b/be/src/storage/index/inverted/query_v2/score_combiner.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/scorer.h b/be/src/storage/index/inverted/query_v2/scorer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/scorer.h rename to be/src/storage/index/inverted/query_v2/scorer.h index 14a76a884018a4..2b43c475f99f06 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/scorer.h +++ b/be/src/storage/index/inverted/query_v2/scorer.h @@ -22,7 +22,7 @@ #include "common/exception.h" #include "common/status.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h" +#include "storage/index/inverted/query_v2/doc_set.h" namespace roaring { class Roaring; diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h b/be/src/storage/index/inverted/query_v2/segment_postings.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h rename to be/src/storage/index/inverted/query_v2/segment_postings.h index 5be919609e3059..244608adcc2a87 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h +++ b/be/src/storage/index/inverted/query_v2/segment_postings.h @@ -21,9 +21,8 @@ #include #include "CLucene/index/DocRange.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/similarity.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_common.h" +#include "storage/index/inverted/query_v2/doc_set.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/size_hint.h b/be/src/storage/index/inverted/query_v2/size_hint.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/size_hint.h rename to be/src/storage/index/inverted/query_v2/size_hint.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_query.h b/be/src/storage/index/inverted/query_v2/term_query/term_query.h similarity index 89% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_query.h rename to be/src/storage/index/inverted/query_v2/term_query/term_query.h index 7b8fa2eeacedd3..027ed55d297ac3 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_query.h +++ b/be/src/storage/index/inverted/query_v2/term_query/term_query.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_weight.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/query_v2/term_query/term_weight.h" +#include "storage/index/inverted/similarity/bm25_similarity.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_scorer.h b/be/src/storage/index/inverted/query_v2/term_query/term_scorer.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_scorer.h rename to be/src/storage/index/inverted/query_v2/term_query/term_scorer.h index c63377f2683bd8..b6c5882ef2169b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_scorer.h +++ b/be/src/storage/index/inverted/query_v2/term_query/term_scorer.h @@ -22,11 +22,11 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/null_bitmap_fetcher.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/similarity.h" -#include "olap/rowset/segment_v2/inverted_index_iterator.h" +#include "storage/index/inverted/inverted_index_iterator.h" +#include "storage/index/inverted/query_v2/null_bitmap_fetcher.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/segment_postings.h" +#include "storage/index/inverted/similarity/similarity.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_weight.h b/be/src/storage/index/inverted/query_v2/term_query/term_weight.h similarity index 89% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_weight.h rename to be/src/storage/index/inverted/query_v2/term_query/term_weight.h index 37a470de7fda78..c590b5ebbc198c 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_weight.h +++ b/be/src/storage/index/inverted/query_v2/term_query/term_weight.h @@ -17,13 +17,10 @@ #pragma once -#include - -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/wand/block_wand.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/similarity.h" +#include "storage/index/inverted/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/term_query/term_scorer.h" +#include "storage/index/inverted/query_v2/weight.h" +#include "storage/index/inverted/similarity/similarity.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/buffered_union.cpp b/be/src/storage/index/inverted/query_v2/union/buffered_union.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/buffered_union.cpp rename to be/src/storage/index/inverted/query_v2/union/buffered_union.cpp index b7377257515156..0a4351508011d3 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/buffered_union.cpp +++ b/be/src/storage/index/inverted/query_v2/union/buffered_union.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/union/buffered_union.h" +#include "storage/index/inverted/query_v2/union/buffered_union.h" #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_scorer.h" +#include "storage/index/inverted/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/term_query/term_scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/buffered_union.h b/be/src/storage/index/inverted/query_v2/union/buffered_union.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/buffered_union.h rename to be/src/storage/index/inverted/query_v2/union/buffered_union.h index 10b3a21436060c..e93d43691c01ee 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/buffered_union.h +++ b/be/src/storage/index/inverted/query_v2/union/buffered_union.h @@ -19,8 +19,8 @@ #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/util/tiny_set.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/util/tiny_set.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.cpp b/be/src/storage/index/inverted/query_v2/union/simple_union.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.cpp rename to be/src/storage/index/inverted/query_v2/union/simple_union.cpp index 44bca4479c4bb0..cc1503f1e79519 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.cpp +++ b/be/src/storage/index/inverted/query_v2/union/simple_union.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.h" +#include "storage/index/inverted/query_v2/union/simple_union.h" #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/segment_postings.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.h b/be/src/storage/index/inverted/query_v2/union/simple_union.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.h rename to be/src/storage/index/inverted/query_v2/union/simple_union.h index ce68ed422b4ff2..d06a4b5ac3156d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.h +++ b/be/src/storage/index/inverted/query_v2/union/simple_union.h @@ -20,7 +20,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/segment_postings.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union_postings.h b/be/src/storage/index/inverted/query_v2/union_postings.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/union_postings.h rename to be/src/storage/index/inverted/query_v2/union_postings.h index 378dae193b8d9f..e4e541a51efb33 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/union_postings.h +++ b/be/src/storage/index/inverted/query_v2/union_postings.h @@ -19,7 +19,7 @@ #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/segment_postings.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/wand/block_wand.h b/be/src/storage/index/inverted/query_v2/wand/block_wand.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/wand/block_wand.h rename to be/src/storage/index/inverted/query_v2/wand/block_wand.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/weight.h b/be/src/storage/index/inverted/query_v2/weight.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/weight.h rename to be/src/storage/index/inverted/query_v2/weight.h index a8d511beb1f64c..22d7b513030a57 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/weight.h +++ b/be/src/storage/index/inverted/query_v2/weight.h @@ -23,9 +23,9 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/segment_postings.h" +#include "storage/index/inverted/util/string_helper.h" namespace lucene::index { class IndexReader; diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_query.h b/be/src/storage/index/inverted/query_v2/wildcard_query/wildcard_query.h similarity index 88% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_query.h rename to be/src/storage/index/inverted/query_v2/wildcard_query/wildcard_query.h index f5ad988c6ede19..8484f8b453019d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_query.h +++ b/be/src/storage/index/inverted/query_v2/wildcard_query/wildcard_query.h @@ -19,9 +19,9 @@ #include -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_weight.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/query_v2/wildcard_query/wildcard_weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_weight.h b/be/src/storage/index/inverted/query_v2/wildcard_query/wildcard_weight.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_weight.h rename to be/src/storage/index/inverted/query_v2/wildcard_query/wildcard_weight.h index b22f99cb28171c..c84d049d7c60d8 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_weight.h +++ b/be/src/storage/index/inverted/query_v2/wildcard_query/wildcard_weight.h @@ -21,8 +21,8 @@ #include -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_weight.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/query_v2/regexp_query/regexp_weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/setting.h b/be/src/storage/index/inverted/setting.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/setting.h rename to be/src/storage/index/inverted/setting.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.cpp b/be/src/storage/index/inverted/similarity/bm25_similarity.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.cpp rename to be/src/storage/index/inverted/similarity/bm25_similarity.cpp index d518ffbf8475da..d3e1ba5ac6323a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.cpp +++ b/be/src/storage/index/inverted/similarity/bm25_similarity.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "bm25_similarity.h" +#include "storage/index/inverted/similarity/bm25_similarity.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h b/be/src/storage/index/inverted/similarity/bm25_similarity.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h rename to be/src/storage/index/inverted/similarity/bm25_similarity.h index 00abfa144671da..e3bfcf1780208b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h +++ b/be/src/storage/index/inverted/similarity/bm25_similarity.h @@ -17,7 +17,7 @@ #pragma once -#include "similarity.h" +#include "storage/index/inverted/similarity/similarity.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/similarity/similarity.h b/be/src/storage/index/inverted/similarity/similarity.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/similarity/similarity.h rename to be/src/storage/index/inverted/similarity/similarity.h index 59b676e8409ffd..7b4ad195a79fa8 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/similarity/similarity.h +++ b/be/src/storage/index/inverted/similarity/similarity.h @@ -20,7 +20,7 @@ #include #include -#include "olap/rowset/segment_v2/index_query_context.h" +#include "storage/index/index_query_context.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter.cpp b/be/src/storage/index/inverted/token_filter/ascii_folding_filter.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter.cpp rename to be/src/storage/index/inverted/token_filter/ascii_folding_filter.cpp index 26ff26d28211a3..0456db1630d6f2 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter.cpp +++ b/be/src/storage/index/inverted/token_filter/ascii_folding_filter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "ascii_folding_filter.h" +#include "storage/index/inverted/token_filter/ascii_folding_filter.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter.h b/be/src/storage/index/inverted/token_filter/ascii_folding_filter.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter.h rename to be/src/storage/index/inverted/token_filter/ascii_folding_filter.h index 080f2331fa5fc8..71cc18788b3d50 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter.h +++ b/be/src/storage/index/inverted/token_filter/ascii_folding_filter.h @@ -20,7 +20,7 @@ #include #include -#include "token_filter.h" +#include "storage/index/inverted/token_filter/token_filter.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter_factory.h b/be/src/storage/index/inverted/token_filter/ascii_folding_filter_factory.h similarity index 91% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter_factory.h rename to be/src/storage/index/inverted/token_filter/ascii_folding_filter_factory.h index b82ad32a78d337..9710f0f3cadede 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter_factory.h +++ b/be/src/storage/index/inverted/token_filter/ascii_folding_filter_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "ascii_folding_filter.h" -#include "token_filter_factory.h" +#include "storage/index/inverted/token_filter/ascii_folding_filter.h" +#include "storage/index/inverted/token_filter/token_filter_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/empty_token_filter_factory.h b/be/src/storage/index/inverted/token_filter/empty_token_filter_factory.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/empty_token_filter_factory.h rename to be/src/storage/index/inverted/token_filter/empty_token_filter_factory.h index b2776adf9963a5..2855546e78bdb1 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/empty_token_filter_factory.h +++ b/be/src/storage/index/inverted/token_filter/empty_token_filter_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "token_filter.h" -#include "token_filter_factory.h" +#include "storage/index/inverted/token_filter/token_filter.h" +#include "storage/index/inverted/token_filter/token_filter_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter.cpp b/be/src/storage/index/inverted/token_filter/icu_normalizer_filter.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter.cpp rename to be/src/storage/index/inverted/token_filter/icu_normalizer_filter.cpp index 2f27af114944ce..3c1ab666c01c70 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter.cpp +++ b/be/src/storage/index/inverted/token_filter/icu_normalizer_filter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "icu_normalizer_filter.h" +#include "storage/index/inverted/token_filter/icu_normalizer_filter.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter.h b/be/src/storage/index/inverted/token_filter/icu_normalizer_filter.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter.h rename to be/src/storage/index/inverted/token_filter/icu_normalizer_filter.h index f0cdd955140d92..b5b924643deb97 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter.h +++ b/be/src/storage/index/inverted/token_filter/icu_normalizer_filter.h @@ -22,7 +22,7 @@ #include #include -#include "token_filter.h" +#include "storage/index/inverted/token_filter/token_filter.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter_factory.h b/be/src/storage/index/inverted/token_filter/icu_normalizer_filter_factory.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter_factory.h rename to be/src/storage/index/inverted/token_filter/icu_normalizer_filter_factory.h index 676b42f6c238f5..c0cedb8c483cbd 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter_factory.h +++ b/be/src/storage/index/inverted/token_filter/icu_normalizer_filter_factory.h @@ -27,8 +27,8 @@ #include #include "common/exception.h" -#include "icu_normalizer_filter.h" -#include "token_filter_factory.h" +#include "storage/index/inverted/token_filter/icu_normalizer_filter.h" +#include "storage/index/inverted/token_filter/token_filter_factory.h" using boost::algorithm::to_lower_copy; using boost::algorithm::trim_copy; diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter.h b/be/src/storage/index/inverted/token_filter/lower_case_filter.h similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter.h rename to be/src/storage/index/inverted/token_filter/lower_case_filter.h index 6876c5fb473c46..dd55d48060d03a 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter.h +++ b/be/src/storage/index/inverted/token_filter/lower_case_filter.h @@ -19,7 +19,7 @@ #include -#include "token_filter.h" +#include "storage/index/inverted/token_filter/token_filter.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter_factory.h b/be/src/storage/index/inverted/token_filter/lower_case_filter_factory.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter_factory.h rename to be/src/storage/index/inverted/token_filter/lower_case_filter_factory.h index 9bf8665d848364..03467c5114a6b4 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter_factory.h +++ b/be/src/storage/index/inverted/token_filter/lower_case_filter_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "lower_case_filter.h" -#include "token_filter_factory.h" +#include "storage/index/inverted/token_filter/lower_case_filter.h" +#include "storage/index/inverted/token_filter/token_filter_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.cpp b/be/src/storage/index/inverted/token_filter/pinyin_filter.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.cpp rename to be/src/storage/index/inverted/token_filter/pinyin_filter.cpp index 21d74dacce18a2..06d61c3a443a45 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.cpp +++ b/be/src/storage/index/inverted/token_filter/pinyin_filter.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "pinyin_filter.h" +#include "storage/index/inverted/token_filter/pinyin_filter.h" #include #include #include "common/exception.h" #include "common/logging.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.h" +#include "storage/index/inverted/tokenizer/pinyin/chinese_util.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_format.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_util.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.h b/be/src/storage/index/inverted/token_filter/pinyin_filter.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.h rename to be/src/storage/index/inverted/token_filter/pinyin_filter.h index 71772c3ae4cf34..e4e7c53e6a0ea7 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.h +++ b/be/src/storage/index/inverted/token_filter/pinyin_filter.h @@ -22,9 +22,9 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/token_filter/token_filter.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_config.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/term_item.h" +#include "storage/index/inverted/token_filter/token_filter.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_config.h" +#include "storage/index/inverted/tokenizer/pinyin/term_item.h" #include "unicode/uchar.h" #include "unicode/utf8.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.cpp b/be/src/storage/index/inverted/token_filter/pinyin_filter_factory.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.cpp rename to be/src/storage/index/inverted/token_filter/pinyin_filter_factory.cpp index 68cb927aa43646..ebfea592459306 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.cpp +++ b/be/src/storage/index/inverted/token_filter/pinyin_filter_factory.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pinyin_filter_factory.h" +#include "storage/index/inverted/token_filter/pinyin_filter_factory.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.h b/be/src/storage/index/inverted/token_filter/pinyin_filter_factory.h similarity index 84% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.h rename to be/src/storage/index/inverted/token_filter/pinyin_filter_factory.h index bb035812873d12..9d84781bd53865 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.h +++ b/be/src/storage/index/inverted/token_filter/pinyin_filter_factory.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/token_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_config.h" +#include "storage/index/inverted/token_filter/pinyin_filter.h" +#include "storage/index/inverted/token_filter/token_filter_factory.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_config.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/token_filter.h b/be/src/storage/index/inverted/token_filter/token_filter.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/token_filter.h rename to be/src/storage/index/inverted/token_filter/token_filter.h index 0271db5a39292e..c4e9b1b5b59504 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/token_filter.h +++ b/be/src/storage/index/inverted/token_filter/token_filter.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/token_stream.h" +#include "storage/index/inverted/token_stream.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/token_filter_factory.h b/be/src/storage/index/inverted/token_filter/token_filter_factory.h similarity index 88% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/token_filter_factory.h rename to be/src/storage/index/inverted/token_filter/token_filter_factory.h index 350c2eebb88b08..ebbd8836715e8d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/token_filter_factory.h +++ b/be/src/storage/index/inverted/token_filter/token_filter_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/abstract_analysis_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/token_filter.h" +#include "storage/index/inverted/abstract_analysis_factory.h" +#include "storage/index/inverted/token_filter/token_filter.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter.cpp b/be/src/storage/index/inverted/token_filter/word_delimiter_filter.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter.cpp rename to be/src/storage/index/inverted/token_filter/word_delimiter_filter.cpp index ea37bd7fd5fe34..f0dc31ecb6c486 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter.cpp +++ b/be/src/storage/index/inverted/token_filter/word_delimiter_filter.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "word_delimiter_filter.h" +#include "storage/index/inverted/token_filter/word_delimiter_filter.h" #include #include #include -#include "olap/rowset/segment_v2/inverted_index/token_filter/token_filter.h" +#include "storage/index/inverted/token_filter/token_filter.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter.h b/be/src/storage/index/inverted/token_filter/word_delimiter_filter.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter.h rename to be/src/storage/index/inverted/token_filter/word_delimiter_filter.h index cec92e581da3e9..ab778200725711 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter.h +++ b/be/src/storage/index/inverted/token_filter/word_delimiter_filter.h @@ -19,8 +19,8 @@ #include -#include "token_filter.h" -#include "word_delimiter_iterator.h" +#include "storage/index/inverted/token_filter/token_filter.h" +#include "storage/index/inverted/token_filter/word_delimiter_iterator.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_factory.h b/be/src/storage/index/inverted/token_filter/word_delimiter_filter_factory.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_factory.h rename to be/src/storage/index/inverted/token_filter/word_delimiter_filter_factory.h index 9e0e60b73a0ed9..521a650703384c 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_factory.h +++ b/be/src/storage/index/inverted/token_filter/word_delimiter_filter_factory.h @@ -19,9 +19,9 @@ #include -#include "olap/rowset/segment_v2/inverted_index/setting.h" -#include "token_filter_factory.h" -#include "word_delimiter_filter.h" +#include "storage/index/inverted/setting.h" +#include "storage/index/inverted/token_filter/token_filter_factory.h" +#include "storage/index/inverted/token_filter/word_delimiter_filter.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_iterator.cpp b/be/src/storage/index/inverted/token_filter/word_delimiter_iterator.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_iterator.cpp rename to be/src/storage/index/inverted/token_filter/word_delimiter_iterator.cpp index 64bf87546e5fc7..ec8f55cd0c01c0 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_iterator.cpp +++ b/be/src/storage/index/inverted/token_filter/word_delimiter_iterator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "word_delimiter_iterator.h" +#include "storage/index/inverted/token_filter/word_delimiter_iterator.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_iterator.h b/be/src/storage/index/inverted/token_filter/word_delimiter_iterator.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_iterator.h rename to be/src/storage/index/inverted/token_filter/word_delimiter_iterator.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/token_stream.h b/be/src/storage/index/inverted/token_stream.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/token_stream.h rename to be/src/storage/index/inverted/token_stream.h index b352a1f2cc7b00..7ef4a9c5e2b30c 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/token_stream.h +++ b/be/src/storage/index/inverted/token_stream.h @@ -25,7 +25,7 @@ #include "CLucene.h" #include "CLucene/analysis/AnalysisHeader.h" #include "common/cast_set.h" -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" +#include "storage/index/inverted/util/reader.h" using namespace lucene::analysis; diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer.cpp b/be/src/storage/index/inverted/tokenizer/basic/basic_tokenizer.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer.cpp rename to be/src/storage/index/inverted/tokenizer/basic/basic_tokenizer.cpp index 2697b4d433ba50..eb1c48b310ed23 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer.cpp +++ b/be/src/storage/index/inverted/tokenizer/basic/basic_tokenizer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "basic_tokenizer.h" +#include "storage/index/inverted/tokenizer/basic/basic_tokenizer.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer.h b/be/src/storage/index/inverted/tokenizer/basic/basic_tokenizer.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer.h rename to be/src/storage/index/inverted/tokenizer/basic/basic_tokenizer.h index 27f2ec7ca7f841..c86d0330e5caa9 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer.h +++ b/be/src/storage/index/inverted/tokenizer/basic/basic_tokenizer.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" using namespace lucene::analysis; diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/basic/basic_tokenizer_factory.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/basic/basic_tokenizer_factory.h index fe148b7e89fb59..733b15213b6600 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/basic/basic_tokenizer_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "basic_tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/basic/basic_tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { class BasicTokenizerFactory : public TokenizerFactory { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_group_tokenizer_factory.cpp b/be/src/storage/index/inverted/tokenizer/char/char_group_tokenizer_factory.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_group_tokenizer_factory.cpp rename to be/src/storage/index/inverted/tokenizer/char/char_group_tokenizer_factory.cpp index 7528cb5e4f427e..17c2646ae0a3d8 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_group_tokenizer_factory.cpp +++ b/be/src/storage/index/inverted/tokenizer/char/char_group_tokenizer_factory.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "char_group_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/char/char_group_tokenizer_factory.h" #include #include "common/exception.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/char/char_tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/inverted/tokenizer/char/char_tokenizer.h" +#include "storage/index/inverted/util/string_helper.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_group_tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/char/char_group_tokenizer_factory.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_group_tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/char/char_group_tokenizer_factory.h index 528e42d938341e..eb14ac786ac51d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_group_tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/char/char_group_tokenizer_factory.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_tokenizer.cpp b/be/src/storage/index/inverted/tokenizer/char/char_tokenizer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_tokenizer.cpp rename to be/src/storage/index/inverted/tokenizer/char/char_tokenizer.cpp index f4c1419508605f..61da428f257aec 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_tokenizer.cpp +++ b/be/src/storage/index/inverted/tokenizer/char/char_tokenizer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "char_tokenizer.h" +#include "storage/index/inverted/tokenizer/char/char_tokenizer.h" #include "common/exception.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_tokenizer.h b/be/src/storage/index/inverted/tokenizer/char/char_tokenizer.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_tokenizer.h rename to be/src/storage/index/inverted/tokenizer/char/char_tokenizer.h index e2701d91afa2f2..6aab837f3e0acc 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/char/char_tokenizer.h +++ b/be/src/storage/index/inverted/tokenizer/char/char_tokenizer.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/empty/empty_tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/empty/empty_tokenizer_factory.h similarity index 93% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/empty/empty_tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/empty/empty_tokenizer_factory.h index 37e51c4b5f4e8b..27229ba99f1184 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/empty/empty_tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/empty/empty_tokenizer_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/break_iterator_wrapper.cpp b/be/src/storage/index/inverted/tokenizer/icu/break_iterator_wrapper.cpp similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/break_iterator_wrapper.cpp rename to be/src/storage/index/inverted/tokenizer/icu/break_iterator_wrapper.cpp index 0ed63c28a152e6..229a7b4ba3c500 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/break_iterator_wrapper.cpp +++ b/be/src/storage/index/inverted/tokenizer/icu/break_iterator_wrapper.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "break_iterator_wrapper.h" +#include "storage/index/inverted/tokenizer/icu/break_iterator_wrapper.h" #include #include #include -#include "icu_common.h" -#include "icu_tokenizer_config.h" +#include "storage/index/inverted/tokenizer/icu/icu_common.h" +#include "storage/index/inverted/tokenizer/icu/icu_tokenizer_config.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/break_iterator_wrapper.h b/be/src/storage/index/inverted/tokenizer/icu/break_iterator_wrapper.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/break_iterator_wrapper.h rename to be/src/storage/index/inverted/tokenizer/icu/break_iterator_wrapper.h index 554b02c9eaf4f0..719b49705039aa 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/break_iterator_wrapper.h +++ b/be/src/storage/index/inverted/tokenizer/icu/break_iterator_wrapper.h @@ -23,7 +23,7 @@ #include #include -#include "icu_common.h" +#include "storage/index/inverted/tokenizer/icu/icu_common.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/composite_break_iterator.cpp b/be/src/storage/index/inverted/tokenizer/icu/composite_break_iterator.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/composite_break_iterator.cpp rename to be/src/storage/index/inverted/tokenizer/icu/composite_break_iterator.cpp index 5a4d56d11e6cc0..7580a4025e4533 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/composite_break_iterator.cpp +++ b/be/src/storage/index/inverted/tokenizer/icu/composite_break_iterator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "composite_break_iterator.h" +#include "storage/index/inverted/tokenizer/icu/composite_break_iterator.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/composite_break_iterator.h b/be/src/storage/index/inverted/tokenizer/icu/composite_break_iterator.h similarity index 86% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/composite_break_iterator.h rename to be/src/storage/index/inverted/tokenizer/icu/composite_break_iterator.h index 4d5e2a6b4d6bea..61c21c07cd9e67 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/composite_break_iterator.h +++ b/be/src/storage/index/inverted/tokenizer/icu/composite_break_iterator.h @@ -24,10 +24,10 @@ #include #include -#include "break_iterator_wrapper.h" -#include "icu_common.h" -#include "icu_tokenizer_config.h" -#include "script_iterator.h" +#include "storage/index/inverted/tokenizer/icu/break_iterator_wrapper.h" +#include "storage/index/inverted/tokenizer/icu/icu_common.h" +#include "storage/index/inverted/tokenizer/icu/icu_tokenizer_config.h" +#include "storage/index/inverted/tokenizer/icu/script_iterator.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/default_icu_tokenizer_config.cpp b/be/src/storage/index/inverted/tokenizer/icu/default_icu_tokenizer_config.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/default_icu_tokenizer_config.cpp rename to be/src/storage/index/inverted/tokenizer/icu/default_icu_tokenizer_config.cpp index 4d9d8d9b2a73c1..a4f9275b0ae8d0 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/default_icu_tokenizer_config.cpp +++ b/be/src/storage/index/inverted/tokenizer/icu/default_icu_tokenizer_config.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "default_icu_tokenizer_config.h" +#include "storage/index/inverted/tokenizer/icu/default_icu_tokenizer_config.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/default_icu_tokenizer_config.h b/be/src/storage/index/inverted/tokenizer/icu/default_icu_tokenizer_config.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/default_icu_tokenizer_config.h rename to be/src/storage/index/inverted/tokenizer/icu/default_icu_tokenizer_config.h index 21e9359e5a3288..edcba2a91569a2 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/default_icu_tokenizer_config.h +++ b/be/src/storage/index/inverted/tokenizer/icu/default_icu_tokenizer_config.h @@ -17,7 +17,7 @@ #pragma once -#include "icu_tokenizer_config.h" +#include "storage/index/inverted/tokenizer/icu/icu_tokenizer_config.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_common.h b/be/src/storage/index/inverted/tokenizer/icu/icu_common.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_common.h rename to be/src/storage/index/inverted/tokenizer/icu/icu_common.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer.cpp b/be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer.cpp rename to be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer.cpp index e8723ff077e5fd..ab0dd82bf73346 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer.cpp +++ b/be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "icu_tokenizer.h" +#include "storage/index/inverted/tokenizer/icu/icu_tokenizer.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer.h b/be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer.h similarity index 83% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer.h rename to be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer.h index bad250ea6e866f..4af6ad146252db 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer.h +++ b/be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer.h @@ -19,10 +19,10 @@ #include -#include "composite_break_iterator.h" -#include "default_icu_tokenizer_config.h" -#include "icu_common.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" +#include "storage/index/inverted/tokenizer/icu/composite_break_iterator.h" +#include "storage/index/inverted/tokenizer/icu/default_icu_tokenizer_config.h" +#include "storage/index/inverted/tokenizer/icu/icu_common.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" using namespace lucene::analysis; diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer_config.h b/be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer_config.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer_config.h rename to be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer_config.h index af3a1f3bee36e3..43b79b0e3a6c82 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer_config.h +++ b/be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer_config.h @@ -17,7 +17,7 @@ #pragma once -#include "icu_common.h" +#include "storage/index/inverted/tokenizer/icu/icu_common.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer_factory.h similarity index 91% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer_factory.h index f750d652ad7f9a..89f52da8ad21c5 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/icu/icu_tokenizer_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "icu_tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/icu/icu_tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/script_iterator.cpp b/be/src/storage/index/inverted/tokenizer/icu/script_iterator.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/script_iterator.cpp rename to be/src/storage/index/inverted/tokenizer/icu/script_iterator.cpp index c742991d1f07df..3e8c5175d01cd0 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/script_iterator.cpp +++ b/be/src/storage/index/inverted/tokenizer/icu/script_iterator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "script_iterator.h" +#include "storage/index/inverted/tokenizer/icu/script_iterator.h" #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/script_iterator.h b/be/src/storage/index/inverted/tokenizer/icu/script_iterator.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/script_iterator.h rename to be/src/storage/index/inverted/tokenizer/icu/script_iterator.h index 3db78d25c71891..d04f18b969ad4b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/icu/script_iterator.h +++ b/be/src/storage/index/inverted/tokenizer/icu/script_iterator.h @@ -23,7 +23,7 @@ #include #include -#include "icu_common.h" +#include "storage/index/inverted/tokenizer/icu/icu_common.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer.h b/be/src/storage/index/inverted/tokenizer/keyword/keyword_tokenizer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer.h rename to be/src/storage/index/inverted/tokenizer/keyword/keyword_tokenizer.h index 708c060e97a92b..7f10f3d8f8e700 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer.h +++ b/be/src/storage/index/inverted/tokenizer/keyword/keyword_tokenizer.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h similarity index 88% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h index 344768c0dcb7b4..dbebf266c663b1 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h @@ -17,9 +17,9 @@ #pragma once -#include "keyword_tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/setting.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/setting.h" +#include "storage/index/inverted/tokenizer/keyword/keyword_tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/char_matcher.h b/be/src/storage/index/inverted/tokenizer/ngram/char_matcher.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/char_matcher.h rename to be/src/storage/index/inverted/tokenizer/ngram/char_matcher.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/edge_ngram_tokenizer.h b/be/src/storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/edge_ngram_tokenizer.h rename to be/src/storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer.h index 88961c99ec3b94..f73d87c945eae7 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/edge_ngram_tokenizer.h +++ b/be/src/storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer.h @@ -17,7 +17,7 @@ #pragma once -#include "ngram_tokenizer.h" +#include "storage/index/inverted/tokenizer/ngram/ngram_tokenizer.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/edge_ngram_tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer_factory.h similarity index 85% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/edge_ngram_tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer_factory.h index a630bdf64fefc9..8d63b5cd230582 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/edge_ngram_tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer_factory.h @@ -17,12 +17,12 @@ #pragma once -#include "char_matcher.h" -#include "edge_ngram_tokenizer.h" -#include "ngram_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/setting.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/setting.h" +#include "storage/index/inverted/tokenizer/ngram/char_matcher.h" +#include "storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer.h" +#include "storage/index/inverted/tokenizer/ngram/ngram_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer.cpp b/be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer.cpp rename to be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer.cpp index 361ea69e3d6f8a..7f69c07adb033f 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer.cpp +++ b/be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "ngram_tokenizer.h" +#include "storage/index/inverted/tokenizer/ngram/ngram_tokenizer.h" #include "common/exception.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer.h b/be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer.h rename to be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer.h index 39651e4697a743..2dea72cb53db7e 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer.h +++ b/be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer.h @@ -20,7 +20,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" using namespace lucene::analysis; diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer_factory.cpp b/be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer_factory.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer_factory.cpp rename to be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer_factory.cpp index cbb55ffa551fce..c5b6c5a9c733f4 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer_factory.cpp +++ b/be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer_factory.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "ngram_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/ngram/ngram_tokenizer_factory.h" #include "common/exception.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer_factory.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer_factory.h index 96d8fe91e2a0b9..d064749d9d51a5 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/ngram/ngram_tokenizer_factory.h @@ -17,10 +17,10 @@ #pragma once -#include "char_matcher.h" -#include "ngram_tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/setting.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/setting.h" +#include "storage/index/inverted/tokenizer/ngram/char_matcher.h" +#include "storage/index/inverted/tokenizer/ngram/ngram_tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.cpp b/be/src/storage/index/inverted/tokenizer/pinyin/chinese_util.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.cpp rename to be/src/storage/index/inverted/tokenizer/pinyin/chinese_util.cpp index 24d7cf34026481..3a12825321e4ec 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.cpp +++ b/be/src/storage/index/inverted/tokenizer/pinyin/chinese_util.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "chinese_util.h" +#include "storage/index/inverted/tokenizer/pinyin/chinese_util.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.h b/be/src/storage/index/inverted/tokenizer/pinyin/chinese_util.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.h rename to be/src/storage/index/inverted/tokenizer/pinyin/chinese_util.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp index f28620228416cf..0b9202fc6c418d 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pinyin_alphabet_tokenizer.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.h b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.h rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_config.h b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_config.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_config.h rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_config.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.cpp b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_format.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.cpp rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_format.cpp index 1c88b21ba6b649..227eaca31fb382 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.cpp +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_format.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pinyin_format.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_format.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.h b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_format.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.h rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_format.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.cpp b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_formatter.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.cpp rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_formatter.cpp index 577613e29fc7de..2eda006b45fe44 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.cpp +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_formatter.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pinyin_formatter.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_formatter.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.h b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_formatter.h similarity index 94% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.h rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_formatter.h index 90c62579edd22d..b3acae52d1fe23 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.h +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_formatter.h @@ -19,7 +19,7 @@ #include -#include "pinyin_format.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_format.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.cpp b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.cpp rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer.cpp index c46709c2ab0cb8..7f80ffdf2eeefd 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.cpp +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pinyin_tokenizer.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer.h" #include #include @@ -24,12 +24,12 @@ #include #include "CLucene/analysis/AnalysisHeader.h" -#include "chinese_util.h" #include "common/exception.h" #include "common/logging.h" -#include "pinyin_alphabet_tokenizer.h" -#include "pinyin_format.h" -#include "pinyin_util.h" +#include "storage/index/inverted/tokenizer/pinyin/chinese_util.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_format.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_util.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.h b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer.h similarity index 91% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.h rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer.h index ef65874af075b7..23a116c0195eba 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.h +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer.h @@ -22,10 +22,10 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" -#include "pinyin_config.h" -#include "rune.h" -#include "term_item.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_config.h" +#include "storage/index/inverted/tokenizer/pinyin/rune.h" +#include "storage/index/inverted/tokenizer/pinyin/term_item.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" #include "unicode/uchar.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.cpp b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer_factory.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.cpp rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer_factory.cpp index 95b7a1c7f1c081..e7945fc68aceaa 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.cpp +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer_factory.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pinyin_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer_factory.h similarity index 88% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer_factory.h index 246f6ff74f8752..f72cc97d98568f 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer_factory.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/setting.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" -#include "pinyin_tokenizer.h" +#include "storage/index/inverted/setting.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.cpp b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_util.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.cpp rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_util.cpp index 45f63b6e07e7f8..c1b1fdabb085c5 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.cpp +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_util.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pinyin_util.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_util.h" #include @@ -25,8 +25,8 @@ #include "common/config.h" #include "common/logging.h" -#include "pinyin_formatter.h" -#include "smart_get_word.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_formatter.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_get_word.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.h b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_util.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.h rename to be/src/storage/index/inverted/tokenizer/pinyin/pinyin_util.h index 52eb97f68c7fbd..0f64bb0f2bfb26 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.h +++ b/be/src/storage/index/inverted/tokenizer/pinyin/pinyin_util.h @@ -21,8 +21,8 @@ #include #include -#include "pinyin_format.h" -#include "smart_forest.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_format.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_forest.h" #include "unicode/uchar.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/rune.h b/be/src/storage/index/inverted/tokenizer/pinyin/rune.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/rune.h rename to be/src/storage/index/inverted/tokenizer/pinyin/rune.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.cpp b/be/src/storage/index/inverted/tokenizer/pinyin/smart_forest.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.cpp rename to be/src/storage/index/inverted/tokenizer/pinyin/smart_forest.cpp index a9957ba5ef094c..66a24de70d8899 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.cpp +++ b/be/src/storage/index/inverted/tokenizer/pinyin/smart_forest.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "smart_forest.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_forest.h" #include #include "common/logging.h" -#include "smart_get_word.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_get_word.h" #include "unicode/utf8.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.h b/be/src/storage/index/inverted/tokenizer/pinyin/smart_forest.h similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.h rename to be/src/storage/index/inverted/tokenizer/pinyin/smart_forest.h index 012aad27bbf2f7..4eba7999fcc0e6 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.h +++ b/be/src/storage/index/inverted/tokenizer/pinyin/smart_forest.h @@ -24,7 +24,7 @@ #include #include -#include "rune.h" +#include "storage/index/inverted/tokenizer/pinyin/rune.h" #include "unicode/uchar.h" #include "unicode/utf8.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.cpp b/be/src/storage/index/inverted/tokenizer/pinyin/smart_get_word.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.cpp rename to be/src/storage/index/inverted/tokenizer/pinyin/smart_get_word.cpp index ec72ed9a280102..1e554fe5fa3381 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.cpp +++ b/be/src/storage/index/inverted/tokenizer/pinyin/smart_get_word.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "smart_get_word.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_get_word.h" #include "common/logging.h" -#include "smart_forest.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_forest.h" #include "unicode/utf8.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.h b/be/src/storage/index/inverted/tokenizer/pinyin/smart_get_word.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.h rename to be/src/storage/index/inverted/tokenizer/pinyin/smart_get_word.h index 6c421a55d7e5af..f1ec8f9fe57177 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.h +++ b/be/src/storage/index/inverted/tokenizer/pinyin/smart_get_word.h @@ -20,7 +20,7 @@ #include #include -#include "rune.h" +#include "storage/index/inverted/tokenizer/pinyin/rune.h" #include "unicode/uchar.h" #include "unicode/utf8.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/term_item.h b/be/src/storage/index/inverted/tokenizer/pinyin/term_item.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/term_item.h rename to be/src/storage/index/inverted/tokenizer/pinyin/term_item.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer.h b/be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer.h rename to be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer.h index 7aff44a38807ab..8df5b6ad5e5799 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer.h +++ b/be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" -#include "standard_tokenizer_impl.h" +#include "storage/index/inverted/tokenizer/standard/standard_tokenizer_impl.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer_factory.h similarity index 90% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer_factory.h index afda2dc9e7f23a..9943314bb5e4e1 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer_factory.h @@ -19,8 +19,8 @@ #include -#include "olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/standard/standard_tokenizer.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_impl.cpp b/be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer_impl.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_impl.cpp rename to be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer_impl.cpp index 860ac08665b9d7..c0171aa3b1f00b 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_impl.cpp +++ b/be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer_impl.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "standard_tokenizer_impl.h" +#include "storage/index/inverted/tokenizer/standard/standard_tokenizer_impl.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_impl.h b/be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer_impl.h similarity index 99% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_impl.h rename to be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer_impl.h index 2b27f6b4756a1f..d1c0e88134fd38 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_impl.h +++ b/be/src/storage/index/inverted/tokenizer/standard/standard_tokenizer_impl.h @@ -24,7 +24,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" +#include "storage/index/inverted/util/reader.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h b/be/src/storage/index/inverted/tokenizer/tokenizer.h similarity index 92% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h rename to be/src/storage/index/inverted/tokenizer/tokenizer.h index 8b7898f833702d..0b4ed4d4ab1ebe 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h +++ b/be/src/storage/index/inverted/tokenizer/tokenizer.h @@ -21,8 +21,7 @@ #include -#include "olap/rowset/segment_v2/inverted_index/token_stream.h" -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" +#include "storage/index/inverted/token_stream.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h b/be/src/storage/index/inverted/tokenizer/tokenizer_factory.h similarity index 88% rename from be/src/olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h rename to be/src/storage/index/inverted/tokenizer/tokenizer_factory.h index 396d5b2a3eba30..b788990ecf09be 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h +++ b/be/src/storage/index/inverted/tokenizer/tokenizer_factory.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/abstract_analysis_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer.h" +#include "storage/index/inverted/abstract_analysis_factory.h" +#include "storage/index/inverted/tokenizer/tokenizer.h" namespace doris::segment_v2::inverted_index { diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/docid_set_iterator.h b/be/src/storage/index/inverted/util/docid_set_iterator.h similarity index 95% rename from be/src/olap/rowset/segment_v2/inverted_index/util/docid_set_iterator.h rename to be/src/storage/index/inverted/util/docid_set_iterator.h index 26fbd129d7397d..f07ea2c20ed334 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/util/docid_set_iterator.h +++ b/be/src/storage/index/inverted/util/docid_set_iterator.h @@ -20,8 +20,8 @@ #include #include "common/exception.h" -#include "mock_iterator.h" -#include "union_term_iterator.h" +#include "storage/index/inverted/util/mock_iterator.h" +#include "storage/index/inverted/util/union_term_iterator.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/fixed_bit_set.h b/be/src/storage/index/inverted/util/fixed_bit_set.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/util/fixed_bit_set.h rename to be/src/storage/index/inverted/util/fixed_bit_set.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/linked_hash_map.h b/be/src/storage/index/inverted/util/linked_hash_map.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/util/linked_hash_map.h rename to be/src/storage/index/inverted/util/linked_hash_map.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/mock_iterator.h b/be/src/storage/index/inverted/util/mock_iterator.h similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/util/mock_iterator.h rename to be/src/storage/index/inverted/util/mock_iterator.h index aacfb29ffc1ea8..a7c55676eb9cbd 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/util/mock_iterator.h +++ b/be/src/storage/index/inverted/util/mock_iterator.h @@ -22,7 +22,7 @@ #include #include "common/cast_set.h" -#include "olap/rowset/segment_v2/inverted_index/util/term_position_iterator.h" +#include "storage/index/inverted/util/term_position_iterator.h" namespace doris::segment_v2::inverted_index { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/priority_queue.h b/be/src/storage/index/inverted/util/priority_queue.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/util/priority_queue.h rename to be/src/storage/index/inverted/util/priority_queue.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/reader.h b/be/src/storage/index/inverted/util/reader.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/util/reader.h rename to be/src/storage/index/inverted/util/reader.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/string_helper.h b/be/src/storage/index/inverted/util/string_helper.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/util/string_helper.h rename to be/src/storage/index/inverted/util/string_helper.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/term_iterator.h b/be/src/storage/index/inverted/util/term_iterator.h similarity index 98% rename from be/src/olap/rowset/segment_v2/inverted_index/util/term_iterator.h rename to be/src/storage/index/inverted/util/term_iterator.h index cd67d11cdf4661..0e62bf99963635 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/util/term_iterator.h +++ b/be/src/storage/index/inverted/util/term_iterator.h @@ -24,7 +24,7 @@ #include "CLucene/index/Terms.h" #include "common/be_mock_util.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_common.h" CL_NS_USE(index) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/term_position_iterator.h b/be/src/storage/index/inverted/util/term_position_iterator.h similarity index 97% rename from be/src/olap/rowset/segment_v2/inverted_index/util/term_position_iterator.h rename to be/src/storage/index/inverted/util/term_position_iterator.h index 01440fc24a1ed3..82cbd5b63ee634 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/util/term_position_iterator.h +++ b/be/src/storage/index/inverted/util/term_position_iterator.h @@ -17,7 +17,7 @@ #pragma once -#include "term_iterator.h" +#include "storage/index/inverted/util/term_iterator.h" CL_NS_USE(index) diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/tiny_set.h b/be/src/storage/index/inverted/util/tiny_set.h similarity index 100% rename from be/src/olap/rowset/segment_v2/inverted_index/util/tiny_set.h rename to be/src/storage/index/inverted/util/tiny_set.h diff --git a/be/src/olap/rowset/segment_v2/inverted_index/util/union_term_iterator.h b/be/src/storage/index/inverted/util/union_term_iterator.h similarity index 96% rename from be/src/olap/rowset/segment_v2/inverted_index/util/union_term_iterator.h rename to be/src/storage/index/inverted/util/union_term_iterator.h index 73ecc87268d9bd..aedb3fda1850da 100644 --- a/be/src/olap/rowset/segment_v2/inverted_index/util/union_term_iterator.h +++ b/be/src/storage/index/inverted/util/union_term_iterator.h @@ -18,9 +18,9 @@ #pragma once #include "common/cast_set.h" -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" -#include "olap/rowset/segment_v2/inverted_index/util/term_position_iterator.h" -#include "priority_queue.h" +#include "storage/index/inverted/util/mock_iterator.h" +#include "storage/index/inverted/util/priority_queue.h" +#include "storage/index/inverted/util/term_position_iterator.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/ordinal_page_index.cpp b/be/src/storage/index/ordinal_page_index.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/ordinal_page_index.cpp rename to be/src/storage/index/ordinal_page_index.cpp index 54310186f55eac..d5c9aa1a22e823 100644 --- a/be/src/olap/rowset/segment_v2/ordinal_page_index.cpp +++ b/be/src/storage/index/ordinal_page_index.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/ordinal_page_index.h" +#include "storage/index/ordinal_page_index.h" #include @@ -26,11 +26,11 @@ #include "common/cast_set.h" #include "io/fs/file_writer.h" -#include "olap/key_coder.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/page_handle.h" -#include "olap/rowset/segment_v2/page_io.h" -#include "ordinal_page_index.h" +#include "storage/index/ordinal_page_index.h" +#include "storage/key_coder.h" +#include "storage/olap_common.h" +#include "storage/segment/page_handle.h" +#include "storage/segment/page_io.h" #include "util/slice.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/ordinal_page_index.h b/be/src/storage/index/ordinal_page_index.h similarity index 97% rename from be/src/olap/rowset/segment_v2/ordinal_page_index.h rename to be/src/storage/index/ordinal_page_index.h index 660c97e315da72..29cdd699d53acc 100644 --- a/be/src/olap/rowset/segment_v2/ordinal_page_index.h +++ b/be/src/storage/index/ordinal_page_index.h @@ -27,9 +27,9 @@ #include "common/status.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/index_page.h" -#include "olap/rowset/segment_v2/page_pointer.h" +#include "storage/index/index_page.h" +#include "storage/segment/common.h" +#include "storage/segment/page_pointer.h" #include "util/once.h" namespace doris { diff --git a/be/src/olap/primary_key_index.cpp b/be/src/storage/index/primary_key_index.cpp similarity index 95% rename from be/src/olap/primary_key_index.cpp rename to be/src/storage/index/primary_key_index.cpp index 440ee06e867322..6cda43f01d313d 100644 --- a/be/src/olap/primary_key_index.cpp +++ b/be/src/storage/index/primary_key_index.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/primary_key_index.h" +#include "storage/index/primary_key_index.h" #include #include @@ -25,11 +25,11 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" #include "io/fs/file_writer.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/bloom_filter_index_reader.h" -#include "olap/rowset/segment_v2/bloom_filter_index_writer.h" -#include "olap/rowset/segment_v2/encoding_info.h" -#include "olap/types.h" +#include "storage/index/bloom_filter/bloom_filter_index_reader.h" +#include "storage/index/bloom_filter/bloom_filter_index_writer.h" +#include "storage/olap_common.h" +#include "storage/segment/encoding_info.h" +#include "storage/types.h" namespace doris { diff --git a/be/src/olap/primary_key_index.h b/be/src/storage/index/primary_key_index.h similarity index 95% rename from be/src/olap/primary_key_index.h rename to be/src/storage/index/primary_key_index.h index 75920eb37be194..0bcb36c00f1dd3 100644 --- a/be/src/olap/primary_key_index.h +++ b/be/src/storage/index/primary_key_index.h @@ -25,11 +25,11 @@ #include "common/status.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/rowset/segment_v2/bloom_filter_index_writer.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "olap/rowset/segment_v2/indexed_column_writer.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter_index_writer.h" +#include "storage/index/indexed_column_reader.h" +#include "storage/index/indexed_column_writer.h" +#include "storage/olap_common.h" #include "util/faststring.h" #include "util/slice.h" diff --git a/be/src/olap/short_key_index.cpp b/be/src/storage/index/short_key_index.cpp similarity index 97% rename from be/src/olap/short_key_index.cpp rename to be/src/storage/index/short_key_index.cpp index 09c758636d58ec..9cbd3761061adc 100644 --- a/be/src/olap/short_key_index.cpp +++ b/be/src/storage/index/short_key_index.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/short_key_index.h" +#include "storage/index/short_key_index.h" #include #include #include "common/cast_set.h" -#include "short_key_index.h" +#include "storage/index/short_key_index.h" #include "util/bvar_helper.h" #include "util/coding.h" diff --git a/be/src/olap/short_key_index.h b/be/src/storage/index/short_key_index.h similarity index 100% rename from be/src/olap/short_key_index.h rename to be/src/storage/index/short_key_index.h diff --git a/be/src/olap/rowset/segment_v2/zone_map_index.cpp b/be/src/storage/index/zone_map/zone_map_index.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/zone_map_index.cpp rename to be/src/storage/index/zone_map/zone_map_index.cpp index f035bd4c1586bf..3ba64d61bc72ef 100644 --- a/be/src/olap/rowset/segment_v2/zone_map_index.cpp +++ b/be/src/storage/index/zone_map/zone_map_index.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/zone_map_index.h" +#include "storage/index/zone_map/zone_map_index.h" #include #include @@ -24,22 +24,22 @@ #include #include -#include "olap/field.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/encoding_info.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "olap/rowset/segment_v2/indexed_column_writer.h" -#include "olap/types.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" +#include "storage/field.h" +#include "storage/index/indexed_column_reader.h" +#include "storage/index/indexed_column_writer.h" +#include "storage/olap_common.h" +#include "storage/segment/encoding_info.h" +#include "storage/types.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/string_ref.h" -#include "vec/common/unaligned.h" -#include "vec/data_types/data_type.h" -#include "vec/runtime/vdatetime_value.h" +#include "util/unaligned.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/zone_map_index.h b/be/src/storage/index/zone_map/zone_map_index.h similarity index 97% rename from be/src/olap/rowset/segment_v2/zone_map_index.h rename to be/src/storage/index/zone_map/zone_map_index.h index 251c2f192ca4bc..6c2af5da345572 100644 --- a/be/src/olap/rowset/segment_v2/zone_map_index.h +++ b/be/src/storage/index/zone_map/zone_map_index.h @@ -27,13 +27,13 @@ #include #include "common/status.h" +#include "core/arena.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/metadata_adder.h" -#include "runtime/define_primitive_type.h" +#include "storage/metadata_adder.h" #include "util/once.h" -#include "vec/common/arena.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/olap/block_reader.cpp b/be/src/storage/iterator/block_reader.cpp similarity index 96% rename from be/src/vec/olap/block_reader.cpp rename to be/src/storage/iterator/block_reader.cpp index a3186d2d982cc6..9b3cfedb884e73 100644 --- a/be/src/vec/olap/block_reader.cpp +++ b/be/src/storage/iterator/block_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/olap/block_reader.h" +#include "storage/iterator/block_reader.h" #include #include @@ -31,21 +31,21 @@ #include "cloud/config.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "exprs/aggregate/aggregate_function_reader.h" #include "exprs/function_filter.h" -#include "olap/like_column_predicate.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/tablet.h" -#include "olap/tablet_schema.h" #include "runtime/runtime_state.h" -#include "vec/aggregate_functions/aggregate_function_reader.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_number.h" -#include "vec/olap/vcollect_iterator.h" +#include "storage/iterator/vcollect_iterator.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/predicate/like_column_predicate.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_schema.h" namespace doris { class ColumnPredicate; diff --git a/be/src/vec/olap/block_reader.h b/be/src/storage/iterator/block_reader.h similarity index 92% rename from be/src/vec/olap/block_reader.h rename to be/src/storage/iterator/block_reader.h index 81416d6cb3c5d4..73fb6c505e84e4 100644 --- a/be/src/vec/olap/block_reader.h +++ b/be/src/storage/iterator/block_reader.h @@ -24,14 +24,14 @@ #include #include "common/status.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/tablet_reader.h" -#include "olap/utils.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/olap/vcollect_iterator.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "storage/iterator/vcollect_iterator.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/tablet/tablet_reader.h" +#include "storage/utils.h" namespace doris { class ColumnPredicate; diff --git a/be/src/vec/olap/olap_data_convertor.cpp b/be/src/storage/iterator/olap_data_convertor.cpp old mode 100755 new mode 100644 similarity index 97% rename from be/src/vec/olap/olap_data_convertor.cpp rename to be/src/storage/iterator/olap_data_convertor.cpp index 23dc3a684c53e4..b37b412c08cf5c --- a/be/src/vec/olap/olap_data_convertor.cpp +++ b/be/src/storage/iterator/olap_data_convertor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/olap/olap_data_convertor.h" +#include "storage/iterator/olap_data_convertor.h" #include #include @@ -24,33 +24,33 @@ #include "common/config.h" #include "common/exception.h" #include "common/status.h" -#include "olap/hll.h" -#include "olap/olap_common.h" -#include "olap/tablet_schema.h" -#include "runtime/decimalv2_value.h" -#include "util/bitmap_value.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_complex.h" +#include "core/column/column_decimal.h" +#include "core/column/column_fixed_length_object.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/column/column_variant.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_agg_state.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/value/bitmap_value.h" +#include "core/value/decimalv2_value.h" +#include "core/value/hll.h" +#include "core/value/quantile_state.h" +#include "core/value/vdatetime_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet_schema.h" #include "util/jsonb_document.h" -#include "util/quantile_state.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { diff --git a/be/src/vec/olap/olap_data_convertor.h b/be/src/storage/iterator/olap_data_convertor.h similarity index 97% rename from be/src/vec/olap/olap_data_convertor.h rename to be/src/storage/iterator/olap_data_convertor.h index fa46aee3c15042..61f18eef7d9c94 100644 --- a/be/src/vec/olap/olap_data_convertor.h +++ b/be/src/storage/iterator/olap_data_convertor.h @@ -29,25 +29,25 @@ #include #include "common/status.h" -#include "olap/decimal12.h" -#include "olap/uint24.h" +#include "core/assert_cast.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_variant.h" +#include "core/decimal12.h" +#include "core/pod_array_fwd.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/uint24.h" #include "runtime/collection_value.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_ref.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_variant.h" namespace doris { diff --git a/be/src/vec/olap/vcollect_iterator.cpp b/be/src/storage/iterator/vcollect_iterator.cpp similarity index 98% rename from be/src/vec/olap/vcollect_iterator.cpp rename to be/src/storage/iterator/vcollect_iterator.cpp index deb384de0ba9bc..b9407880ec20da 100644 --- a/be/src/vec/olap/vcollect_iterator.cpp +++ b/be/src/storage/iterator/vcollect_iterator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/olap/vcollect_iterator.h" +#include "storage/iterator/vcollect_iterator.h" #include #include @@ -30,23 +30,23 @@ #include "common/cast_set.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/field.h" +#include "exprs/vexpr_context.h" #include "io/io_common.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet.h" -#include "olap/tablet_schema.h" #include "runtime/query_context.h" #include "runtime/runtime_predicate.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/exprs/vexpr_context.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_schema.h" namespace doris { using namespace ErrorCode; diff --git a/be/src/vec/olap/vcollect_iterator.h b/be/src/storage/iterator/vcollect_iterator.h similarity index 98% rename from be/src/vec/olap/vcollect_iterator.h rename to be/src/storage/iterator/vcollect_iterator.h index 2322ad9be7ff85..bf034187e45bc1 100644 --- a/be/src/vec/olap/vcollect_iterator.h +++ b/be/src/storage/iterator/vcollect_iterator.h @@ -25,18 +25,18 @@ #include #include "common/status.h" -#include "olap/iterators.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/utils.h" +#include "storage/iterators.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/utils.h" #ifdef USE_LIBCPP #include #else #include #endif -#include "olap/rowset/rowset_reader.h" -#include "olap/tablet_reader.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/tablet/tablet_reader.h" namespace __gnu_pbds { struct pairing_heap_tag; diff --git a/be/src/vec/olap/vertical_block_reader.cpp b/be/src/storage/iterator/vertical_block_reader.cpp similarity index 97% rename from be/src/vec/olap/vertical_block_reader.cpp rename to be/src/storage/iterator/vertical_block_reader.cpp index 2a6161d465cfb7..e1679688ff7e7e 100644 --- a/be/src/vec/olap/vertical_block_reader.cpp +++ b/be/src/storage/iterator/vertical_block_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/olap/vertical_block_reader.h" +#include "storage/iterator/vertical_block_reader.h" #include #include @@ -25,23 +25,23 @@ #include #include "cloud/config.h" -#include "olap/compaction.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/tablet_schema.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "exprs/aggregate/aggregate_function_reader.h" +#include "storage/compaction/compaction.h" +#include "storage/iterator/vertical_merge_iterator.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/segment/segment.h" +#include "storage/tablet/tablet_schema.h" #include "util/simd/bits.h" -#include "vec/aggregate_functions/aggregate_function_reader.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_number.h" -#include "vec/olap/vertical_merge_iterator.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/olap/vertical_block_reader.h b/be/src/storage/iterator/vertical_block_reader.h similarity index 94% rename from be/src/vec/olap/vertical_block_reader.h rename to be/src/storage/iterator/vertical_block_reader.h index ca48e01cf997c2..2b83a7feb12c5b 100644 --- a/be/src/vec/olap/vertical_block_reader.h +++ b/be/src/storage/iterator/vertical_block_reader.h @@ -28,14 +28,14 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "olap/iterators.h" -#include "olap/tablet.h" -#include "olap/tablet_reader.h" -#include "olap/utils.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exprs/aggregate/aggregate_function.h" +#include "storage/iterators.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_reader.h" +#include "storage/utils.h" #pragma once diff --git a/be/src/vec/olap/vertical_merge_iterator.cpp b/be/src/storage/iterator/vertical_merge_iterator.cpp similarity index 99% rename from be/src/vec/olap/vertical_merge_iterator.cpp rename to be/src/storage/iterator/vertical_merge_iterator.cpp index 064b2ab6e140ae..7fd45803885627 100644 --- a/be/src/vec/olap/vertical_merge_iterator.cpp +++ b/be/src/storage/iterator/vertical_merge_iterator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/olap/vertical_merge_iterator.h" +#include "storage/iterator/vertical_merge_iterator.h" #include #include @@ -28,15 +28,15 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" #include "common/logging.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/string_ref.h" +#include "core/types.h" #include "io/cache/block_file_cache_factory.h" -#include "olap/field.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "storage/field.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/olap/vertical_merge_iterator.h b/be/src/storage/iterator/vertical_merge_iterator.h similarity index 98% rename from be/src/vec/olap/vertical_merge_iterator.h rename to be/src/storage/iterator/vertical_merge_iterator.h index 45865d8c7c120e..a0d2380ebc2ced 100644 --- a/be/src/vec/olap/vertical_merge_iterator.h +++ b/be/src/storage/iterator/vertical_merge_iterator.h @@ -28,13 +28,13 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/column/column_vector.h" #include "io/io_common.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/schema.h" -#include "olap/utils.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/schema.h" +#include "storage/utils.h" #pragma once diff --git a/be/src/vec/olap/vgeneric_iterators.cpp b/be/src/storage/iterator/vgeneric_iterators.cpp similarity index 97% rename from be/src/vec/olap/vgeneric_iterators.cpp rename to be/src/storage/iterator/vgeneric_iterators.cpp index ad67a48d71162a..312c2db71767cf 100644 --- a/be/src/vec/olap/vgeneric_iterators.cpp +++ b/be/src/storage/iterator/vgeneric_iterators.cpp @@ -15,25 +15,25 @@ // specific language governing permissions and limitations // under the License. -#include "vec/olap/vgeneric_iterators.h" +#include "storage/iterator/vgeneric_iterators.h" #include #include #include #include "common/status.h" -#include "olap/field.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/schema.h" -#include "olap/schema_cache.h" -#include "olap/tablet_schema.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "storage/cache/schema_cache.h" +#include "storage/field.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/schema.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/segment.h" +#include "storage/tablet/tablet_schema.h" namespace doris { class RuntimeProfile; diff --git a/be/src/vec/olap/vgeneric_iterators.h b/be/src/storage/iterator/vgeneric_iterators.h similarity index 98% rename from be/src/vec/olap/vgeneric_iterators.h rename to be/src/storage/iterator/vgeneric_iterators.h index fbf3dc6c8f0f74..13735b7e00a15b 100644 --- a/be/src/vec/olap/vgeneric_iterators.h +++ b/be/src/storage/iterator/vgeneric_iterators.h @@ -30,10 +30,11 @@ #include "common/cast_set.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "olap/iterators.h" -#include "olap/schema.h" -#include "olap/utils.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "storage/iterators.h" +#include "storage/schema.h" +#include "storage/segment/column_reader.h" +#include "storage/utils.h" namespace doris { class RuntimeProfile; diff --git a/be/src/olap/iterators.h b/be/src/storage/iterators.h similarity index 95% rename from be/src/olap/iterators.h rename to be/src/storage/iterators.h index efbb0a2e00bbaa..0ac4abb7878a70 100644 --- a/be/src/olap/iterators.h +++ b/be/src/storage/iterators.h @@ -21,18 +21,18 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "exprs/score_runtime.h" +#include "exprs/vexpr.h" #include "io/io_common.h" -#include "olap/block_column_predicate.h" -#include "olap/column_predicate.h" -#include "olap/olap_common.h" -#include "olap/row_cursor.h" -#include "olap/rowset/segment_v2/ann_index/ann_topn_runtime.h" -#include "olap/rowset/segment_v2/row_ranges.h" -#include "olap/tablet_schema.h" #include "runtime/runtime_state.h" -#include "vec/core/block.h" -#include "vec/exprs/score_runtime.h" -#include "vec/exprs/vexpr.h" +#include "storage/index/ann/ann_topn_runtime.h" +#include "storage/olap_common.h" +#include "storage/predicate/block_column_predicate.h" +#include "storage/predicate/column_predicate.h" +#include "storage/row_cursor.h" +#include "storage/segment/row_ranges.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/itoken_extractor.cpp b/be/src/storage/itoken_extractor.cpp similarity index 98% rename from be/src/olap/itoken_extractor.cpp rename to be/src/storage/itoken_extractor.cpp index fefe86ec2765b8..a9ec1b14d75c5f 100644 --- a/be/src/olap/itoken_extractor.cpp +++ b/be/src/storage/itoken_extractor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "itoken_extractor.h" +#include "storage/itoken_extractor.h" #include diff --git a/be/src/olap/itoken_extractor.h b/be/src/storage/itoken_extractor.h similarity index 98% rename from be/src/olap/itoken_extractor.h rename to be/src/storage/itoken_extractor.h index 785b6abee8b12d..34697e7d760a01 100644 --- a/be/src/olap/itoken_extractor.h +++ b/be/src/storage/itoken_extractor.h @@ -22,7 +22,7 @@ #include -#include "olap/rowset/segment_v2/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/key_coder.cpp b/be/src/storage/key_coder.cpp similarity index 99% rename from be/src/olap/key_coder.cpp rename to be/src/storage/key_coder.cpp index a3412ab1e2df04..d7a4d7b1457724 100644 --- a/be/src/olap/key_coder.cpp +++ b/be/src/storage/key_coder.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/key_coder.h" +#include "storage/key_coder.h" #include #include diff --git a/be/src/olap/key_coder.h b/be/src/storage/key_coder.h similarity index 99% rename from be/src/olap/key_coder.h rename to be/src/storage/key_coder.h index 5fe6c41854417b..1ad75b34eaf04b 100644 --- a/be/src/olap/key_coder.h +++ b/be/src/storage/key_coder.h @@ -29,13 +29,13 @@ #include "absl/strings/substitute.h" #include "common/status.h" -#include "olap/decimal12.h" -#include "olap/olap_common.h" -#include "olap/types.h" +#include "core/decimal12.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exec/common/endian.h" +#include "storage/olap_common.h" +#include "storage/types.h" #include "util/slice.h" -#include "vec/common/endian.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" namespace doris { diff --git a/be/src/olap/merger.cpp b/be/src/storage/merger.cpp similarity index 97% rename from be/src/olap/merger.cpp rename to be/src/storage/merger.cpp index 70747d7d5d8ce7..e7a6c20c22c21c 100644 --- a/be/src/olap/merger.cpp +++ b/be/src/storage/merger.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/merger.h" +#include "storage/merger.h" #include #include @@ -37,26 +37,26 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "olap/base_tablet.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowid_conversion.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_reader.h" -#include "olap/utils.h" +#include "core/block/block.h" +#include "storage/iterator/block_reader.h" +#include "storage/iterator/vertical_block_reader.h" +#include "storage/iterator/vertical_merge_iterator.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowid_conversion.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/segment/segment_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_reader.h" +#include "storage/utils.h" #include "util/slice.h" -#include "vec/core/block.h" -#include "vec/olap/block_reader.h" -#include "vec/olap/vertical_block_reader.h" -#include "vec/olap/vertical_merge_iterator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/merger.h b/be/src/storage/merger.h similarity index 96% rename from be/src/olap/merger.h rename to be/src/storage/merger.h index 4c5306d816633a..92f657983f1dc4 100644 --- a/be/src/olap/merger.h +++ b/be/src/storage/merger.h @@ -21,10 +21,10 @@ #include "common/status.h" #include "io/io_common.h" -#include "olap/iterators.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/simple_rowid_conversion.h" -#include "olap/tablet_fwd.h" +#include "storage/iterators.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/simple_rowid_conversion.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { class KeyBoundsPB; diff --git a/be/src/olap/metadata_adder.h b/be/src/storage/metadata_adder.h similarity index 99% rename from be/src/olap/metadata_adder.h rename to be/src/storage/metadata_adder.h index aa569fe6de38a6..c745bfafa5666f 100644 --- a/be/src/olap/metadata_adder.h +++ b/be/src/storage/metadata_adder.h @@ -22,7 +22,7 @@ #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker_limiter.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/src/olap/olap_common.h b/be/src/storage/olap_common.h similarity index 99% rename from be/src/olap/olap_common.h rename to be/src/storage/olap_common.h index 9b2364647438f3..a52187448af6b8 100644 --- a/be/src/olap/olap_common.h +++ b/be/src/storage/olap_common.h @@ -39,9 +39,9 @@ #include "common/config.h" #include "common/exception.h" #include "io/io_common.h" -#include "olap/inverted_index_stats.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset_fwd.h" +#include "storage/index/inverted/inverted_index_stats.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset_fwd.h" #include "util/hash_util.hpp" #include "util/time.h" #include "util/uid_util.h" diff --git a/be/src/olap/olap_define.h b/be/src/storage/olap_define.h similarity index 100% rename from be/src/olap/olap_define.h rename to be/src/storage/olap_define.h diff --git a/be/src/olap/olap_meta.cpp b/be/src/storage/olap_meta.cpp similarity index 98% rename from be/src/olap/olap_meta.cpp rename to be/src/storage/olap_meta.cpp index 85108559fac0e4..262dd3bcc6d02f 100644 --- a/be/src/olap/olap_meta.cpp +++ b/be/src/storage/olap_meta.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/olap_meta.h" +#include "storage/olap_meta.h" #include #include @@ -33,15 +33,15 @@ #include "common/config.h" #include "common/logging.h" -#include "olap/olap_define.h" +#include "common/metrics/doris_metrics.h" #include "rocksdb/convenience.h" #include "rocksdb/db.h" #include "rocksdb/options.h" #include "rocksdb/slice.h" #include "rocksdb/slice_transform.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_define.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" -#include "util/runtime_profile.h" using rocksdb::DB; using rocksdb::DBOptions; diff --git a/be/src/olap/olap_meta.h b/be/src/storage/olap_meta.h similarity index 100% rename from be/src/olap/olap_meta.h rename to be/src/storage/olap_meta.h diff --git a/be/src/exec/olap_common.cpp b/be/src/storage/olap_scan_common.cpp similarity index 96% rename from be/src/exec/olap_common.cpp rename to be/src/storage/olap_scan_common.cpp index 55ac434e441e34..c522b5989f4718 100644 --- a/be/src/exec/olap_common.cpp +++ b/be/src/storage/olap_scan_common.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "exec/olap_common.h" +#include "storage/olap_scan_common.h" #include #include -#include "exec/olap_utils.h" +#include "storage/olap_utils.h" namespace doris { template <> diff --git a/be/src/exec/olap_common.h b/be/src/storage/olap_scan_common.h similarity index 98% rename from be/src/exec/olap_common.h rename to be/src/storage/olap_scan_common.h index 492458fd55842d..208aaa88fbee19 100644 --- a/be/src/exec/olap_common.h +++ b/be/src/storage/olap_scan_common.h @@ -37,21 +37,21 @@ #include "common/compare.h" #include "common/status.h" -#include "exec/olap_utils.h" -#include "olap/filter_olap_param.h" -#include "olap/olap_common.h" -#include "olap/olap_tuple.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "runtime/type_limit.h" -#include "util/runtime_profile.h" -#include "vec/core/types.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/io/io_helper.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/ipv6_value.h" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/type_limit.h" +#include "core/types.h" +#include "core/value/ipv4_value.h" +#include "core/value/ipv6_value.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_string.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_common.h" +#include "storage/olap_tuple.h" +#include "storage/olap_utils.h" +#include "storage/predicate/filter_olap_param.h" +#include "util/io_helper.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/olap_server.cpp b/be/src/storage/olap_server.cpp similarity index 98% rename from be/src/olap/olap_server.cpp rename to be/src/storage/olap_server.cpp index d443d267ccf78c..498cc8e6c3115d 100644 --- a/be/src/olap/olap_server.cpp +++ b/be/src/storage/olap_server.cpp @@ -26,6 +26,9 @@ #include #include // IWYU pragma: no_include +#include +#include + #include // IWYU pragma: keep #include #include @@ -47,41 +50,39 @@ #include "agent/utils.h" #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/status.h" #include "cpp/sync_point.h" -#include "gen_cpp/FrontendService.h" -#include "gen_cpp/internal_service.pb.h" #include "io/fs/file_writer.h" // IWYU pragma: keep #include "io/fs/path.h" -#include "olap/base_tablet.h" -#include "olap/cold_data_compaction.h" -#include "olap/compaction_permit_limiter.h" -#include "olap/cumulative_compaction.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/segcompaction.h" -#include "olap/schema_change.h" -#include "olap/single_replica_compaction.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_meta_manager.h" -#include "olap/tablet_schema.h" -#include "olap/task/engine_publish_version_task.h" -#include "olap/task/index_builder.h" -#include "runtime/client_cache.h" #include "runtime/memory/cache_manager.h" #include "runtime/memory/global_memory_arbitrator.h" +#include "storage/compaction/cold_data_compaction.h" +#include "storage/compaction/compaction_permit_limiter.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/compaction/single_replica_compaction.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/segcompaction.h" +#include "storage/schema_change/schema_change.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/task/engine_publish_version_task.h" +#include "storage/task/index_builder.h" +#include "util/client_cache.h" #include "util/countdown_latch.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" #include "util/mem_info.h" -#include "util/metrics.h" #include "util/thread.h" #include "util/threadpool.h" #include "util/thrift_rpc_helper.h" diff --git a/be/src/olap/olap_tuple.h b/be/src/storage/olap_tuple.h similarity index 100% rename from be/src/olap/olap_tuple.h rename to be/src/storage/olap_tuple.h diff --git a/be/src/exec/olap_utils.h b/be/src/storage/olap_utils.h similarity index 98% rename from be/src/exec/olap_utils.h rename to be/src/storage/olap_utils.h index d192ed1d49693c..9c37849271123f 100644 --- a/be/src/exec/olap_utils.h +++ b/be/src/storage/olap_utils.h @@ -23,8 +23,8 @@ #include #include "common/logging.h" -#include "olap/olap_tuple.h" -#include "runtime/primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "storage/olap_tuple.h" namespace doris { diff --git a/be/src/olap/options.cpp b/be/src/storage/options.cpp similarity index 99% rename from be/src/olap/options.cpp rename to be/src/storage/options.cpp index bc6d5179b2ff17..f8593f18247593 100644 --- a/be/src/olap/options.cpp +++ b/be/src/storage/options.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/options.h" +#include "storage/options.h" #include #include @@ -34,8 +34,8 @@ #include "common/status.h" #include "io/cache/file_cache_common.h" #include "io/fs/local_file_system.h" -#include "olap/olap_define.h" -#include "olap/utils.h" +#include "storage/olap_define.h" +#include "storage/utils.h" #include "util/path_util.h" #include "util/string_util.h" diff --git a/be/src/olap/options.h b/be/src/storage/options.h similarity index 100% rename from be/src/olap/options.h rename to be/src/storage/options.h diff --git a/be/src/olap/partial_update_info.cpp b/be/src/storage/partial_update_info.cpp similarity index 99% rename from be/src/olap/partial_update_info.cpp rename to be/src/storage/partial_update_info.cpp index 663fbd0ed8e922..a4017a3a910541 100644 --- a/be/src/olap/partial_update_info.cpp +++ b/be/src/storage/partial_update_info.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/partial_update_info.h" +#include "storage/partial_update_info.h" #include @@ -23,19 +23,19 @@ #include "common/consts.h" #include "common/logging.h" -#include "olap/base_tablet.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/vertical_segment_writer.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" -#include "util/bitmap_value.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/olap/olap_data_convertor.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/value/bitmap_value.h" +#include "storage/iterator/olap_data_convertor.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/segment/vertical_segment_writer.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/partial_update_info.h b/be/src/storage/partial_update_info.h similarity index 99% rename from be/src/olap/partial_update_info.h rename to be/src/storage/partial_update_info.h index 44bc3b47bcea22..02bef990db1123 100644 --- a/be/src/olap/partial_update_info.h +++ b/be/src/storage/partial_update_info.h @@ -26,9 +26,9 @@ #include #include "common/status.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/tablet_fwd.h" -#include "vec/columns/column.h" +#include "core/column/column.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { class TabletSchema; diff --git a/be/src/olap/pb_helper.h b/be/src/storage/pb_helper.h similarity index 100% rename from be/src/olap/pb_helper.h rename to be/src/storage/pb_helper.h diff --git a/be/src/olap/accept_null_predicate.h b/be/src/storage/predicate/accept_null_predicate.h similarity index 97% rename from be/src/olap/accept_null_predicate.h rename to be/src/storage/predicate/accept_null_predicate.h index 0be0d4363d534a..ae059be4676bba 100644 --- a/be/src/olap/accept_null_predicate.h +++ b/be/src/storage/predicate/accept_null_predicate.h @@ -21,11 +21,11 @@ #include #include "common/factory_creator.h" -#include "olap/column_predicate.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/columns/column_dictionary.h" +#include "core/column/column_dictionary.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/predicate/column_predicate.h" namespace doris { diff --git a/be/src/olap/bitmap_filter_predicate.h b/be/src/storage/predicate/bitmap_filter_predicate.h similarity index 97% rename from be/src/olap/bitmap_filter_predicate.h rename to be/src/storage/predicate/bitmap_filter_predicate.h index 872d256ca987f5..da326054aab3bd 100644 --- a/be/src/olap/bitmap_filter_predicate.h +++ b/be/src/storage/predicate/bitmap_filter_predicate.h @@ -19,10 +19,10 @@ #include +#include "core/column/column_nullable.h" +#include "core/column/predicate_column.h" #include "exprs/bitmapfilter_predicate.h" -#include "olap/column_predicate.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/predicate_column.h" +#include "storage/predicate/column_predicate.h" namespace doris { template diff --git a/be/src/olap/block_column_predicate.cpp b/be/src/storage/predicate/block_column_predicate.cpp similarity index 99% rename from be/src/olap/block_column_predicate.cpp rename to be/src/storage/predicate/block_column_predicate.cpp index 2ff429f21c9255..525ef331df28de 100644 --- a/be/src/olap/block_column_predicate.cpp +++ b/be/src/storage/predicate/block_column_predicate.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/block_column_predicate.h" +#include "storage/predicate/block_column_predicate.h" #include diff --git a/be/src/olap/block_column_predicate.h b/be/src/storage/predicate/block_column_predicate.h similarity index 98% rename from be/src/olap/block_column_predicate.h rename to be/src/storage/predicate/block_column_predicate.h index 85471a328b2b63..64535629463ab6 100644 --- a/be/src/olap/block_column_predicate.h +++ b/be/src/storage/predicate/block_column_predicate.h @@ -30,10 +30,10 @@ #include "common/factory_creator.h" #include "common/status.h" -#include "olap/column_predicate.h" -#include "olap/olap_common.h" -#include "vec/columns/column.h" -#include "vec/exec/format/parquet/parquet_predicate.h" +#include "core/column/column.h" +#include "format/parquet/parquet_predicate.h" +#include "storage/olap_common.h" +#include "storage/predicate/column_predicate.h" namespace roaring { class Roaring; diff --git a/be/src/olap/bloom_filter_predicate.h b/be/src/storage/predicate/bloom_filter_predicate.h similarity index 93% rename from be/src/olap/bloom_filter_predicate.h rename to be/src/storage/predicate/bloom_filter_predicate.h index e25afc878aa066..0a7710f60ebd61 100644 --- a/be/src/olap/bloom_filter_predicate.h +++ b/be/src/storage/predicate/bloom_filter_predicate.h @@ -17,15 +17,15 @@ #pragma once +#include "core/assert_cast.h" +#include "core/column/column_dictionary.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/column/predicate_column.h" +#include "core/data_type/primitive_type.h" #include "exprs/bloom_filter_func.h" -#include "olap/column_predicate.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_dictionary.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/columns/predicate_column.h" -#include "vec/common/assert_cast.h" -#include "vec/exprs/vruntimefilter_wrapper.h" +#include "exprs/vruntimefilter_wrapper.h" +#include "storage/predicate/column_predicate.h" namespace doris { diff --git a/be/src/olap/column_predicate.h b/be/src/storage/predicate/column_predicate.h similarity index 97% rename from be/src/olap/column_predicate.h rename to be/src/storage/predicate/column_predicate.h index 81eec7365d83de..e321094dd2156f 100644 --- a/be/src/olap/column_predicate.h +++ b/be/src/storage/predicate/column_predicate.h @@ -21,16 +21,16 @@ #include #include "common/exception.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/rowset/segment_v2/inverted_index_iterator.h" -#include "olap/rowset/segment_v2/zone_map_index.h" -#include "runtime/define_primitive_type.h" -#include "runtime_filter/runtime_filter_selectivity.h" +#include "core/column/column.h" +#include "core/data_type/define_primitive_type.h" +#include "exec/runtime_filter/runtime_filter_selectivity.h" +#include "exprs/vruntimefilter_wrapper.h" +#include "format/parquet/parquet_predicate.h" +#include "runtime/runtime_profile.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/index/inverted/inverted_index_iterator.h" +#include "storage/index/zone_map/zone_map_index.h" #include "util/defer_op.h" -#include "util/runtime_profile.h" -#include "vec/columns/column.h" -#include "vec/exec/format/parquet/parquet_predicate.h" -#include "vec/exprs/vruntimefilter_wrapper.h" using namespace doris::segment_v2; diff --git a/be/src/olap/comparison_predicate.h b/be/src/storage/predicate/comparison_predicate.h similarity index 99% rename from be/src/olap/comparison_predicate.h rename to be/src/storage/predicate/comparison_predicate.h index 5dfa0f648401da..db745db3e79ff8 100644 --- a/be/src/olap/comparison_predicate.h +++ b/be/src/storage/predicate/comparison_predicate.h @@ -21,11 +21,11 @@ #include #include "common/compare.h" -#include "olap/column_predicate.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" // IWYU pragma: keep -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/columns/column_dictionary.h" +#include "core/column/column_dictionary.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/index/inverted/inverted_index_cache.h" // IWYU pragma: keep +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/predicate/column_predicate.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/filter_olap_param.h b/be/src/storage/predicate/filter_olap_param.h similarity index 98% rename from be/src/olap/filter_olap_param.h rename to be/src/storage/predicate/filter_olap_param.h index 0818c088523c3f..7232ec27314d7f 100644 --- a/be/src/olap/filter_olap_param.h +++ b/be/src/storage/predicate/filter_olap_param.h @@ -19,7 +19,7 @@ #include -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { template struct FilterOlapParam { diff --git a/be/src/olap/in_list_predicate.h b/be/src/storage/predicate/in_list_predicate.h similarity index 98% rename from be/src/olap/in_list_predicate.h rename to be/src/storage/predicate/in_list_predicate.h index 1db1a09dcd5ad4..61cf2cff3fe77a 100644 --- a/be/src/olap/in_list_predicate.h +++ b/be/src/storage/predicate/in_list_predicate.h @@ -21,21 +21,21 @@ #include #include "common/exception.h" -#include "decimal12.h" +#include "core/column/column_dictionary.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/decimal12.h" +#include "core/string_ref.h" +#include "core/type_limit.h" +#include "core/types.h" +#include "core/uint24.h" #include "exprs/hybrid_set.h" -#include "olap/column_predicate.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" // IWYU pragma: keep -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "runtime/type_limit.h" -#include "uint24.h" -#include "vec/columns/column_dictionary.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/index/inverted/inverted_index_cache.h" // IWYU pragma: keep +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/olap_common.h" +#include "storage/predicate/column_predicate.h" // for uint24_t template <> diff --git a/be/src/olap/like_column_predicate.cpp b/be/src/storage/predicate/like_column_predicate.cpp similarity index 96% rename from be/src/olap/like_column_predicate.cpp rename to be/src/storage/predicate/like_column_predicate.cpp index ca9d45c3af5004..4f4612ad23037c 100644 --- a/be/src/olap/like_column_predicate.cpp +++ b/be/src/storage/predicate/like_column_predicate.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "olap/like_column_predicate.h" +#include "storage/predicate/like_column_predicate.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/predicate_column.h" -#include "vec/common/string_ref.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/like.h" +#include "core/column/predicate_column.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "exprs/function/like.h" +#include "exprs/function_context.h" namespace doris { diff --git a/be/src/olap/like_column_predicate.h b/be/src/storage/predicate/like_column_predicate.h similarity index 96% rename from be/src/olap/like_column_predicate.h rename to be/src/storage/predicate/like_column_predicate.h index cdcc52bfa7dba9..10b721518cbc5c 100644 --- a/be/src/olap/like_column_predicate.h +++ b/be/src/storage/predicate/like_column_predicate.h @@ -27,14 +27,14 @@ #include #include "common/status.h" -#include "olap/column_predicate.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "vec/columns/column.h" -#include "vec/columns/column_dictionary.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/functions/like.h" +#include "core/column/column.h" +#include "core/column/column_dictionary.h" +#include "core/column/column_nullable.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/function/like.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/predicate/column_predicate.h" namespace roaring { class Roaring; diff --git a/be/src/olap/null_predicate.cpp b/be/src/storage/predicate/null_predicate.cpp similarity index 94% rename from be/src/olap/null_predicate.cpp rename to be/src/storage/predicate/null_predicate.cpp index ff17496229c44a..7333ef3c3f0bfb 100644 --- a/be/src/olap/null_predicate.cpp +++ b/be/src/storage/predicate/null_predicate.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "olap/null_predicate.h" +#include "storage/predicate/null_predicate.h" #include #include -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/value/vdatetime_value.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_reader.h" using namespace doris::vectorized; diff --git a/be/src/olap/null_predicate.h b/be/src/storage/predicate/null_predicate.h similarity index 96% rename from be/src/olap/null_predicate.h rename to be/src/storage/predicate/null_predicate.h index 518ad6b6f4bfbf..939cbb0d8aca28 100644 --- a/be/src/olap/null_predicate.h +++ b/be/src/storage/predicate/null_predicate.h @@ -25,10 +25,10 @@ #include #include "common/status.h" -#include "olap/column_predicate.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/schema.h" -#include "vec/exec/format/parquet/parquet_predicate.h" +#include "format/parquet/parquet_predicate.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/predicate/column_predicate.h" +#include "storage/schema.h" namespace roaring { class Roaring; diff --git a/be/src/olap/predicate_creator.cpp b/be/src/storage/predicate/predicate_creator.cpp similarity index 99% rename from be/src/olap/predicate_creator.cpp rename to be/src/storage/predicate/predicate_creator.cpp index b72458a3b8560d..97f76ed3e72b3c 100644 --- a/be/src/olap/predicate_creator.cpp +++ b/be/src/storage/predicate/predicate_creator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/predicate_creator.h" +#include "storage/predicate/predicate_creator.h" namespace doris { diff --git a/be/src/olap/predicate_creator.h b/be/src/storage/predicate/predicate_creator.h similarity index 95% rename from be/src/olap/predicate_creator.h rename to be/src/storage/predicate/predicate_creator.h index 08c94d0bba6896..5e67ba94ee3700 100644 --- a/be/src/olap/predicate_creator.h +++ b/be/src/storage/predicate/predicate_creator.h @@ -26,23 +26,23 @@ #include "common/exception.h" #include "common/status.h" -#include "exec/olap_utils.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" #include "exprs/create_predicate_function.h" +#include "exprs/function/cast/cast_parameters.h" +#include "exprs/function/cast/cast_to_basic_number_common.h" #include "exprs/hybrid_set.h" -#include "olap/bloom_filter_predicate.h" -#include "olap/column_predicate.h" -#include "olap/comparison_predicate.h" -#include "olap/in_list_predicate.h" -#include "olap/null_predicate.h" -#include "olap/tablet_schema.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "storage/olap_utils.h" +#include "storage/predicate/bloom_filter_predicate.h" +#include "storage/predicate/column_predicate.h" +#include "storage/predicate/comparison_predicate.h" +#include "storage/predicate/in_list_predicate.h" +#include "storage/predicate/null_predicate.h" +#include "storage/tablet/tablet_schema.h" #include "util/date_func.h" #include "util/string_util.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" -#include "vec/functions/cast/cast_parameters.h" -#include "vec/functions/cast/cast_to_basic_number_common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/shared_predicate.h b/be/src/storage/predicate/shared_predicate.h similarity index 97% rename from be/src/olap/shared_predicate.h rename to be/src/storage/predicate/shared_predicate.h index 5c603022a13f26..ace5d577938632 100644 --- a/be/src/olap/shared_predicate.h +++ b/be/src/storage/predicate/shared_predicate.h @@ -21,10 +21,10 @@ #include #include "common/factory_creator.h" -#include "olap/column_predicate.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/columns/column_dictionary.h" +#include "core/column/column_dictionary.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/predicate/column_predicate.h" namespace doris { diff --git a/be/src/olap/predicate_collector.cpp b/be/src/storage/predicate_collector.cpp similarity index 100% rename from be/src/olap/predicate_collector.cpp rename to be/src/storage/predicate_collector.cpp diff --git a/be/src/olap/predicate_collector.h b/be/src/storage/predicate_collector.h similarity index 100% rename from be/src/olap/predicate_collector.h rename to be/src/storage/predicate_collector.h diff --git a/be/src/olap/row_cursor.cpp b/be/src/storage/row_cursor.cpp similarity index 98% rename from be/src/olap/row_cursor.cpp rename to be/src/storage/row_cursor.cpp index 1ff2e13b3a54fd..70ac803da522b5 100644 --- a/be/src/olap/row_cursor.cpp +++ b/be/src/storage/row_cursor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/row_cursor.h" +#include "storage/row_cursor.h" #include #include @@ -26,10 +26,10 @@ #include #include "common/cast_set.h" -#include "olap/field.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/tablet_schema.h" +#include "storage/field.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/tablet/tablet_schema.h" #include "util/slice.h" using std::nothrow; diff --git a/be/src/olap/row_cursor.h b/be/src/storage/row_cursor.h similarity index 96% rename from be/src/olap/row_cursor.h rename to be/src/storage/row_cursor.h index 15344b5a81984e..8783b21d73d47e 100644 --- a/be/src/olap/row_cursor.h +++ b/be/src/storage/row_cursor.h @@ -26,10 +26,10 @@ #include #include "common/status.h" -#include "olap/olap_tuple.h" -#include "olap/row_cursor_cell.h" -#include "olap/schema.h" -#include "olap/tablet_schema.h" +#include "storage/olap_tuple.h" +#include "storage/row_cursor_cell.h" +#include "storage/schema.h" +#include "storage/tablet/tablet_schema.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/row_cursor_cell.h b/be/src/storage/row_cursor_cell.h similarity index 100% rename from be/src/olap/row_cursor_cell.h rename to be/src/storage/row_cursor_cell.h diff --git a/be/src/olap/rowid_conversion.h b/be/src/storage/rowid_conversion.h similarity index 99% rename from be/src/olap/rowid_conversion.h rename to be/src/storage/rowid_conversion.h index 7dc66924f20e7c..4a516f0b60e365 100644 --- a/be/src/olap/rowid_conversion.h +++ b/be/src/storage/rowid_conversion.h @@ -21,9 +21,9 @@ #include #include "common/cast_set.h" -#include "olap/olap_common.h" -#include "olap/utils.h" #include "runtime/thread_context.h" +#include "storage/olap_common.h" +#include "storage/utils.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/beta_rowset.cpp b/be/src/storage/rowset/beta_rowset.cpp similarity index 98% rename from be/src/olap/rowset/beta_rowset.cpp rename to be/src/storage/rowset/beta_rowset.cpp index 35fbf1dff1e46e..e94430731b17da 100644 --- a/be/src/olap/rowset/beta_rowset.cpp +++ b/be/src/storage/rowset/beta_rowset.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset.h" #include #include @@ -28,10 +28,10 @@ #include #include -#include "beta_rowset.h" #include "cloud/config.h" #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" #include "cpp/sync_point.h" #include "io/fs/file_reader.h" @@ -39,18 +39,18 @@ #include "io/fs/local_file_system.h" #include "io/fs/path.h" #include "io/fs/remote_file_system.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset_reader.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/segment_loader.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_reader.h" +#include "storage/rowset/rowset.h" +#include "storage/segment/segment_loader.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/beta_rowset.h b/be/src/storage/rowset/beta_rowset.h similarity index 94% rename from be/src/olap/rowset/beta_rowset.h rename to be/src/storage/rowset/beta_rowset.h index d5fa6ce4677998..a338d28984927b 100644 --- a/be/src/olap/rowset/beta_rowset.h +++ b/be/src/storage/rowset/beta_rowset.h @@ -26,12 +26,12 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/tablet_schema.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/segment/segment.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/rowset/beta_rowset_reader.cpp b/be/src/storage/rowset/beta_rowset_reader.cpp similarity index 96% rename from be/src/olap/rowset/beta_rowset_reader.cpp rename to be/src/storage/rowset/beta_rowset_reader.cpp index 43f7f89adeae81..5bef08edd815c9 100644 --- a/be/src/olap/rowset/beta_rowset_reader.cpp +++ b/be/src/storage/rowset/beta_rowset_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "beta_rowset_reader.h" +#include "storage/rowset/beta_rowset_reader.h" #include @@ -30,24 +30,24 @@ #include "common/logging.h" #include "common/status.h" +#include "core/block/block.h" #include "io/io_common.h" -#include "olap/block_column_predicate.h" -#include "olap/column_predicate.h" -#include "olap/delete_handler.h" -#include "olap/olap_define.h" -#include "olap/row_cursor.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/segment_v2/lazy_init_segment_iterator.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/schema.h" -#include "olap/schema_cache.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" #include "runtime/descriptors.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/olap/vgeneric_iterators.h" +#include "runtime/runtime_profile.h" +#include "storage/cache/schema_cache.h" +#include "storage/delete/delete_handler.h" +#include "storage/iterator/vgeneric_iterators.h" +#include "storage/olap_define.h" +#include "storage/predicate/block_column_predicate.h" +#include "storage/predicate/column_predicate.h" +#include "storage/row_cursor.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/schema.h" +#include "storage/segment/lazy_init_segment_iterator.h" +#include "storage/segment/segment.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/beta_rowset_reader.h b/be/src/storage/rowset/beta_rowset_reader.h similarity index 95% rename from be/src/olap/rowset/beta_rowset_reader.h rename to be/src/storage/rowset/beta_rowset_reader.h index 1d1efde73572f2..1192068d3b08a5 100644 --- a/be/src/olap/rowset/beta_rowset_reader.h +++ b/be/src/storage/rowset/beta_rowset_reader.h @@ -25,15 +25,15 @@ #include #include "common/status.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/schema.h" -#include "olap/segment_loader.h" +#include "core/block/block.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/schema.h" +#include "storage/segment/segment_loader.h" #include "util/once.h" -#include "vec/core/block.h" namespace doris { class RuntimeProfile; diff --git a/be/src/olap/rowset/beta_rowset_writer.cpp b/be/src/storage/rowset/beta_rowset_writer.cpp similarity index 98% rename from be/src/olap/rowset/beta_rowset_writer.cpp rename to be/src/storage/rowset/beta_rowset_writer.cpp index bb5127bd9a358d..5ad289f16cebf4 100644 --- a/be/src/olap/rowset/beta_rowset_writer.cpp +++ b/be/src/storage/rowset/beta_rowset_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/beta_rowset_writer.h" +#include "storage/rowset/beta_rowset_writer.h" #include // IWYU pragma: no_include @@ -37,30 +37,30 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type_factory.hpp" #include "io/fs/file_reader.h" #include "io/fs/file_system.h" #include "io/fs/file_writer.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/segcompaction.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/schema_change.h" -#include "olap/storage_engine.h" -#include "olap/tablet_schema.h" #include "runtime/thread_context.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/segcompaction.h" +#include "storage/schema_change/schema_change.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_schema.h" #include "util/debug_points.h" #include "util/pretty_printer.h" #include "util/slice.h" #include "util/stopwatch.hpp" #include "util/time.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/beta_rowset_writer.h b/be/src/storage/rowset/beta_rowset_writer.h similarity index 97% rename from be/src/olap/rowset/beta_rowset_writer.h rename to be/src/storage/rowset/beta_rowset_writer.h index 49802bb95eb969..ae652286435488 100644 --- a/be/src/olap/rowset/beta_rowset_writer.h +++ b/be/src/storage/rowset/beta_rowset_writer.h @@ -33,15 +33,15 @@ #include "common/status.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/delta_writer.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_creator.h" -#include "segment_v2/index_file_writer.h" -#include "segment_v2/segment.h" +#include "load/delta_writer/delta_writer.h" +#include "storage/index/index_file_writer.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/rowset/segment_creator.h" +#include "storage/segment/segment.h" namespace doris { namespace vectorized { diff --git a/be/src/olap/rowset/beta_rowset_writer_v2.cpp b/be/src/storage/rowset/beta_rowset_writer_v2.cpp similarity index 86% rename from be/src/olap/rowset/beta_rowset_writer_v2.cpp rename to be/src/storage/rowset/beta_rowset_writer_v2.cpp index fdb61e5b00f18d..1ceac3ee7cf398 100644 --- a/be/src/olap/rowset/beta_rowset_writer_v2.cpp +++ b/be/src/storage/rowset/beta_rowset_writer_v2.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/beta_rowset_writer_v2.h" +#include "storage/rowset/beta_rowset_writer_v2.h" #include // IWYU pragma: no_include @@ -31,25 +31,25 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" #include "common/logging.h" +#include "core/block/block.h" +#include "exec/sink/load_stream_stub.h" #include "io/fs/file_system.h" #include "io/fs/file_writer.h" #include "io/fs/stream_sink_file_writer.h" -#include "olap/data_dir.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_schema.h" +#include "storage/data_dir.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_schema.h" #include "util/slice.h" #include "util/time.h" -#include "vec/core/block.h" -#include "vec/sink/load_stream_stub.h" namespace doris { using namespace ErrorCode; diff --git a/be/src/olap/rowset/beta_rowset_writer_v2.h b/be/src/storage/rowset/beta_rowset_writer_v2.h similarity index 96% rename from be/src/olap/rowset/beta_rowset_writer_v2.h rename to be/src/storage/rowset/beta_rowset_writer_v2.h index 69504f5dc1d38e..4e4803681a82cd 100644 --- a/be/src/olap/rowset/beta_rowset_writer_v2.h +++ b/be/src/storage/rowset/beta_rowset_writer_v2.h @@ -29,11 +29,11 @@ #include "common/status.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_creator.h" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/rowset/segment_creator.h" namespace doris { namespace vectorized { diff --git a/be/src/olap/rowset/pending_rowset_helper.cpp b/be/src/storage/rowset/pending_rowset_helper.cpp similarity index 97% rename from be/src/olap/rowset/pending_rowset_helper.cpp rename to be/src/storage/rowset/pending_rowset_helper.cpp index 6c788b84232ca7..a68df6a1f0fe9c 100644 --- a/be/src/olap/rowset/pending_rowset_helper.cpp +++ b/be/src/storage/rowset/pending_rowset_helper.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/pending_rowset_helper.h" +#include "storage/rowset/pending_rowset_helper.h" -#include "olap/olap_common.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/src/olap/rowset/pending_rowset_helper.h b/be/src/storage/rowset/pending_rowset_helper.h similarity index 98% rename from be/src/olap/rowset/pending_rowset_helper.h rename to be/src/storage/rowset/pending_rowset_helper.h index 360424636b9a0a..013e0792f3c3c2 100644 --- a/be/src/olap/rowset/pending_rowset_helper.h +++ b/be/src/storage/rowset/pending_rowset_helper.h @@ -19,7 +19,7 @@ #include -#include "olap/olap_common.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/src/olap/rowset/rowset.cpp b/be/src/storage/rowset/rowset.cpp similarity index 97% rename from be/src/olap/rowset/rowset.cpp rename to be/src/storage/rowset/rowset.cpp index 0ca50b118e1385..1696b83224901b 100644 --- a/be/src/olap/rowset/rowset.cpp +++ b/be/src/storage/rowset/rowset.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/rowset.h" +#include "storage/rowset/rowset.h" #include #include "common/cast_set.h" #include "common/config.h" #include "io/cache/block_file_cache_factory.h" -#include "olap/olap_define.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/segment_loader.h" -#include "olap/tablet_schema.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/olap_define.h" +#include "storage/segment/segment_loader.h" +#include "storage/tablet/tablet_schema.h" #include "util/time.h" #include "util/trace.h" diff --git a/be/src/olap/rowset/rowset.h b/be/src/storage/rowset/rowset.h similarity index 98% rename from be/src/olap/rowset/rowset.h rename to be/src/storage/rowset/rowset.h index 2d2a6267ff8079..c37f0d99009880 100644 --- a/be/src/olap/rowset/rowset.h +++ b/be/src/storage/rowset/rowset.h @@ -33,10 +33,10 @@ #include "common/logging.h" #include "common/status.h" -#include "olap/metadata_adder.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet_schema.h" +#include "storage/metadata_adder.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/rowset/rowset_factory.cpp b/be/src/storage/rowset/rowset_factory.cpp similarity index 90% rename from be/src/olap/rowset/rowset_factory.cpp rename to be/src/storage/rowset/rowset_factory.cpp index 8e01d77aaea026..88e1977271517d 100644 --- a/be/src/olap/rowset/rowset_factory.cpp +++ b/be/src/storage/rowset/rowset_factory.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/rowset_factory.h" +#include "storage/rowset/rowset_factory.h" #include #include -#include "beta_rowset.h" #include "cloud/cloud_rowset_writer.h" #include "cloud/config.h" #include "io/fs/file_writer.h" // IWYU pragma: keep -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/vertical_beta_rowset_writer.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/rowset/vertical_beta_rowset_writer.h" +#include "storage/storage_engine.h" namespace doris { using namespace ErrorCode; diff --git a/be/src/olap/rowset/rowset_factory.h b/be/src/storage/rowset/rowset_factory.h similarity index 96% rename from be/src/olap/rowset/rowset_factory.h rename to be/src/storage/rowset/rowset_factory.h index d0517c0140ace6..347002703f15d7 100644 --- a/be/src/olap/rowset/rowset_factory.h +++ b/be/src/storage/rowset/rowset_factory.h @@ -21,8 +21,8 @@ #include #include "common/status.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/tablet_fwd.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/olap/rowset/rowset_fwd.h b/be/src/storage/rowset/rowset_fwd.h similarity index 100% rename from be/src/olap/rowset/rowset_fwd.h rename to be/src/storage/rowset/rowset_fwd.h diff --git a/be/src/olap/rowset/rowset_id_generator.h b/be/src/storage/rowset/rowset_id_generator.h similarity index 97% rename from be/src/olap/rowset/rowset_id_generator.h rename to be/src/storage/rowset/rowset_id_generator.h index 43be640ffc6181..a11aecb9b6d431 100644 --- a/be/src/olap/rowset/rowset_id_generator.h +++ b/be/src/storage/rowset/rowset_id_generator.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/olap_common.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/src/olap/rowset/rowset_meta.cpp b/be/src/storage/rowset/rowset_meta.cpp similarity index 97% rename from be/src/olap/rowset/rowset_meta.cpp rename to be/src/storage/rowset/rowset_meta.cpp index f9c07077a128e3..6b7bf658aad799 100644 --- a/be/src/olap/rowset/rowset_meta.cpp +++ b/be/src/storage/rowset/rowset_meta.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/rowset_meta.h" +#include "storage/rowset/rowset_meta.h" #include #include @@ -27,6 +27,7 @@ #include "common/logging.h" #include "common/status.h" #include "cpp/sync_point.h" +#include "exec/common/variant_util.h" #include "google/protobuf/util/message_differencer.h" #include "io/fs/encrypted_fs_factory.h" #include "io/fs/file_system.h" @@ -36,15 +37,14 @@ #include "io/fs/packed_file_system.h" #include "json2pb/json_to_pb.h" #include "json2pb/pb_to_json.h" -#include "olap/base_tablet.h" -#include "olap/lru_cache.h" -#include "olap/olap_common.h" -#include "olap/storage_policy.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_cache.h" #include "runtime/exec_env.h" -#include "vec/common/variant_util.h" +#include "storage/olap_common.h" +#include "storage/storage_policy.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_cache.h" +#include "util/lru_cache.h" namespace doris { diff --git a/be/src/olap/rowset/rowset_meta.h b/be/src/storage/rowset/rowset_meta.h similarity index 99% rename from be/src/olap/rowset/rowset_meta.h rename to be/src/storage/rowset/rowset_meta.h index 9f052cf5e10502..90b21ed1aa6ed1 100644 --- a/be/src/olap/rowset/rowset_meta.h +++ b/be/src/storage/rowset/rowset_meta.h @@ -33,12 +33,12 @@ #include "common/status.h" #include "io/fs/encrypted_fs_factory.h" #include "io/fs/file_system.h" -#include "olap/metadata_adder.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/storage_policy.h" -#include "olap/tablet_fwd.h" #include "runtime/memory/lru_cache_policy.h" +#include "storage/metadata_adder.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet_fwd.h" #include "util/once.h" namespace doris { diff --git a/be/src/olap/rowset/rowset_meta_manager.cpp b/be/src/storage/rowset/rowset_meta_manager.cpp similarity index 99% rename from be/src/olap/rowset/rowset_meta_manager.cpp rename to be/src/storage/rowset/rowset_meta_manager.cpp index 43d449d9ec67a5..ffaccb1f26e271 100644 --- a/be/src/olap/rowset/rowset_meta_manager.cpp +++ b/be/src/storage/rowset/rowset_meta_manager.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/rowset_meta_manager.h" +#include "storage/rowset/rowset_meta_manager.h" #include #include @@ -30,10 +30,10 @@ #include #include "common/logging.h" -#include "olap/binlog.h" -#include "olap/olap_define.h" -#include "olap/olap_meta.h" -#include "olap/utils.h" +#include "storage/binlog.h" +#include "storage/olap_define.h" +#include "storage/olap_meta.h" +#include "storage/utils.h" #include "util/debug_points.h" namespace doris { diff --git a/be/src/olap/rowset/rowset_meta_manager.h b/be/src/storage/rowset/rowset_meta_manager.h similarity index 98% rename from be/src/olap/rowset/rowset_meta_manager.h rename to be/src/storage/rowset/rowset_meta_manager.h index eb04128fdedaf2..d0bb9f46f7c644 100644 --- a/be/src/olap/rowset/rowset_meta_manager.h +++ b/be/src/storage/rowset/rowset_meta_manager.h @@ -28,8 +28,8 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_meta.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_meta.h" namespace doris { class OlapMeta; diff --git a/be/src/olap/rowset/rowset_reader.h b/be/src/storage/rowset/rowset_reader.h similarity index 93% rename from be/src/olap/rowset/rowset_reader.h rename to be/src/storage/rowset/rowset_reader.h index ba31176d4cbe93..40522f35cf6f27 100644 --- a/be/src/olap/rowset/rowset_reader.h +++ b/be/src/storage/rowset/rowset_reader.h @@ -22,11 +22,11 @@ #include -#include "olap/iterators.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/segment_v2/row_ranges.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "storage/iterators.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/segment/row_ranges.h" namespace doris { diff --git a/be/src/olap/rowset/rowset_reader_context.h b/be/src/storage/rowset/rowset_reader_context.h similarity index 94% rename from be/src/olap/rowset/rowset_reader_context.h rename to be/src/storage/rowset/rowset_reader_context.h index 846c721ca341ae..afe80552baf18e 100644 --- a/be/src/olap/rowset/rowset_reader_context.h +++ b/be/src/storage/rowset/rowset_reader_context.h @@ -20,15 +20,15 @@ #include +#include "exprs/score_runtime.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" #include "io/io_common.h" -#include "olap/column_predicate.h" -#include "olap/olap_common.h" -#include "olap/rowid_conversion.h" -#include "olap/rowset/segment_v2/ann_index/ann_topn_runtime.h" #include "runtime/runtime_state.h" -#include "vec/exprs/score_runtime.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "storage/index/ann/ann_topn_runtime.h" +#include "storage/olap_common.h" +#include "storage/predicate/column_predicate.h" +#include "storage/rowid_conversion.h" namespace doris { diff --git a/be/src/olap/rowset/rowset_writer.h b/be/src/storage/rowset/rowset_writer.h similarity index 95% rename from be/src/olap/rowset/rowset_writer.h rename to be/src/storage/rowset/rowset_writer.h index 8809b34f87a18d..e3cdd80987c47f 100644 --- a/be/src/olap/rowset/rowset_writer.h +++ b/be/src/storage/rowset/rowset_writer.h @@ -26,15 +26,14 @@ #include #include "common/factory_creator.h" -#include "gen_cpp/olap_file.pb.h" -#include "olap/column_mapping.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_schema.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "storage/index/index_file_writer.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/schema_change/column_mapping.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/rowset/rowset_writer_context.h b/be/src/storage/rowset/rowset_writer_context.h similarity index 98% rename from be/src/olap/rowset/rowset_writer_context.h rename to be/src/storage/rowset/rowset_writer_context.h index a7d1f9922a8166..e683efcc8434cc 100644 --- a/be/src/olap/rowset/rowset_writer_context.h +++ b/be/src/storage/rowset/rowset_writer_context.h @@ -31,12 +31,12 @@ #include "io/fs/file_system.h" #include "io/fs/file_writer.h" #include "io/fs/packed_file_system.h" -#include "olap/olap_define.h" -#include "olap/partial_update_info.h" -#include "olap/storage_policy.h" -#include "olap/tablet.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" +#include "storage/olap_define.h" +#include "storage/partial_update_info.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/rowset/segcompaction.cpp b/be/src/storage/rowset/segcompaction.cpp similarity index 96% rename from be/src/olap/rowset/segcompaction.cpp rename to be/src/storage/rowset/segcompaction.cpp index aa0ede3d093d11..2924b038fdfe08 100644 --- a/be/src/olap/rowset/segcompaction.cpp +++ b/be/src/storage/rowset/segcompaction.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "segcompaction.h" +#include "storage/rowset/segcompaction.h" #include #include @@ -33,36 +33,36 @@ #include #include "absl/strings/substitute.h" -#include "beta_rowset_writer.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" #include "common/logging.h" #include "io/fs/file_system.h" #include "io/fs/file_writer.h" #include "io/io_common.h" -#include "olap/data_dir.h" -#include "olap/iterators.h" -#include "olap/merger.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/schema.h" -#include "olap/storage_engine.h" -#include "olap/tablet_reader.h" -#include "olap/tablet_schema.h" #include "runtime/memory/global_memory_arbitrator.h" #include "runtime/thread_context.h" +#include "storage/data_dir.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/iterator/vertical_block_reader.h" +#include "storage/iterator/vertical_merge_iterator.h" +#include "storage/iterators.h" +#include "storage/merger.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/schema.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_reader.h" +#include "storage/tablet/tablet_schema.h" #include "util/debug_points.h" #include "util/mem_info.h" #include "util/time.h" -#include "vec/olap/vertical_block_reader.h" -#include "vec/olap/vertical_merge_iterator.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segcompaction.h b/be/src/storage/rowset/segcompaction.h similarity index 95% rename from be/src/olap/rowset/segcompaction.h rename to be/src/storage/rowset/segcompaction.h index 121fec8d100218..ddc0c0045ea4c1 100644 --- a/be/src/olap/rowset/segcompaction.h +++ b/be/src/storage/rowset/segcompaction.h @@ -22,11 +22,11 @@ #include "common/status.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/merger.h" -#include "olap/simple_rowid_conversion.h" -#include "olap/tablet.h" -#include "segment_v2/index_file_writer.h" -#include "segment_v2/segment.h" +#include "storage/index/index_file_writer.h" +#include "storage/merger.h" +#include "storage/segment/segment.h" +#include "storage/simple_rowid_conversion.h" +#include "storage/tablet/tablet.h" namespace doris { class Schema; diff --git a/be/src/olap/rowset/segment_creator.cpp b/be/src/storage/rowset/segment_creator.cpp similarity index 95% rename from be/src/olap/rowset/segment_creator.cpp rename to be/src/storage/rowset/segment_creator.cpp index 57523b903c6647..ae28fddb8ba79a 100644 --- a/be/src/olap/rowset/segment_creator.cpp +++ b/be/src/storage/rowset/segment_creator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_creator.h" +#include "storage/rowset/segment_creator.h" // IWYU pragma: no_include #include // IWYU pragma: keep @@ -29,25 +29,25 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/types.h" #include "io/fs/file_writer.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset_writer.h" // SegmentStatistics -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/rowset/segment_v2/vertical_segment_writer.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset_writer.h" // SegmentStatistics +#include "storage/segment/segment_writer.h" +#include "storage/segment/vertical_segment_writer.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" +#include "util/json/json_parser.h" #include "util/pretty_printer.h" #include "util/stopwatch.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/json/json_parser.h" namespace doris { using namespace ErrorCode; diff --git a/be/src/olap/rowset/segment_creator.h b/be/src/storage/rowset/segment_creator.h similarity index 97% rename from be/src/olap/rowset/segment_creator.h rename to be/src/storage/rowset/segment_creator.h index 5a0489439753a0..e658ac1fd1f3f9 100644 --- a/be/src/olap/rowset/segment_creator.h +++ b/be/src/storage/rowset/segment_creator.h @@ -21,11 +21,11 @@ #include #include "common/status.h" +#include "core/block/block.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/tablet_fwd.h" -#include "vec/core/block.h" +#include "storage/index/index_file_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { namespace vectorized { diff --git a/be/src/olap/rowset/unique_rowset_id_generator.cpp b/be/src/storage/rowset/unique_rowset_id_generator.cpp similarity index 95% rename from be/src/olap/rowset/unique_rowset_id_generator.cpp rename to be/src/storage/rowset/unique_rowset_id_generator.cpp index 0ac7f63837a099..9ac32cfb4e2708 100644 --- a/be/src/olap/rowset/unique_rowset_id_generator.cpp +++ b/be/src/storage/rowset/unique_rowset_id_generator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/unique_rowset_id_generator.h" +#include "storage/rowset/unique_rowset_id_generator.h" namespace doris { diff --git a/be/src/olap/rowset/unique_rowset_id_generator.h b/be/src/storage/rowset/unique_rowset_id_generator.h similarity index 96% rename from be/src/olap/rowset/unique_rowset_id_generator.h rename to be/src/storage/rowset/unique_rowset_id_generator.h index 2bbf65b47d114e..1bb30665e86bd5 100644 --- a/be/src/olap/rowset/unique_rowset_id_generator.h +++ b/be/src/storage/rowset/unique_rowset_id_generator.h @@ -19,7 +19,7 @@ #include -#include "olap/rowset/rowset_id_generator.h" +#include "storage/rowset/rowset_id_generator.h" #include "util/uid_util.h" namespace doris { diff --git a/be/src/olap/rowset/vertical_beta_rowset_writer.cpp b/be/src/storage/rowset/vertical_beta_rowset_writer.cpp similarity index 97% rename from be/src/olap/rowset/vertical_beta_rowset_writer.cpp rename to be/src/storage/rowset/vertical_beta_rowset_writer.cpp index 462729623d1090..5079373d2793ff 100644 --- a/be/src/olap/rowset/vertical_beta_rowset_writer.cpp +++ b/be/src/storage/rowset/vertical_beta_rowset_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/vertical_beta_rowset_writer.h" +#include "storage/rowset/vertical_beta_rowset_writer.h" #include #include @@ -31,13 +31,13 @@ #include "cloud/cloud_rowset_writer.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/logging.h" +#include "core/block/block.h" #include "io/fs/file_system.h" #include "io/fs/file_writer.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer_context.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer_context.h" #include "util/slice.h" -#include "vec/core/block.h" namespace doris { using namespace ErrorCode; diff --git a/be/src/olap/rowset/vertical_beta_rowset_writer.h b/be/src/storage/rowset/vertical_beta_rowset_writer.h similarity index 95% rename from be/src/olap/rowset/vertical_beta_rowset_writer.h rename to be/src/storage/rowset/vertical_beta_rowset_writer.h index ce756334308fcd..424267f57bef45 100644 --- a/be/src/olap/rowset/vertical_beta_rowset_writer.h +++ b/be/src/storage/rowset/vertical_beta_rowset_writer.h @@ -22,8 +22,8 @@ #include #include "common/status.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/segment_v2/segment_writer.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/segment/segment_writer.h" namespace doris { namespace vectorized { diff --git a/be/src/olap/rowset_builder.cpp b/be/src/storage/rowset_builder.cpp similarity index 95% rename from be/src/olap/rowset_builder.cpp rename to be/src/storage/rowset_builder.cpp index f250f3bef106e9..a5725eb8d92d94 100644 --- a/be/src/olap/rowset_builder.cpp +++ b/be/src/storage/rowset_builder.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset_builder.h" +#include "storage/rowset_builder.h" #include #include @@ -30,26 +30,27 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" #include "common/status.h" -#include "exec/tablet_info.h" +#include "core/block/block.h" #include "io/fs/file_system.h" #include "io/fs/file_writer.h" // IWYU pragma: keep -#include "olap/calc_delete_bitmap_executor.h" -#include "olap/olap_define.h" -#include "olap/partial_update_info.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/schema_change.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/txn_manager.h" #include "runtime/memory/global_memory_arbitrator.h" +#include "storage/delete/calc_delete_bitmap_executor.h" +#include "storage/olap_define.h" +#include "storage/partial_update_info.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/schema_change/schema_change.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet_info.h" +#include "storage/txn/txn_manager.h" #include "util/brpc_client_cache.h" #include "util/brpc_closure.h" #include "util/debug_points.h" @@ -57,7 +58,6 @@ #include "util/stopwatch.hpp" #include "util/time.h" #include "util/trace.h" -#include "vec/core/block.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset_builder.h b/be/src/storage/rowset_builder.h similarity index 93% rename from be/src/olap/rowset_builder.h rename to be/src/storage/rowset_builder.h index 9979735434708e..b66252a27034ae 100644 --- a/be/src/olap/rowset_builder.h +++ b/be/src/storage/rowset_builder.h @@ -25,13 +25,13 @@ #include #include "common/status.h" -#include "olap/delta_writer_context.h" -#include "olap/olap_common.h" -#include "olap/partial_update_info.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset.h" -#include "olap/tablet_fwd.h" -#include "util/runtime_profile.h" +#include "load/delta_writer/delta_writer_context.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_common.h" +#include "storage/partial_update_info.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/olap/rowset_version_mgr.cpp b/be/src/storage/rowset_version_mgr.cpp similarity index 98% rename from be/src/olap/rowset_version_mgr.cpp rename to be/src/storage/rowset_version_mgr.cpp index bb815ce859a24e..368d2539a1079b 100644 --- a/be/src/olap/rowset_version_mgr.cpp +++ b/be/src/storage/rowset_version_mgr.cpp @@ -39,15 +39,15 @@ #include "cloud/config.h" #include "common/status.h" #include "cpp/sync_point.h" -#include "olap/base_tablet.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_reader.h" -#include "runtime/client_cache.h" #include "service/backend_options.h" #include "service/internal_service.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/tablet/base_tablet.h" #include "util/brpc_client_cache.h" +#include "util/client_cache.h" #include "util/debug_points.h" #include "util/thrift_rpc_helper.h" #include "util/time.h" diff --git a/be/src/olap/schema.cpp b/be/src/storage/schema.cpp similarity index 94% rename from be/src/olap/schema.cpp rename to be/src/storage/schema.cpp index df109c932311d4..ab63f6e9f93b08 100644 --- a/be/src/olap/schema.cpp +++ b/be/src/storage/schema.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/schema.h" +#include "storage/schema.h" #include @@ -25,18 +25,18 @@ #include #include "common/config.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" +#include "core/column/column_array.h" +#include "core/column/column_dictionary.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/column/predicate_column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "storage/olap_common.h" #include "util/trace.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_dictionary.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/predicate_column.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { diff --git a/be/src/olap/schema.h b/be/src/storage/schema.h similarity index 97% rename from be/src/olap/schema.h rename to be/src/storage/schema.h index 6d5f3dff45bf64..5865f0b9f1dc1b 100644 --- a/be/src/olap/schema.h +++ b/be/src/storage/schema.h @@ -27,14 +27,14 @@ #include #include "common/consts.h" +#include "core/column/column.h" +#include "exprs/aggregate/aggregate_function.h" #include "io/io_common.h" -#include "olap/field.h" -#include "olap/olap_common.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" #include "runtime/thread_context.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" +#include "storage/field.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" namespace doris { diff --git a/be/src/olap/column_mapping.h b/be/src/storage/schema_change/column_mapping.h similarity index 97% rename from be/src/olap/column_mapping.h rename to be/src/storage/schema_change/column_mapping.h index 0faaa7f72a4825..0ff80b0a0a28c9 100644 --- a/be/src/olap/column_mapping.h +++ b/be/src/storage/schema_change/column_mapping.h @@ -21,7 +21,7 @@ #include -#include "olap/tablet_schema.h" +#include "storage/tablet/tablet_schema.h" namespace doris { struct ColumnMapping { diff --git a/be/src/olap/schema_change.cpp b/be/src/storage/schema_change/schema_change.cpp similarity index 97% rename from be/src/olap/schema_change.cpp rename to be/src/storage/schema_change/schema_change.cpp index 6217f079cb8992..9028ae2eb30ac5 100644 --- a/be/src/olap/schema_change.cpp +++ b/be/src/storage/schema_change/schema_change.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/schema_change.h" +#include "storage/schema_change/schema_change.h" #include #include @@ -38,53 +38,53 @@ #include "common/logging.h" #include "common/signal_handler.h" #include "common/status.h" -#include "exec/schema_scanner/schema_metadata_name_ids_scanner.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "exec/common/variant_util.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_reader.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "information_schema/schema_metadata_name_ids_scanner.h" #include "io/fs/file_system.h" #include "io/io_common.h" -#include "olap/base_tablet.h" -#include "olap/data_dir.h" -#include "olap/delete_handler.h" -#include "olap/field.h" -#include "olap/iterators.h" -#include "olap/merger.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/schema.h" -#include "olap/segment_loader.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/types.h" -#include "olap/utils.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" #include "runtime/runtime_state.h" +#include "storage/data_dir.h" +#include "storage/delete/delete_handler.h" +#include "storage/field.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/iterator/olap_data_convertor.h" +#include "storage/iterators.h" +#include "storage/merger.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/schema.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_loader.h" +#include "storage/storage_engine.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" +#include "storage/utils.h" #include "util/debug_points.h" #include "util/defer_op.h" #include "util/trace.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_reader.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/assert_cast.h" -#include "vec/common/variant_util.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/olap/olap_data_convertor.h" namespace doris { diff --git a/be/src/olap/schema_change.h b/be/src/storage/schema_change/schema_change.h similarity index 96% rename from be/src/olap/schema_change.h rename to be/src/storage/schema_change/schema_change.h index 3bc0fb0901d14d..8e7e30adeeeb8c 100644 --- a/be/src/olap/schema_change.h +++ b/be/src/storage/schema_change/schema_change.h @@ -37,20 +37,20 @@ #include "common/config.h" #include "common/object_pool.h" #include "common/status.h" -#include "olap/column_mapping.h" -#include "olap/olap_common.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_schema.h" +#include "core/data_type/data_type.h" #include "runtime/descriptors.h" #include "runtime/memory/mem_tracker.h" -#include "vec/data_types/data_type.h" +#include "runtime/runtime_state.h" +#include "storage/olap_common.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/schema_change/column_mapping.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_schema.h" namespace doris { class DeleteHandler; diff --git a/be/src/olap/rowset/segment_v2/binary_dict_page.cpp b/be/src/storage/segment/binary_dict_page.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/binary_dict_page.cpp rename to be/src/storage/segment/binary_dict_page.cpp index 49fecae32b3ae5..2683781bef5f6d 100644 --- a/be/src/olap/rowset/segment_v2/binary_dict_page.cpp +++ b/be/src/storage/segment/binary_dict_page.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/binary_dict_page.h" +#include "storage/segment/binary_dict_page.h" #include #include @@ -28,12 +28,12 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "olap/rowset/segment_v2/binary_plain_page_v2.h" -#include "olap/rowset/segment_v2/bitshuffle_page.h" -#include "olap/rowset/segment_v2/encoding_info.h" +#include "core/column/column.h" +#include "storage/segment/binary_plain_page_v2.h" +#include "storage/segment/bitshuffle_page.h" +#include "storage/segment/encoding_info.h" #include "util/coding.h" #include "util/slice.h" // for Slice -#include "vec/columns/column.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/binary_dict_page.h b/be/src/storage/segment/binary_dict_page.h similarity index 93% rename from be/src/olap/rowset/segment_v2/binary_dict_page.h rename to be/src/storage/segment/binary_dict_page.h index 1dbd09f0fc0af9..b65ebbe36a344a 100644 --- a/be/src/olap/rowset/segment_v2/binary_dict_page.h +++ b/be/src/storage/segment/binary_dict_page.h @@ -25,17 +25,17 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/binary_plain_page.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" +#include "core/arena.h" +#include "core/data_type/data_type.h" +#include "core/string_ref.h" +#include "storage/olap_common.h" +#include "storage/segment/binary_plain_page.h" +#include "storage/segment/common.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" #include "util/faststring.h" #include "util/slice.h" -#include "vec/common/arena.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" namespace doris { struct StringRef; diff --git a/be/src/olap/rowset/segment_v2/binary_dict_page_pre_decoder.h b/be/src/storage/segment/binary_dict_page_pre_decoder.h similarity index 95% rename from be/src/olap/rowset/segment_v2/binary_dict_page_pre_decoder.h rename to be/src/storage/segment/binary_dict_page_pre_decoder.h index ae3d2bd3394c41..b488e83f402fcf 100644 --- a/be/src/olap/rowset/segment_v2/binary_dict_page_pre_decoder.h +++ b/be/src/storage/segment/binary_dict_page_pre_decoder.h @@ -17,11 +17,11 @@ #pragma once -#include "olap/page_cache.h" -#include "olap/rowset/segment_v2/binary_dict_page.h" -#include "olap/rowset/segment_v2/binary_plain_page_v2_pre_decoder.h" -#include "olap/rowset/segment_v2/bitshuffle_page_pre_decoder.h" -#include "olap/rowset/segment_v2/encoding_info.h" +#include "storage/cache/page_cache.h" +#include "storage/segment/binary_dict_page.h" +#include "storage/segment/binary_plain_page_v2_pre_decoder.h" +#include "storage/segment/bitshuffle_page_pre_decoder.h" +#include "storage/segment/encoding_info.h" #include "util/coding.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/binary_plain_page.h b/be/src/storage/segment/binary_plain_page.h similarity index 97% rename from be/src/olap/rowset/segment_v2/binary_plain_page.h rename to be/src/storage/segment/binary_plain_page.h index 82497d85c266d6..23eccc4a9838c4 100644 --- a/be/src/olap/rowset/segment_v2/binary_plain_page.h +++ b/be/src/storage/segment/binary_plain_page.h @@ -29,15 +29,15 @@ #pragma once #include "common/logging.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/types.h" +#include "core/column/column_complex.h" +#include "core/column/column_nullable.h" +#include "storage/olap_common.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" +#include "storage/types.h" #include "util/coding.h" #include "util/faststring.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_nullable.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/binary_plain_page_v2.h b/be/src/storage/segment/binary_plain_page_v2.h similarity index 95% rename from be/src/olap/rowset/segment_v2/binary_plain_page_v2.h rename to be/src/storage/segment/binary_plain_page_v2.h index 9d147facc87a82..1431edd448723f 100644 --- a/be/src/olap/rowset/segment_v2/binary_plain_page_v2.h +++ b/be/src/storage/segment/binary_plain_page_v2.h @@ -27,16 +27,16 @@ #pragma once #include "common/logging.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/binary_plain_page.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/types.h" +#include "core/column/column_complex.h" +#include "core/column/column_nullable.h" +#include "storage/olap_common.h" +#include "storage/segment/binary_plain_page.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" +#include "storage/types.h" #include "util/coding.h" #include "util/faststring.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_nullable.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/binary_plain_page_v2_pre_decoder.h b/be/src/storage/segment/binary_plain_page_v2_pre_decoder.h similarity index 98% rename from be/src/olap/rowset/segment_v2/binary_plain_page_v2_pre_decoder.h rename to be/src/storage/segment/binary_plain_page_v2_pre_decoder.h index 7f3ae42a5e9d59..bea58094c8a578 100644 --- a/be/src/olap/rowset/segment_v2/binary_plain_page_v2_pre_decoder.h +++ b/be/src/storage/segment/binary_plain_page_v2_pre_decoder.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/page_cache.h" -#include "olap/rowset/segment_v2/encoding_info.h" +#include "storage/cache/page_cache.h" +#include "storage/segment/encoding_info.h" #include "util/coding.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/binary_prefix_page.cpp b/be/src/storage/segment/binary_prefix_page.cpp similarity index 99% rename from be/src/olap/rowset/segment_v2/binary_prefix_page.cpp rename to be/src/storage/segment/binary_prefix_page.cpp index bb43d81e394cf1..415c27447bec1a 100644 --- a/be/src/olap/rowset/segment_v2/binary_prefix_page.cpp +++ b/be/src/storage/segment/binary_prefix_page.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/binary_prefix_page.h" +#include "storage/segment/binary_prefix_page.h" #include #include diff --git a/be/src/olap/rowset/segment_v2/binary_prefix_page.h b/be/src/storage/segment/binary_prefix_page.h similarity index 97% rename from be/src/olap/rowset/segment_v2/binary_prefix_page.h rename to be/src/storage/segment/binary_prefix_page.h index 22c81f0ef596a3..1204015baff316 100644 --- a/be/src/olap/rowset/segment_v2/binary_prefix_page.h +++ b/be/src/storage/segment/binary_prefix_page.h @@ -24,13 +24,13 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" +#include "core/column/column.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" #include "util/coding.h" #include "util/faststring.h" #include "util/slice.h" -#include "vec/columns/column.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/bitshuffle_page.cpp b/be/src/storage/segment/bitshuffle_page.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/bitshuffle_page.cpp rename to be/src/storage/segment/bitshuffle_page.cpp index cd6f1f4e9159dc..bd7679703ac0a4 100644 --- a/be/src/olap/rowset/segment_v2/bitshuffle_page.cpp +++ b/be/src/storage/segment/bitshuffle_page.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/bitshuffle_page.h" +#include "storage/segment/bitshuffle_page.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/bitshuffle_page.h b/be/src/storage/segment/bitshuffle_page.h similarity index 97% rename from be/src/olap/rowset/segment_v2/bitshuffle_page.h rename to be/src/storage/segment/bitshuffle_page.h index 5a9c14b735c21c..82395ade5124ec 100644 --- a/be/src/olap/rowset/segment_v2/bitshuffle_page.h +++ b/be/src/storage/segment/bitshuffle_page.h @@ -29,20 +29,20 @@ #include "common/cast_set.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/bitshuffle_wrapper.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/types.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/types.h" +#include "storage/olap_common.h" +#include "storage/segment/bitshuffle_wrapper.h" +#include "storage/segment/common.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" +#include "storage/types.h" #include "util/alignment.h" #include "util/coding.h" #include "util/faststring.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/bitshuffle_page_pre_decoder.h b/be/src/storage/segment/bitshuffle_page_pre_decoder.h similarity index 95% rename from be/src/olap/rowset/segment_v2/bitshuffle_page_pre_decoder.h rename to be/src/storage/segment/bitshuffle_page_pre_decoder.h index 6fae8ef35f9f24..d3ea66a1a8a9c5 100644 --- a/be/src/olap/rowset/segment_v2/bitshuffle_page_pre_decoder.h +++ b/be/src/storage/segment/bitshuffle_page_pre_decoder.h @@ -17,10 +17,10 @@ #pragma once -#include "olap/page_cache.h" -#include "olap/rowset/segment_v2/binary_dict_page.h" -#include "olap/rowset/segment_v2/bitshuffle_page.h" -#include "olap/rowset/segment_v2/encoding_info.h" +#include "storage/cache/page_cache.h" +#include "storage/segment/binary_dict_page.h" +#include "storage/segment/bitshuffle_page.h" +#include "storage/segment/encoding_info.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/bitshuffle_wrapper.cpp b/be/src/storage/segment/bitshuffle_wrapper.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/bitshuffle_wrapper.cpp rename to be/src/storage/segment/bitshuffle_wrapper.cpp index 82c4028aa83daf..4e1932727668de 100644 --- a/be/src/olap/rowset/segment_v2/bitshuffle_wrapper.cpp +++ b/be/src/storage/segment/bitshuffle_wrapper.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/bitshuffle_wrapper.h" +#include "storage/segment/bitshuffle_wrapper.h" // Include the bitshuffle header once to get the default (non-AVX2) // symbols. diff --git a/be/src/olap/rowset/segment_v2/bitshuffle_wrapper.h b/be/src/storage/segment/bitshuffle_wrapper.h similarity index 100% rename from be/src/olap/rowset/segment_v2/bitshuffle_wrapper.h rename to be/src/storage/segment/bitshuffle_wrapper.h diff --git a/be/src/olap/rowset/segment_v2/column_meta_accessor.cpp b/be/src/storage/segment/column_meta_accessor.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/column_meta_accessor.cpp rename to be/src/storage/segment/column_meta_accessor.cpp index 7982199d6a0ace..a9c95650b810af 100644 --- a/be/src/olap/rowset/segment_v2/column_meta_accessor.cpp +++ b/be/src/storage/segment/column_meta_accessor.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/column_meta_accessor.h" +#include "storage/segment/column_meta_accessor.h" #include #include #include "io/io_common.h" -#include "olap/rowset/segment_v2/external_col_meta_util.h" -#include "olap/rowset/segment_v2/segment.h" // SEGMENT_FOOTER_VERSION_V3_EXT_COL_META +#include "storage/segment/external_col_meta_util.h" +#include "storage/segment/segment.h" // SEGMENT_FOOTER_VERSION_V3_EXT_COL_META namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/column_meta_accessor.h b/be/src/storage/segment/column_meta_accessor.h similarity index 99% rename from be/src/olap/rowset/segment_v2/column_meta_accessor.h rename to be/src/storage/segment/column_meta_accessor.h index a99f8f314dc64f..36a7bb2c209266 100644 --- a/be/src/olap/rowset/segment_v2/column_meta_accessor.h +++ b/be/src/storage/segment/column_meta_accessor.h @@ -17,12 +17,13 @@ #pragma once +#include + #include #include #include #include "common/status.h" -#include "gen_cpp/segment_v2.pb.h" #include "io/fs/file_reader.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/column_reader.cpp b/be/src/storage/segment/column_reader.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/column_reader.cpp rename to be/src/storage/segment/column_reader.cpp index 923e77c25ec5f4..746a9fc33c5958 100644 --- a/be/src/olap/rowset/segment_v2/column_reader.cpp +++ b/be/src/storage/segment/column_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/column_reader.h" +#include "storage/segment/column_reader.h" #include #include @@ -30,58 +30,58 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" +#include "core/assert_cast.h" +#include "core/binary_cast.hpp" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_agg_state.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/decimal12.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" //for VecDateTime #include "io/fs/file_reader.h" -#include "olap/block_column_predicate.h" -#include "olap/column_predicate.h" -#include "olap/decimal12.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_reader.h" -#include "olap/rowset/segment_v2/binary_dict_page.h" // for BinaryDictPageDecoder -#include "olap/rowset/segment_v2/binary_plain_page.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/rowset/segment_v2/bloom_filter_index_reader.h" -#include "olap/rowset/segment_v2/column_meta_accessor.h" -#include "olap/rowset/segment_v2/encoding_info.h" // for EncodingInfo -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_reader.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/rowset/segment_v2/page_handle.h" // for PageHandle -#include "olap/rowset/segment_v2/page_io.h" -#include "olap/rowset/segment_v2/page_pointer.h" // for PagePointer -#include "olap/rowset/segment_v2/row_ranges.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/rowset/segment_v2/zone_map_index.h" -#include "olap/tablet_schema.h" -#include "olap/types.h" // for TypeInfo -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" -#include "util/binary_cast.hpp" +#include "storage/index/ann/ann_index_reader.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter_index_reader.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_reader.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/index/zone_map/zone_map_index.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/predicate/block_column_predicate.h" +#include "storage/predicate/column_predicate.h" +#include "storage/segment/binary_dict_page.h" // for BinaryDictPageDecoder +#include "storage/segment/binary_plain_page.h" +#include "storage/segment/column_meta_accessor.h" +#include "storage/segment/encoding_info.h" // for EncodingInfo +#include "storage/segment/page_decoder.h" +#include "storage/segment/page_handle.h" // for PageHandle +#include "storage/segment/page_io.h" +#include "storage/segment/page_pointer.h" // for PagePointer +#include "storage/segment/row_ranges.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_prefetcher.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" // for TypeInfo #include "util/bitmap.h" #include "util/block_compression.h" #include "util/rle_encoding.h" // for RleDecoder #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/runtime/vdatetime_value.h" //for VecDateTime namespace doris::segment_v2 { -#include "column_reader.h" #include "common/compile_check_begin.h" +#include "storage/segment/column_reader.h" inline bool read_as_string(PrimitiveType type) { return type == PrimitiveType::TYPE_STRING || type == PrimitiveType::INVALID_TYPE || diff --git a/be/src/olap/rowset/segment_v2/column_reader.h b/be/src/storage/segment/column_reader.h similarity index 97% rename from be/src/olap/rowset/segment_v2/column_reader.h rename to be/src/storage/segment/column_reader.h index f40cfd3390c325..cc44eb9249577e 100644 --- a/be/src/olap/rowset/segment_v2/column_reader.h +++ b/be/src/storage/segment/column_reader.h @@ -32,27 +32,28 @@ #include "common/config.h" #include "common/exception.h" #include "common/logging.h" -#include "common/status.h" // for Status +#include "common/status.h" // for Status +#include "core/column/column_array.h" // ColumnArray +#include "core/data_type/data_type.h" +#include "io/cache/cached_remote_file_reader.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/file_system.h" #include "io/io_common.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/index_reader.h" -#include "olap/rowset/segment_v2/ordinal_page_index.h" // for OrdinalPageIndexIterator -#include "olap/rowset/segment_v2/page_handle.h" // for PageHandle -#include "olap/rowset/segment_v2/page_pointer.h" -#include "olap/rowset/segment_v2/parsed_page.h" // for ParsedPage -#include "olap/rowset/segment_v2/stream_reader.h" -#include "olap/rowset/segment_v2/zone_map_index.h" -#include "olap/tablet_schema.h" -#include "olap/types.h" -#include "olap/utils.h" +#include "storage/index/index_reader.h" +#include "storage/index/ordinal_page_index.h" // for OrdinalPageIndexIterator +#include "storage/index/zone_map/zone_map_index.h" +#include "storage/olap_common.h" +#include "storage/predicate/column_predicate.h" +#include "storage/segment/common.h" +#include "storage/segment/page_handle.h" // for PageHandle +#include "storage/segment/page_pointer.h" +#include "storage/segment/parsed_page.h" // for ParsedPage +#include "storage/segment/segment_prefetcher.h" +#include "storage/segment/stream_reader.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" +#include "storage/utils.h" #include "util/once.h" -#include "vec/columns/column_array.h" // ColumnArray -#include "vec/columns/subcolumn_tree.h" -#include "vec/data_types/data_type.h" -#include "vec/json/path_in_data.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/column_reader_cache.cpp b/be/src/storage/segment/column_reader_cache.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/column_reader_cache.cpp rename to be/src/storage/segment/column_reader_cache.cpp index c3a9225febe8ed..d8276811468a18 100644 --- a/be/src/olap/rowset/segment_v2/column_reader_cache.cpp +++ b/be/src/storage/segment/column_reader_cache.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/column_reader_cache.h" +#include "storage/segment/column_reader_cache.h" -#include "olap/rowset/segment_v2/column_meta_accessor.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" +#include "storage/segment/column_meta_accessor.h" +#include "storage/segment/segment.h" +#include "storage/segment/variant/variant_column_reader.h" bvar::Adder g_segment_column_reader_cache_count("segment_column_cache_count"); bvar::Adder g_segment_column_cache_hit_count("segment_column_cache_hit_count"); diff --git a/be/src/olap/rowset/segment_v2/column_reader_cache.h b/be/src/storage/segment/column_reader_cache.h similarity index 97% rename from be/src/olap/rowset/segment_v2/column_reader_cache.h rename to be/src/storage/segment/column_reader_cache.h index 8efd829c3c1b71..fc4695c8f4cb94 100644 --- a/be/src/olap/rowset/segment_v2/column_reader_cache.h +++ b/be/src/storage/segment/column_reader_cache.h @@ -18,7 +18,9 @@ #include "agent/be_exec_version_manager.h" #include "io/fs/file_reader.h" -#include "olap/rowset/segment_v2/column_reader.h" +#include "storage/segment/stream_reader.h" +#include "storage/tablet/tablet_fwd.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/column_writer.cpp b/be/src/storage/segment/column_writer.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/column_writer.cpp rename to be/src/storage/segment/column_writer.cpp index 85517e6da90d94..ff91184a711cd6 100644 --- a/be/src/olap/rowset/segment_v2/column_writer.cpp +++ b/be/src/storage/segment/column_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/column_writer.h" +#include "storage/segment/column_writer.h" #include @@ -26,29 +26,29 @@ #include "common/config.h" #include "common/logging.h" +#include "core/data_type/data_type_agg_state.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/types.h" #include "io/fs/file_writer.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/bloom_filter_index_writer.h" -#include "olap/rowset/segment_v2/encoding_info.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/ordinal_page_index.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_io.h" -#include "olap/rowset/segment_v2/page_pointer.h" -#include "olap/rowset/segment_v2/variant/variant_column_writer_impl.h" -#include "olap/rowset/segment_v2/zone_map_index.h" -#include "olap/tablet_schema.h" -#include "olap/types.h" #include "runtime/collection_value.h" +#include "storage/index/bloom_filter/bloom_filter_index_writer.h" +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/index/ordinal_page_index.h" +#include "storage/index/zone_map/zone_map_index.h" +#include "storage/olap_common.h" +#include "storage/segment/encoding_info.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_io.h" +#include "storage/segment/page_pointer.h" +#include "storage/segment/variant/variant_column_writer_impl.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" #include "util/block_compression.h" #include "util/debug_points.h" #include "util/faststring.h" #include "util/rle_encoding.h" #include "util/simd/bits.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/column_writer.h b/be/src/storage/segment/column_writer.h old mode 100755 new mode 100644 similarity index 98% rename from be/src/olap/rowset/segment_v2/column_writer.h rename to be/src/storage/segment/column_writer.h index d13a4313561afb..3c2b1ee12abbb8 --- a/be/src/olap/rowset/segment_v2/column_writer.h +++ b/be/src/storage/segment/column_writer.h @@ -30,17 +30,17 @@ #include #include "common/status.h" // for Status -#include "olap/field.h" // for Field -#include "olap/rowset/segment_v2/ann_index/ann_index_writer.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" -#include "olap/rowset/segment_v2/variant/variant_statistics.h" +#include "core/column/column_variant.h" +#include "storage/field.h" // for Field +#include "storage/index/ann/ann_index_writer.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/segment/common.h" +#include "storage/segment/options.h" +#include "storage/segment/variant/nested_group_provider.h" +#include "storage/segment/variant/variant_statistics.h" #include "util/bitmap.h" // for BitmapChange #include "util/slice.h" // for OwnedSlice -#include "vec/columns/column_variant.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/common.h b/be/src/storage/segment/common.h similarity index 100% rename from be/src/olap/rowset/segment_v2/common.h rename to be/src/storage/segment/common.h diff --git a/be/src/olap/rowset/segment_v2/condition_cache.cpp b/be/src/storage/segment/condition_cache.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/condition_cache.cpp rename to be/src/storage/segment/condition_cache.cpp index f4ebd2584fc287..ebfea806e46fc6 100644 --- a/be/src/olap/rowset/segment_v2/condition_cache.cpp +++ b/be/src/storage/segment/condition_cache.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/condition_cache.h" +#include "storage/segment/condition_cache.h" #include diff --git a/be/src/olap/rowset/segment_v2/condition_cache.h b/be/src/storage/segment/condition_cache.h similarity index 99% rename from be/src/olap/rowset/segment_v2/condition_cache.h rename to be/src/storage/segment/condition_cache.h index 968f67df825026..17b9f8470b8113 100644 --- a/be/src/olap/rowset/segment_v2/condition_cache.h +++ b/be/src/storage/segment/condition_cache.h @@ -31,10 +31,10 @@ #include "common/status.h" #include "io/fs/file_system.h" #include "io/fs/path.h" -#include "olap/lru_cache.h" #include "runtime/exec_env.h" #include "runtime/memory/lru_cache_policy.h" #include "runtime/memory/mem_tracker.h" +#include "util/lru_cache.h" #include "util/slice.h" #include "util/time.h" diff --git a/be/src/olap/rowset/segment_v2/empty_segment_iterator.cpp b/be/src/storage/segment/empty_segment_iterator.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/empty_segment_iterator.cpp rename to be/src/storage/segment/empty_segment_iterator.cpp index 95491196f9a96e..2bda5449bdafe4 100644 --- a/be/src/olap/rowset/segment_v2/empty_segment_iterator.cpp +++ b/be/src/storage/segment/empty_segment_iterator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/empty_segment_iterator.h" +#include "storage/segment/empty_segment_iterator.h" namespace doris { namespace vectorized { diff --git a/be/src/olap/rowset/segment_v2/empty_segment_iterator.h b/be/src/storage/segment/empty_segment_iterator.h similarity index 96% rename from be/src/olap/rowset/segment_v2/empty_segment_iterator.h rename to be/src/storage/segment/empty_segment_iterator.h index 46d4e9bb8f15d2..d08a6e7e55d711 100644 --- a/be/src/olap/rowset/segment_v2/empty_segment_iterator.h +++ b/be/src/storage/segment/empty_segment_iterator.h @@ -18,8 +18,8 @@ #pragma once #include "common/status.h" -#include "olap/iterators.h" -#include "olap/schema.h" +#include "storage/iterators.h" +#include "storage/schema.h" namespace doris { namespace vectorized { diff --git a/be/src/olap/rowset/segment_v2/encoding_info.cpp b/be/src/storage/segment/encoding_info.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/encoding_info.cpp rename to be/src/storage/segment/encoding_info.cpp index 65690914b66a8a..9fdad8504063aa 100644 --- a/be/src/olap/rowset/segment_v2/encoding_info.cpp +++ b/be/src/storage/segment/encoding_info.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/encoding_info.h" +#include "storage/segment/encoding_info.h" #include #include @@ -27,21 +27,21 @@ #include #include "common/config.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/binary_dict_page.h" -#include "olap/rowset/segment_v2/binary_dict_page_pre_decoder.h" -#include "olap/rowset/segment_v2/binary_plain_page.h" -#include "olap/rowset/segment_v2/binary_plain_page_v2.h" -#include "olap/rowset/segment_v2/binary_plain_page_v2_pre_decoder.h" -#include "olap/rowset/segment_v2/binary_prefix_page.h" -#include "olap/rowset/segment_v2/bitshuffle_page.h" -#include "olap/rowset/segment_v2/bitshuffle_page_pre_decoder.h" -#include "olap/rowset/segment_v2/frame_of_reference_page.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/plain_page.h" -#include "olap/rowset/segment_v2/rle_page.h" -#include "olap/types.h" #include "runtime/exec_env.h" +#include "storage/olap_common.h" +#include "storage/segment/binary_dict_page.h" +#include "storage/segment/binary_dict_page_pre_decoder.h" +#include "storage/segment/binary_plain_page.h" +#include "storage/segment/binary_plain_page_v2.h" +#include "storage/segment/binary_plain_page_v2_pre_decoder.h" +#include "storage/segment/binary_prefix_page.h" +#include "storage/segment/bitshuffle_page.h" +#include "storage/segment/bitshuffle_page_pre_decoder.h" +#include "storage/segment/frame_of_reference_page.h" +#include "storage/segment/options.h" +#include "storage/segment/plain_page.h" +#include "storage/segment/rle_page.h" +#include "storage/types.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/encoding_info.h b/be/src/storage/segment/encoding_info.h similarity index 98% rename from be/src/olap/rowset/segment_v2/encoding_info.h rename to be/src/storage/segment/encoding_info.h index 87d712616ce411..1f3a5372922560 100644 --- a/be/src/olap/rowset/segment_v2/encoding_info.h +++ b/be/src/storage/segment/encoding_info.h @@ -24,8 +24,8 @@ #include "common/config.h" #include "common/status.h" -#include "olap/page_cache.h" -#include "olap/rowset/segment_v2/options.h" +#include "storage/cache/page_cache.h" +#include "storage/segment/options.h" #include "util/slice.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/external_col_meta_util.cpp b/be/src/storage/segment/external_col_meta_util.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/external_col_meta_util.cpp rename to be/src/storage/segment/external_col_meta_util.cpp index e46bc189ec5f74..6737689c983f95 100644 --- a/be/src/olap/rowset/segment_v2/external_col_meta_util.cpp +++ b/be/src/storage/segment/external_col_meta_util.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/external_col_meta_util.h" +#include "storage/segment/external_col_meta_util.h" #include #include #include #include "io/io_common.h" -#include "olap/rowset/segment_v2/variant/variant_ext_meta_writer.h" +#include "storage/segment/variant/variant_ext_meta_writer.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/external_col_meta_util.h b/be/src/storage/segment/external_col_meta_util.h similarity index 99% rename from be/src/olap/rowset/segment_v2/external_col_meta_util.h rename to be/src/storage/segment/external_col_meta_util.h index 6a0e245c2f986b..bea43deb67ff0b 100644 --- a/be/src/olap/rowset/segment_v2/external_col_meta_util.h +++ b/be/src/storage/segment/external_col_meta_util.h @@ -16,13 +16,14 @@ // under the License. #pragma once +#include + #include #include #include #include #include "common/status.h" -#include "gen_cpp/segment_v2.pb.h" #include "io/fs/file_reader.h" #include "io/fs/file_writer.h" #include "util/slice.h" diff --git a/be/src/olap/rowset/segment_v2/frame_of_reference_page.h b/be/src/storage/segment/frame_of_reference_page.h similarity index 96% rename from be/src/olap/rowset/segment_v2/frame_of_reference_page.h rename to be/src/storage/segment/frame_of_reference_page.h index 8bc9eaa9f741c4..8d5eb09f1710cb 100644 --- a/be/src/olap/rowset/segment_v2/frame_of_reference_page.h +++ b/be/src/storage/segment/frame_of_reference_page.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/rowset/segment_v2/options.h" // for PageBuilderOptions/PageDecoderOptions -#include "olap/rowset/segment_v2/page_builder.h" // for PageBuilder -#include "olap/rowset/segment_v2/page_decoder.h" // for PageDecoder +#include "storage/segment/options.h" // for PageBuilderOptions/PageDecoderOptions +#include "storage/segment/page_builder.h" // for PageBuilder +#include "storage/segment/page_decoder.h" // for PageDecoder #include "util/frame_of_reference_coding.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/lazy_init_segment_iterator.cpp b/be/src/storage/segment/lazy_init_segment_iterator.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/lazy_init_segment_iterator.cpp rename to be/src/storage/segment/lazy_init_segment_iterator.cpp index af663b36a39e15..723233d4cbc210 100644 --- a/be/src/olap/rowset/segment_v2/lazy_init_segment_iterator.cpp +++ b/be/src/storage/segment/lazy_init_segment_iterator.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/lazy_init_segment_iterator.h" +#include "storage/segment/lazy_init_segment_iterator.h" -#include "olap/segment_loader.h" +#include "storage/segment/segment_loader.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/lazy_init_segment_iterator.h b/be/src/storage/segment/lazy_init_segment_iterator.h similarity index 93% rename from be/src/olap/rowset/segment_v2/lazy_init_segment_iterator.h rename to be/src/storage/segment/lazy_init_segment_iterator.h index 90ba8f891b26e6..ce5ed77391ad18 100644 --- a/be/src/olap/rowset/segment_v2/lazy_init_segment_iterator.h +++ b/be/src/storage/segment/lazy_init_segment_iterator.h @@ -17,10 +17,10 @@ #pragma once -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_iterator.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "storage/segment/common.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_iterator.h" namespace doris { class BetaRowset; diff --git a/be/src/olap/rowset/segment_v2/options.h b/be/src/storage/segment/options.h similarity index 100% rename from be/src/olap/rowset/segment_v2/options.h rename to be/src/storage/segment/options.h diff --git a/be/src/olap/rowset/segment_v2/page_builder.h b/be/src/storage/segment/page_builder.h similarity index 99% rename from be/src/olap/rowset/segment_v2/page_builder.h rename to be/src/storage/segment/page_builder.h index 85e6d7f961f42f..64dade25a556d4 100644 --- a/be/src/olap/rowset/segment_v2/page_builder.h +++ b/be/src/storage/segment/page_builder.h @@ -24,7 +24,7 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/common.h" +#include "storage/segment/common.h" #include "util/slice.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/page_decoder.h b/be/src/storage/segment/page_decoder.h similarity index 99% rename from be/src/olap/rowset/segment_v2/page_decoder.h rename to be/src/storage/segment/page_decoder.h index 69946e7dabe7dd..c71ac397d5bf95 100644 --- a/be/src/olap/rowset/segment_v2/page_decoder.h +++ b/be/src/storage/segment/page_decoder.h @@ -18,7 +18,7 @@ #pragma once #include "common/status.h" // for Status -#include "vec/columns/column.h" +#include "core/column/column.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/page_handle.h b/be/src/storage/segment/page_handle.h similarity index 98% rename from be/src/olap/rowset/segment_v2/page_handle.h rename to be/src/storage/segment/page_handle.h index 7c72d03a64bed5..2022efc1f45528 100644 --- a/be/src/olap/rowset/segment_v2/page_handle.h +++ b/be/src/storage/segment/page_handle.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/page_cache.h" #include "runtime/exec_env.h" +#include "storage/cache/page_cache.h" #include "util/slice.h" // for Slice namespace doris { diff --git a/be/src/olap/rowset/segment_v2/page_io.cpp b/be/src/storage/segment/page_io.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/page_io.cpp rename to be/src/storage/segment/page_io.cpp index dc6d887d182b62..49ac6ebccc2b05 100644 --- a/be/src/olap/rowset/segment_v2/page_io.cpp +++ b/be/src/storage/segment/page_io.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/page_io.h" +#include "storage/segment/page_io.h" #include #include @@ -36,14 +36,14 @@ #include "io/cache/cached_remote_file_reader.h" #include "io/fs/file_reader.h" #include "io/fs/file_writer.h" -#include "olap/olap_common.h" -#include "olap/page_cache.h" -#include "olap/rowset/segment_v2/encoding_info.h" -#include "olap/rowset/segment_v2/page_handle.h" +#include "runtime/runtime_profile.h" +#include "storage/cache/page_cache.h" +#include "storage/olap_common.h" +#include "storage/segment/encoding_info.h" +#include "storage/segment/page_handle.h" #include "util/block_compression.h" #include "util/coding.h" #include "util/faststring.h" -#include "util/runtime_profile.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/page_io.h b/be/src/storage/segment/page_io.h similarity index 99% rename from be/src/olap/rowset/segment_v2/page_io.h rename to be/src/storage/segment/page_io.h index f5336e26c2e170..2a1b4539d8d73c 100644 --- a/be/src/olap/rowset/segment_v2/page_io.h +++ b/be/src/storage/segment/page_io.h @@ -25,7 +25,7 @@ #include "common/status.h" #include "io/cache/block_file_cache.h" #include "io/io_common.h" -#include "olap/rowset/segment_v2/page_pointer.h" +#include "storage/segment/page_pointer.h" #include "util/slice.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/page_pointer.h b/be/src/storage/segment/page_pointer.h similarity index 100% rename from be/src/olap/rowset/segment_v2/page_pointer.h rename to be/src/storage/segment/page_pointer.h diff --git a/be/src/olap/rowset/segment_v2/parsed_page.h b/be/src/storage/segment/parsed_page.h similarity index 93% rename from be/src/olap/rowset/segment_v2/parsed_page.h rename to be/src/storage/segment/parsed_page.h index 399ec7b360465f..5bab09400a22f3 100644 --- a/be/src/olap/rowset/segment_v2/parsed_page.h +++ b/be/src/storage/segment/parsed_page.h @@ -22,12 +22,12 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/binary_dict_page.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/encoding_info.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/rowset/segment_v2/page_handle.h" +#include "storage/segment/binary_dict_page.h" +#include "storage/segment/common.h" +#include "storage/segment/encoding_info.h" +#include "storage/segment/options.h" +#include "storage/segment/page_decoder.h" +#include "storage/segment/page_handle.h" #include "util/rle_encoding.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/plain_page.h b/be/src/storage/segment/plain_page.h similarity index 97% rename from be/src/olap/rowset/segment_v2/plain_page.h rename to be/src/storage/segment/plain_page.h index 2065a5a899112a..086abf67e6b9c2 100644 --- a/be/src/olap/rowset/segment_v2/plain_page.h +++ b/be/src/storage/segment/plain_page.h @@ -18,14 +18,14 @@ #pragma once #include "common/cast_set.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/types.h" +#include "storage/olap_common.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" +#include "storage/types.h" #include "util/coding.h" #include "util/faststring.h" -#include "vec/common/unaligned.h" +#include "util/unaligned.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/rle_page.h b/be/src/storage/segment/rle_page.h similarity index 95% rename from be/src/olap/rowset/segment_v2/rle_page.h rename to be/src/storage/segment/rle_page.h index b5cc007e8ad090..6923ecf22e3a93 100644 --- a/be/src/olap/rowset/segment_v2/rle_page.h +++ b/be/src/storage/segment/rle_page.h @@ -18,12 +18,12 @@ #pragma once #include "common/cast_set.h" -#include "olap/rowset/segment_v2/options.h" // for PageBuilderOptions/PageDecoderOptions -#include "olap/rowset/segment_v2/page_builder.h" // for PageBuilder -#include "olap/rowset/segment_v2/page_decoder.h" // for PageDecoder -#include "util/coding.h" // for encode_fixed32_le/decode_fixed32_le -#include "util/rle_encoding.h" // for RleEncoder/RleDecoder -#include "util/slice.h" // for OwnedSlice +#include "storage/segment/options.h" // for PageBuilderOptions/PageDecoderOptions +#include "storage/segment/page_builder.h" // for PageBuilder +#include "storage/segment/page_decoder.h" // for PageDecoder +#include "util/coding.h" // for encode_fixed32_le/decode_fixed32_le +#include "util/rle_encoding.h" // for RleEncoder/RleDecoder +#include "util/slice.h" // for OwnedSlice namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/row_ranges.h b/be/src/storage/segment/row_ranges.h similarity index 99% rename from be/src/olap/rowset/segment_v2/row_ranges.h rename to be/src/storage/segment/row_ranges.h index 2f990faa762d70..b24c88990e0794 100644 --- a/be/src/olap/rowset/segment_v2/row_ranges.h +++ b/be/src/storage/segment/row_ranges.h @@ -24,7 +24,7 @@ #include "absl/strings/substitute.h" #include "common/cast_set.h" #include "common/logging.h" -#include "olap/rowset/segment_v2/common.h" +#include "storage/segment/common.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/segment.cpp b/be/src/storage/segment/segment.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/segment.cpp rename to be/src/storage/segment/segment.cpp index 1ebf64d99c7c6f..243ed1c44927df 100644 --- a/be/src/olap/rowset/segment_v2/segment.cpp +++ b/be/src/storage/segment/segment.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/segment.h" +#include "storage/segment/segment.h" #include #include @@ -32,6 +32,13 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_variant.h" +#include "core/field.h" +#include "core/string_ref.h" #include "cpp/sync_point.h" #include "io/cache/block_file_cache.h" #include "io/cache/block_file_cache_factory.h" @@ -39,44 +46,37 @@ #include "io/fs/file_reader.h" #include "io/fs/file_system.h" #include "io/io_common.h" -#include "olap/block_column_predicate.h" -#include "olap/column_predicate.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/primary_key_index.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/segment_v2/column_meta_accessor.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/column_reader_cache.h" -#include "olap/rowset/segment_v2/empty_segment_iterator.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "olap/rowset/segment_v2/page_io.h" -#include "olap/rowset/segment_v2/page_pointer.h" -#include "olap/rowset/segment_v2/segment_iterator.h" -#include "olap/rowset/segment_v2/segment_writer.h" // k_segment_magic_length -#include "olap/rowset/segment_v2/stream_reader.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/schema.h" -#include "olap/short_key_index.h" -#include "olap/tablet_schema.h" -#include "olap/types.h" -#include "olap/utils.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" #include "runtime/runtime_predicate.h" #include "runtime/runtime_state.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/indexed_column_reader.h" +#include "storage/index/primary_key_index.h" +#include "storage/index/short_key_index.h" +#include "storage/iterator/vgeneric_iterators.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/predicate/block_column_predicate.h" +#include "storage/predicate/column_predicate.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/schema.h" +#include "storage/segment/column_meta_accessor.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/column_reader_cache.h" +#include "storage/segment/empty_segment_iterator.h" +#include "storage/segment/page_io.h" +#include "storage/segment/page_pointer.h" +#include "storage/segment/segment_iterator.h" +#include "storage/segment/segment_writer.h" // k_segment_magic_length +#include "storage/segment/stream_reader.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" +#include "storage/utils.h" #include "util/coding.h" +#include "util/json/path_in_data.h" #include "util/slice.h" // Slice -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/json/path_in_data.h" -#include "vec/olap/vgeneric_iterators.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/segment.h b/be/src/storage/segment/segment.h similarity index 95% rename from be/src/olap/rowset/segment_v2/segment.h rename to be/src/storage/segment/segment.h index 28e4c14292e6c0..84c438184e67ac 100644 --- a/be/src/olap/rowset/segment_v2/segment.h +++ b/be/src/storage/segment/segment.h @@ -31,27 +31,20 @@ #include "agent/be_exec_version_manager.h" #include "common/status.h" // Status +#include "core/column/column.h" +#include "core/data_type/data_type.h" #include "io/fs/file_reader.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/file_system.h" -#include "olap/field.h" -#include "olap/olap_common.h" -#include "olap/page_cache.h" -#include "olap/rowset/segment_v2/column_reader.h" // ColumnReader -#include "olap/rowset/segment_v2/page_handle.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/schema.h" -#include "olap/tablet_schema.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" -#include "runtime/primitive_type.h" +#include "storage/cache/page_cache.h" +#include "storage/field.h" +#include "storage/olap_common.h" +#include "storage/schema.h" +#include "storage/segment/page_handle.h" +#include "storage/tablet/tablet_schema.h" #include "util/once.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/json/path_in_data.h" - namespace doris { namespace vectorized { class IDataType; diff --git a/be/src/olap/rowset/segment_v2/segment_iterator.cpp b/be/src/storage/segment/segment_iterator.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/segment_iterator.cpp rename to be/src/storage/segment/segment_iterator.cpp index 3b4b5047365617..cb057464ca438b 100644 --- a/be/src/olap/rowset/segment_v2/segment_iterator.cpp +++ b/be/src/storage/segment/segment_iterator.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/segment_iterator.h" +#include "storage/segment/segment_iterator.h" #include #include @@ -38,70 +38,75 @@ #include "common/consts.h" #include "common/exception.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/object_pool.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_nothing.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/typeid_cast.h" +#include "core/types.h" +#include "exprs/function/array/function_array_index.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/virtual_slot_ref.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" +#include "io/cache/cached_remote_file_reader.h" +#include "io/fs/file_reader.h" #include "io/io_common.h" -#include "olap/bloom_filter_predicate.h" -#include "olap/collection_similarity.h" -#include "olap/column_predicate.h" -#include "olap/field.h" -#include "olap/id_manager.h" -#include "olap/iterators.h" -#include "olap/like_column_predicate.h" -#include "olap/olap_common.h" -#include "olap/primary_key_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_reader.h" -#include "olap/rowset/segment_v2/ann_index/ann_topn_runtime.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/column_reader_cache.h" -#include "olap/rowset/segment_v2/condition_cache.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/index_reader_helper.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/rowset/segment_v2/row_ranges.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/rowset/segment_v2/virtual_column_iterator.h" -#include "olap/schema.h" -#include "olap/short_key_index.h" -#include "olap/tablet_schema.h" -#include "olap/types.h" -#include "olap/utils.h" -#include "runtime/define_primitive_type.h" #include "runtime/query_context.h" #include "runtime/runtime_predicate.h" #include "runtime/runtime_state.h" #include "runtime/thread_context.h" +#include "storage/compaction/collection_similarity.h" +#include "storage/field.h" +#include "storage/id_manager.h" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_index_reader.h" +#include "storage/index/ann/ann_topn_runtime.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_iterator.h" +#include "storage/index/index_query_context.h" +#include "storage/index/index_reader_helper.h" +#include "storage/index/indexed_column_reader.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/index/ordinal_page_index.h" +#include "storage/index/primary_key_index.h" +#include "storage/index/short_key_index.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/predicate/bloom_filter_predicate.h" +#include "storage/predicate/column_predicate.h" +#include "storage/predicate/like_column_predicate.h" +#include "storage/schema.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/column_reader_cache.h" +#include "storage/segment/condition_cache.h" +#include "storage/segment/row_ranges.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_prefetcher.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/segment/virtual_column_iterator.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" +#include "storage/utils.h" +#include "util/concurrency_stats.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" #include "util/key_util.h" #include "util/simd/bits.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/common/typeid_cast.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/virtual_slot_ref.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/functions/array/function_array_index.h" namespace doris { using namespace ErrorCode; diff --git a/be/src/olap/rowset/segment_v2/segment_iterator.h b/be/src/storage/segment/segment_iterator.h similarity index 96% rename from be/src/olap/rowset/segment_v2/segment_iterator.h rename to be/src/storage/segment/segment_iterator.h index 4d2ab090b19b21..bdf6622f24a9e4 100644 --- a/be/src/olap/rowset/segment_v2/segment_iterator.h +++ b/be/src/storage/segment/segment_iterator.h @@ -32,29 +32,29 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "exec/common/variant_util.h" +#include "exprs/score_runtime.h" +#include "exprs/vexpr_fwd.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/block_column_predicate.h" -#include "olap/column_predicate.h" -#include "olap/field.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/row_cursor.h" -#include "olap/row_cursor_cell.h" -#include "olap/rowset/segment_v2/ann_index/ann_topn_runtime.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/schema.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" +#include "storage/field.h" +#include "storage/index/ann/ann_topn_runtime.h" +#include "storage/index/index_iterator.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/predicate/block_column_predicate.h" +#include "storage/predicate/column_predicate.h" +#include "storage/row_cursor.h" +#include "storage/row_cursor_cell.h" +#include "storage/schema.h" +#include "storage/segment/common.h" +#include "storage/segment/segment.h" #include "util/slice.h" -#include "vec/columns/column.h" -#include "vec/common/variant_util.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/score_runtime.h" -#include "vec/exprs/vexpr_fwd.h" namespace doris { diff --git a/be/src/olap/segment_loader.cpp b/be/src/storage/segment/segment_loader.cpp similarity index 97% rename from be/src/olap/segment_loader.cpp rename to be/src/storage/segment/segment_loader.cpp index 5385a2d5cf0ecd..0028980c57b6a5 100644 --- a/be/src/olap/segment_loader.cpp +++ b/be/src/storage/segment/segment_loader.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/segment_loader.h" +#include "storage/segment/segment_loader.h" #include #include "common/config.h" #include "common/status.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" #include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/olap/segment_loader.h b/be/src/storage/segment/segment_loader.h similarity index 98% rename from be/src/olap/segment_loader.h rename to be/src/storage/segment/segment_loader.h index 42b0201a1ff89a..e1ca856fc9a585 100644 --- a/be/src/olap/segment_loader.h +++ b/be/src/storage/segment/segment_loader.h @@ -31,10 +31,10 @@ #include "common/cast_set.h" #include "common/status.h" -#include "olap/lru_cache.h" -#include "olap/olap_common.h" // for rowset id -#include "olap/rowset/segment_v2/segment.h" #include "runtime/memory/lru_cache_policy.h" +#include "storage/olap_common.h" // for rowset id +#include "storage/segment/segment.h" +#include "util/lru_cache.h" #include "util/time.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/segment_writer.cpp b/be/src/storage/segment/segment_writer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/segment_writer.cpp rename to be/src/storage/segment/segment_writer.cpp index 6391f1038a9498..5722f877af39d4 100644 --- a/be/src/olap/rowset/segment_v2/segment_writer.cpp +++ b/be/src/storage/segment/segment_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/segment_writer.h" +#include "storage/segment/segment_writer.h" #include #include @@ -32,49 +32,49 @@ #include "common/config.h" #include "common/logging.h" // LOG #include "common/status.h" -#include "inverted_index_fs_directory.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_nullable.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/variant_util.h" #include "io/cache/block_file_cache.h" #include "io/cache/block_file_cache_factory.h" #include "io/fs/file_system.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/key_coder.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/partial_update_info.h" -#include "olap/primary_key_index.h" -#include "olap/row_cursor.h" // RowCursor // IWYU pragma: keep -#include "olap/rowset/rowset_writer_context.h" // RowsetWriterContext -#include "olap/rowset/segment_creator.h" -#include "olap/rowset/segment_v2/column_writer.h" // ColumnWriter -#include "olap/rowset/segment_v2/external_col_meta_util.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/index_writer.h" -#include "olap/rowset/segment_v2/page_io.h" -#include "olap/rowset/segment_v2/page_pointer.h" -#include "olap/rowset/segment_v2/variant/variant_ext_meta_writer.h" -#include "olap/rowset/segment_v2/variant_stats_calculator.h" -#include "olap/segment_loader.h" -#include "olap/short_key_index.h" -#include "olap/storage_engine.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" #include "service/point_query_executor.h" +#include "storage/data_dir.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/index_writer.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/index/primary_key_index.h" +#include "storage/index/short_key_index.h" +#include "storage/iterator/olap_data_convertor.h" +#include "storage/key_coder.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/partial_update_info.h" +#include "storage/row_cursor.h" // RowCursor // IWYU pragma: keep +#include "storage/rowset/rowset_writer_context.h" // RowsetWriterContext +#include "storage/rowset/segment_creator.h" +#include "storage/segment/column_writer.h" // ColumnWriter +#include "storage/segment/external_col_meta_util.h" +#include "storage/segment/page_io.h" +#include "storage/segment/page_pointer.h" +#include "storage/segment/segment_loader.h" +#include "storage/segment/variant/variant_ext_meta_writer.h" +#include "storage/segment/variant_stats_calculator.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" #include "util/coding.h" #include "util/faststring.h" +#include "util/jsonb/serialize.h" #include "util/key_util.h" #include "util/simd/bits.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/variant_util.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/jsonb/serialize.h" -#include "vec/olap/olap_data_convertor.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { namespace segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/segment_writer.h b/be/src/storage/segment/segment_writer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/segment_writer.h rename to be/src/storage/segment/segment_writer.h index f87fc9100680e4..4f423a64928b49 100644 --- a/be/src/olap/rowset/segment_v2/segment_writer.h +++ b/be/src/storage/segment/segment_writer.h @@ -30,12 +30,11 @@ #include #include "common/status.h" // Status -#include "gen_cpp/segment_v2.pb.h" -#include "olap/olap_define.h" -#include "olap/rowset/segment_v2/column_writer.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/tablet.h" -#include "olap/tablet_schema.h" +#include "storage/index/index_file_writer.h" +#include "storage/olap_define.h" +#include "storage/segment/column_writer.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_schema.h" #include "util/faststring.h" #include "util/slice.h" diff --git a/be/src/olap/rowset/segment_v2/stream_reader.h b/be/src/storage/segment/stream_reader.h similarity index 93% rename from be/src/olap/rowset/segment_v2/stream_reader.h rename to be/src/storage/segment/stream_reader.h index ef67a1e40cecc1..52e098ae5bda75 100644 --- a/be/src/olap/rowset/segment_v2/stream_reader.h +++ b/be/src/storage/segment/stream_reader.h @@ -19,10 +19,9 @@ #include -#include "olap/rowset/segment_v2/column_reader.h" -#include "vec/columns/column.h" -#include "vec/columns/subcolumn_tree.h" -#include "vec/data_types/data_type.h" +#include "core/column/column.h" +#include "core/column/subcolumn_tree.h" +#include "core/data_type/data_type.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/binary_column_extract_iterator.h b/be/src/storage/segment/variant/binary_column_extract_iterator.h similarity index 88% rename from be/src/olap/rowset/segment_v2/variant/binary_column_extract_iterator.h rename to be/src/storage/segment/variant/binary_column_extract_iterator.h index 71a09f4d1c9fdb..6becb7a65a2c93 100644 --- a/be/src/olap/rowset/segment_v2/variant/binary_column_extract_iterator.h +++ b/be/src/storage/segment/variant/binary_column_extract_iterator.h @@ -26,29 +26,29 @@ #include "common/exception.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_variant.h" +#include "core/column/subcolumn_tree.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_variant.h" +#include "core/types.h" +#include "exprs/function/function_helpers.h" #include "io/io_common.h" -#include "olap/field.h" -#include "olap/iterators.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/stream_reader.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/schema.h" -#include "olap/tablet_schema.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/subcolumn_tree.h" -#include "vec/common/assert_cast.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/functions/function_helpers.h" -#include "vec/json/path_in_data.h" +#include "storage/field.h" +#include "storage/iterators.h" +#include "storage/schema.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/stream_reader.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/binary_column_reader.cpp b/be/src/storage/segment/variant/binary_column_reader.cpp similarity index 96% rename from be/src/olap/rowset/segment_v2/variant/binary_column_reader.cpp rename to be/src/storage/segment/variant/binary_column_reader.cpp index e104140251a752..0e7c68b37c9c55 100644 --- a/be/src/olap/rowset/segment_v2/variant/binary_column_reader.cpp +++ b/be/src/storage/segment/variant/binary_column_reader.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/binary_column_reader.h" +#include "storage/segment/variant/binary_column_reader.h" #include #include -#include "olap/rowset/segment_v2/segment.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/common/variant_util.h" +#include "core/assert_cast.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/string_ref.h" +#include "exec/common/variant_util.h" +#include "storage/segment/segment.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/binary_column_reader.h b/be/src/storage/segment/variant/binary_column_reader.h similarity index 99% rename from be/src/olap/rowset/segment_v2/variant/binary_column_reader.h rename to be/src/storage/segment/variant/binary_column_reader.h index 0eab0019ffd996..c9ab96b4164171 100644 --- a/be/src/olap/rowset/segment_v2/variant/binary_column_reader.h +++ b/be/src/storage/segment/variant/binary_column_reader.h @@ -26,7 +26,7 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/column_reader.h" +#include "storage/segment/column_reader.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/hierarchical_data_iterator.cpp b/be/src/storage/segment/variant/hierarchical_data_iterator.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/variant/hierarchical_data_iterator.cpp rename to be/src/storage/segment/variant/hierarchical_data_iterator.cpp index d63ee6c00dc960..c28ebe93ca7a1d 100644 --- a/be/src/olap/rowset/segment_v2/variant/hierarchical_data_iterator.cpp +++ b/be/src/storage/segment/variant/hierarchical_data_iterator.cpp @@ -15,28 +15,28 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/hierarchical_data_iterator.h" +#include "storage/segment/variant/hierarchical_data_iterator.h" #include #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_map.h" +#include "core/column/column_nothing.h" +#include "core/column/column_nullable.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" #include "io/io_common.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/column_reader_cache.h" -#include "olap/rowset/segment_v2/variant/nested_group_path.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_variant.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/json/path_in_data.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/column_reader_cache.h" +#include "storage/segment/variant/nested_group_path.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/hierarchical_data_iterator.h b/be/src/storage/segment/variant/hierarchical_data_iterator.h similarity index 88% rename from be/src/olap/rowset/segment_v2/variant/hierarchical_data_iterator.h rename to be/src/storage/segment/variant/hierarchical_data_iterator.h index c8b131701d4bca..d0f38045203593 100644 --- a/be/src/olap/rowset/segment_v2/variant/hierarchical_data_iterator.h +++ b/be/src/storage/segment/variant/hierarchical_data_iterator.h @@ -26,28 +26,28 @@ #include "common/exception.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_variant.h" +#include "core/column/subcolumn_tree.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_variant.h" +#include "core/types.h" +#include "exprs/function/function_helpers.h" #include "io/io_common.h" -#include "olap/field.h" -#include "olap/iterators.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/stream_reader.h" -#include "olap/schema.h" -#include "olap/tablet_schema.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/subcolumn_tree.h" -#include "vec/common/assert_cast.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/functions/function_helpers.h" -#include "vec/json/path_in_data.h" +#include "storage/field.h" +#include "storage/iterators.h" +#include "storage/schema.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/stream_reader.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/nested_group_path.h b/be/src/storage/segment/variant/nested_group_path.h similarity index 100% rename from be/src/olap/rowset/segment_v2/variant/nested_group_path.h rename to be/src/storage/segment/variant/nested_group_path.h diff --git a/be/src/olap/rowset/segment_v2/variant/nested_group_provider.cpp b/be/src/storage/segment/variant/nested_group_provider.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/variant/nested_group_provider.cpp rename to be/src/storage/segment/variant/nested_group_provider.cpp index faf0dc1f559c88..f6b12e840e49e3 100644 --- a/be/src/olap/rowset/segment_v2/variant/nested_group_provider.cpp +++ b/be/src/storage/segment/variant/nested_group_provider.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" +#include "storage/segment/variant/nested_group_provider.h" #include -#include "olap/rowset/segment_v2/variant/nested_group_routing_plan.h" +#include "storage/segment/variant/nested_group_routing_plan.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/nested_group_provider.h b/be/src/storage/segment/variant/nested_group_provider.h similarity index 97% rename from be/src/olap/rowset/segment_v2/variant/nested_group_provider.h rename to be/src/storage/segment/variant/nested_group_provider.h index 89b46c1417f071..1a299f7e88a62b 100644 --- a/be/src/olap/rowset/segment_v2/variant/nested_group_provider.h +++ b/be/src/storage/segment/variant/nested_group_provider.h @@ -28,11 +28,11 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/variant/nested_group_reader.h" -#include "vec/columns/column.h" -#include "vec/data_types/data_type.h" -#include "vec/json/path_in_data.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/variant/nested_group_reader.h" +#include "util/json/path_in_data.h" namespace roaring { class Roaring; diff --git a/be/src/olap/rowset/segment_v2/variant/nested_group_reader.h b/be/src/storage/segment/variant/nested_group_reader.h similarity index 100% rename from be/src/olap/rowset/segment_v2/variant/nested_group_reader.h rename to be/src/storage/segment/variant/nested_group_reader.h diff --git a/be/src/olap/rowset/segment_v2/variant/nested_group_routing_plan.cpp b/be/src/storage/segment/variant/nested_group_routing_plan.cpp similarity index 95% rename from be/src/olap/rowset/segment_v2/variant/nested_group_routing_plan.cpp rename to be/src/storage/segment/variant/nested_group_routing_plan.cpp index 9ab078d17a5c19..ed6976db27ded6 100644 --- a/be/src/olap/rowset/segment_v2/variant/nested_group_routing_plan.cpp +++ b/be/src/storage/segment/variant/nested_group_routing_plan.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/nested_group_routing_plan.h" +#include "storage/segment/variant/nested_group_routing_plan.h" #include #include #include #include "common/config.h" -#include "olap/rowset/segment_v2/variant/nested_group_path.h" -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" -#include "vec/columns/column_variant.h" -#include "vec/common/variant_util.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/json/path_in_data.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type_nullable.h" +#include "exec/common/variant_util.h" +#include "storage/segment/variant/nested_group_path.h" +#include "storage/segment/variant/nested_group_provider.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/nested_group_routing_plan.h b/be/src/storage/segment/variant/nested_group_routing_plan.h similarity index 100% rename from be/src/olap/rowset/segment_v2/variant/nested_group_routing_plan.h rename to be/src/storage/segment/variant/nested_group_routing_plan.h diff --git a/be/src/olap/rowset/segment_v2/variant/sparse_column_merge_iterator.cpp b/be/src/storage/segment/variant/sparse_column_merge_iterator.cpp similarity index 94% rename from be/src/olap/rowset/segment_v2/variant/sparse_column_merge_iterator.cpp rename to be/src/storage/segment/variant/sparse_column_merge_iterator.cpp index 21d920f263adc3..26268a8079cade 100644 --- a/be/src/olap/rowset/segment_v2/variant/sparse_column_merge_iterator.cpp +++ b/be/src/storage/segment/variant/sparse_column_merge_iterator.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/sparse_column_merge_iterator.h" +#include "storage/segment/variant/sparse_column_merge_iterator.h" #include #include #include #include "common/status.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/stream_reader.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/subcolumn_tree.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_variant.h" +#include "core/column/subcolumn_tree.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/stream_reader.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/sparse_column_merge_iterator.h b/be/src/storage/segment/variant/sparse_column_merge_iterator.h similarity index 83% rename from be/src/olap/rowset/segment_v2/variant/sparse_column_merge_iterator.h rename to be/src/storage/segment/variant/sparse_column_merge_iterator.h index 2d24bbc9f28570..6114987ad29003 100644 --- a/be/src/olap/rowset/segment_v2/variant/sparse_column_merge_iterator.h +++ b/be/src/storage/segment/variant/sparse_column_merge_iterator.h @@ -26,29 +26,29 @@ #include "common/exception.h" #include "common/status.h" +#include "core/assert_cast.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_variant.h" +#include "core/column/subcolumn_tree.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_variant.h" +#include "core/types.h" +#include "exprs/function/function_helpers.h" #include "io/io_common.h" -#include "olap/field.h" -#include "olap/iterators.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/stream_reader.h" -#include "olap/rowset/segment_v2/variant/binary_column_extract_iterator.h" -#include "olap/schema.h" -#include "olap/tablet_schema.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/subcolumn_tree.h" -#include "vec/common/assert_cast.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/functions/function_helpers.h" -#include "vec/json/path_in_data.h" +#include "storage/field.h" +#include "storage/iterators.h" +#include "storage/schema.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/stream_reader.h" +#include "storage/segment/variant/binary_column_extract_iterator.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/variant_column_reader.cpp b/be/src/storage/segment/variant/variant_column_reader.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/variant/variant_column_reader.cpp rename to be/src/storage/segment/variant/variant_column_reader.cpp index 1430ca850fff10..b688106dd29010 100644 --- a/be/src/olap/rowset/segment_v2/variant/variant_column_reader.cpp +++ b/be/src/storage/segment/variant/variant_column_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" +#include "storage/segment/variant/variant_column_reader.h" #include @@ -27,34 +27,34 @@ #include #include -#include "binary_column_extract_iterator.h" -#include "binary_column_reader.h" #include "common/config.h" #include "common/status.h" -#include "hierarchical_data_iterator.h" +#include "core/assert_cast.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_variant.h" +#include "exec/common/variant_util.h" #include "io/fs/file_reader.h" -#include "nested_group_path.h" -#include "olap/key_coder.h" -#include "olap/rowset/segment_v2/column_meta_accessor.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/column_reader_cache.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/variant/sparse_column_merge_iterator.h" -#include "olap/rowset/segment_v2/variant/variant_doc_snpashot_compact_iterator.h" -#include "olap/tablet_schema.h" #include "runtime/descriptors.h" +#include "storage/key_coder.h" +#include "storage/segment/column_meta_accessor.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/column_reader_cache.h" +#include "storage/segment/segment.h" +#include "storage/segment/variant/binary_column_extract_iterator.h" +#include "storage/segment/variant/binary_column_reader.h" +#include "storage/segment/variant/hierarchical_data_iterator.h" +#include "storage/segment/variant/nested_group_path.h" +#include "storage/segment/variant/sparse_column_merge_iterator.h" +#include "storage/segment/variant/variant_doc_snpashot_compact_iterator.h" +#include "storage/tablet/tablet_schema.h" #include "util/debug_points.h" +#include "util/json/path_in_data.h" #include "util/string_util.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/common/assert_cast.h" -#include "vec/common/variant_util.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_variant.h" -#include "vec/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/variant_column_reader.h b/be/src/storage/segment/variant/variant_column_reader.h similarity index 97% rename from be/src/olap/rowset/segment_v2/variant/variant_column_reader.h rename to be/src/storage/segment/variant/variant_column_reader.h index 3b211824e9691a..de8ddcafd5d53f 100644 --- a/be/src/olap/rowset/segment_v2/variant/variant_column_reader.h +++ b/be/src/storage/segment/variant/variant_column_reader.h @@ -28,20 +28,20 @@ #include #include -#include "nested_group_provider.h" -#include "nested_group_reader.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "olap/rowset/segment_v2/page_handle.h" -#include "olap/rowset/segment_v2/variant/binary_column_reader.h" -#include "olap/rowset/segment_v2/variant/hierarchical_data_iterator.h" -#include "olap/rowset/segment_v2/variant/variant_external_meta_reader.h" -#include "olap/rowset/segment_v2/variant/variant_statistics.h" -#include "olap/tablet_schema.h" +#include "core/column/column_variant.h" +#include "core/column/subcolumn_tree.h" +#include "storage/index/indexed_column_reader.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/page_handle.h" +#include "storage/segment/variant/binary_column_reader.h" +#include "storage/segment/variant/hierarchical_data_iterator.h" +#include "storage/segment/variant/nested_group_provider.h" +#include "storage/segment/variant/nested_group_reader.h" +#include "storage/segment/variant/variant_external_meta_reader.h" +#include "storage/segment/variant/variant_statistics.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/path_in_data.h" #include "util/once.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/subcolumn_tree.h" -#include "vec/json/path_in_data.h" namespace roaring { class Roaring; diff --git a/be/src/olap/rowset/segment_v2/variant/variant_column_writer_impl.cpp b/be/src/storage/segment/variant/variant_column_writer_impl.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/variant/variant_column_writer_impl.cpp rename to be/src/storage/segment/variant/variant_column_writer_impl.cpp index e29bdb0141f794..112392e0eeb0eb 100644 --- a/be/src/olap/rowset/segment_v2/variant/variant_column_writer_impl.cpp +++ b/be/src/storage/segment/variant/variant_column_writer_impl.cpp @@ -14,7 +14,7 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/variant_column_writer_impl.h" +#include "storage/segment/variant/variant_column_writer_impl.h" #include @@ -27,35 +27,35 @@ #include "common/cast_set.h" #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/column_writer.h" -#include "olap/rowset/segment_v2/indexed_column_writer.h" -#include "olap/rowset/segment_v2/variant/nested_group_path.h" -#include "olap/rowset/segment_v2/variant/nested_group_routing_plan.h" -#include "olap/tablet_schema.h" -#include "olap/types.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_variant.h" +#include "exec/common/variant_util.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/common/variant_util.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/simple_function_factory.h" -#include "vec/json/path_in_data.h" -#include "vec/olap/olap_data_convertor.h" +#include "storage/index/indexed_column_writer.h" +#include "storage/iterator/olap_data_convertor.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/segment/column_writer.h" +#include "storage/segment/variant/nested_group_path.h" +#include "storage/segment/variant/nested_group_routing_plan.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/variant_column_writer_impl.h b/be/src/storage/segment/variant/variant_column_writer_impl.h similarity index 96% rename from be/src/olap/rowset/segment_v2/variant/variant_column_writer_impl.h rename to be/src/storage/segment/variant/variant_column_writer_impl.h index 824e9a5ed447e5..4a29c84b77e230 100644 --- a/be/src/olap/rowset/segment_v2/variant/variant_column_writer_impl.h +++ b/be/src/storage/segment/variant/variant_column_writer_impl.h @@ -25,14 +25,14 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/column_writer.h" -#include "olap/rowset/segment_v2/indexed_column_writer.h" -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" -#include "olap/rowset/segment_v2/variant/nested_group_routing_plan.h" -#include "olap/rowset/segment_v2/variant/variant_statistics.h" -#include "olap/tablet_schema.h" -#include "vec/columns/column.h" -#include "vec/common/variant_util.h" +#include "core/column/column.h" +#include "exec/common/variant_util.h" +#include "storage/index/indexed_column_writer.h" +#include "storage/segment/column_writer.h" +#include "storage/segment/variant/nested_group_provider.h" +#include "storage/segment/variant/nested_group_routing_plan.h" +#include "storage/segment/variant/variant_statistics.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/rowset/segment_v2/variant/variant_doc_snpashot_compact_iterator.h b/be/src/storage/segment/variant/variant_doc_snpashot_compact_iterator.h similarity index 97% rename from be/src/olap/rowset/segment_v2/variant/variant_doc_snpashot_compact_iterator.h rename to be/src/storage/segment/variant/variant_doc_snpashot_compact_iterator.h index c9859fd834c153..fa0e765c5fc0b8 100644 --- a/be/src/olap/rowset/segment_v2/variant/variant_doc_snpashot_compact_iterator.h +++ b/be/src/storage/segment/variant/variant_doc_snpashot_compact_iterator.h @@ -18,8 +18,8 @@ namespace doris::segment_v2 { #include "common/compile_check_begin.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "vec/columns/column_variant.h" +#include "core/column/column_variant.h" +#include "storage/segment/column_reader.h" class VariantDocValueCompactIterator : public ColumnIterator { public: diff --git a/be/src/olap/rowset/segment_v2/variant/variant_ext_meta_writer.cpp b/be/src/storage/segment/variant/variant_ext_meta_writer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/variant/variant_ext_meta_writer.cpp rename to be/src/storage/segment/variant/variant_ext_meta_writer.cpp index e2575568ed23b8..e748de18dc5144 100644 --- a/be/src/olap/rowset/segment_v2/variant/variant_ext_meta_writer.cpp +++ b/be/src/storage/segment/variant/variant_ext_meta_writer.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/variant_ext_meta_writer.h" +#include "storage/segment/variant/variant_ext_meta_writer.h" #include #include #include -#include "olap/rowset/segment_v2/indexed_column_writer.h" -#include "olap/types.h" -#include "vec/common/variant_util.h" -#include "vec/json/path_in_data.h" +#include "exec/common/variant_util.h" +#include "storage/index/indexed_column_writer.h" +#include "storage/types.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/variant_ext_meta_writer.h b/be/src/storage/segment/variant/variant_ext_meta_writer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/variant/variant_ext_meta_writer.h rename to be/src/storage/segment/variant/variant_ext_meta_writer.h index e70429983dda03..ccc4f34a467a58 100644 --- a/be/src/olap/rowset/segment_v2/variant/variant_ext_meta_writer.h +++ b/be/src/storage/segment/variant/variant_ext_meta_writer.h @@ -17,15 +17,16 @@ #pragma once +#include + #include #include #include #include "common/status.h" -#include "gen_cpp/segment_v2.pb.h" #include "io/fs/file_reader_writer_fwd.h" -#include "olap/rowset/segment_v2/indexed_column_writer.h" -#include "olap/types.h" +#include "storage/index/indexed_column_writer.h" +#include "storage/types.h" #include "util/slice.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/variant_external_meta_reader.cpp b/be/src/storage/segment/variant/variant_external_meta_reader.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/variant/variant_external_meta_reader.cpp rename to be/src/storage/segment/variant/variant_external_meta_reader.cpp index 3a9042490cfc96..99db7b304967ce 100644 --- a/be/src/olap/rowset/segment_v2/variant/variant_external_meta_reader.cpp +++ b/be/src/storage/segment/variant/variant_external_meta_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/variant_external_meta_reader.h" +#include "storage/segment/variant/variant_external_meta_reader.h" #include @@ -24,10 +24,10 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/json/path_in_data.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_factory.hpp" +#include "storage/index/indexed_column_reader.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/variant_external_meta_reader.h b/be/src/storage/segment/variant/variant_external_meta_reader.h similarity index 94% rename from be/src/olap/rowset/segment_v2/variant/variant_external_meta_reader.h rename to be/src/storage/segment/variant/variant_external_meta_reader.h index bea5187324c014..528425a6a0388e 100644 --- a/be/src/olap/rowset/segment_v2/variant/variant_external_meta_reader.h +++ b/be/src/storage/segment/variant/variant_external_meta_reader.h @@ -23,10 +23,10 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/external_col_meta_util.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "olap/rowset/segment_v2/stream_reader.h" -#include "olap/rowset/segment_v2/variant/variant_statistics.h" +#include "storage/index/indexed_column_reader.h" +#include "storage/segment/external_col_meta_util.h" +#include "storage/segment/stream_reader.h" +#include "storage/segment/variant/variant_statistics.h" #include "util/once.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant/variant_statistics.h b/be/src/storage/segment/variant/variant_statistics.h similarity index 100% rename from be/src/olap/rowset/segment_v2/variant/variant_statistics.h rename to be/src/storage/segment/variant/variant_statistics.h diff --git a/be/src/olap/rowset/segment_v2/variant_stats_calculator.cpp b/be/src/storage/segment/variant_stats_calculator.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/variant_stats_calculator.cpp rename to be/src/storage/segment/variant_stats_calculator.cpp index 73bad1cde17cab..80235cbb83ae4a 100644 --- a/be/src/olap/rowset/segment_v2/variant_stats_calculator.cpp +++ b/be/src/storage/segment/variant_stats_calculator.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant_stats_calculator.h" +#include "storage/segment/variant_stats_calculator.h" #include #include "common/logging.h" +#include "core/column/column_nullable.h" +#include "exec/common/variant_util.h" #include "util/simd/bits.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/variant_util.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/variant_stats_calculator.h b/be/src/storage/segment/variant_stats_calculator.h similarity index 95% rename from be/src/olap/rowset/segment_v2/variant_stats_calculator.h rename to be/src/storage/segment/variant_stats_calculator.h index 44885e3adc5bad..268517e8943300 100644 --- a/be/src/olap/rowset/segment_v2/variant_stats_calculator.h +++ b/be/src/storage/segment/variant_stats_calculator.h @@ -17,12 +17,13 @@ #pragma once +#include + #include #include -#include "gen_cpp/segment_v2.pb.h" -#include "olap/tablet_schema.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "storage/tablet/tablet_schema.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/vertical_segment_writer.cpp b/be/src/storage/segment/vertical_segment_writer.cpp similarity index 97% rename from be/src/olap/rowset/segment_v2/vertical_segment_writer.cpp rename to be/src/storage/segment/vertical_segment_writer.cpp index c10700504fa5ae..827a0ef162e76b 100644 --- a/be/src/olap/rowset/segment_v2/vertical_segment_writer.cpp +++ b/be/src/storage/segment/vertical_segment_writer.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/vertical_segment_writer.h" +#include "storage/segment/vertical_segment_writer.h" #include #include @@ -36,50 +36,50 @@ #include "common/config.h" #include "common/logging.h" // LOG #include "common/status.h" -#include "inverted_index_fs_directory.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_number.h" // IWYU pragma: keep +#include "core/types.h" +#include "exec/common/variant_util.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/base_tablet.h" -#include "olap/data_dir.h" -#include "olap/key_coder.h" -#include "olap/olap_common.h" -#include "olap/partial_update_info.h" -#include "olap/primary_key_index.h" -#include "olap/row_cursor.h" // RowCursor // IWYU pragma: keep -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/rowset_writer_context.h" // RowsetWriterContext -#include "olap/rowset/segment_creator.h" -#include "olap/rowset/segment_v2/column_writer.h" // ColumnWriter -#include "olap/rowset/segment_v2/external_col_meta_util.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/page_io.h" -#include "olap/rowset/segment_v2/page_pointer.h" -#include "olap/rowset/segment_v2/variant/variant_ext_meta_writer.h" -#include "olap/segment_loader.h" -#include "olap/short_key_index.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" #include "service/point_query_executor.h" +#include "storage/data_dir.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/index/primary_key_index.h" +#include "storage/index/short_key_index.h" +#include "storage/iterator/olap_data_convertor.h" +#include "storage/key_coder.h" +#include "storage/olap_common.h" +#include "storage/partial_update_info.h" +#include "storage/row_cursor.h" // RowCursor // IWYU pragma: keep +#include "storage/rowset/rowset_fwd.h" +#include "storage/rowset/rowset_writer_context.h" // RowsetWriterContext +#include "storage/rowset/segment_creator.h" +#include "storage/segment/column_writer.h" // ColumnWriter +#include "storage/segment/external_col_meta_util.h" +#include "storage/segment/page_io.h" +#include "storage/segment/page_pointer.h" +#include "storage/segment/segment_loader.h" +#include "storage/segment/variant/variant_ext_meta_writer.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" #include "util/coding.h" #include "util/debug_points.h" #include "util/faststring.h" +#include "util/json/path_in_data.h" +#include "util/jsonb/serialize.h" #include "util/key_util.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/variant_util.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_number.h" // IWYU pragma: keep -#include "vec/json/path_in_data.h" -#include "vec/jsonb/serialize.h" -#include "vec/olap/olap_data_convertor.h" namespace doris::segment_v2 { #include "common/compile_check_begin.h" diff --git a/be/src/olap/rowset/segment_v2/vertical_segment_writer.h b/be/src/storage/segment/vertical_segment_writer.h similarity index 97% rename from be/src/olap/rowset/segment_v2/vertical_segment_writer.h rename to be/src/storage/segment/vertical_segment_writer.h index 51dfd217bfc925..4206eac0c3bd70 100644 --- a/be/src/olap/rowset/segment_v2/vertical_segment_writer.h +++ b/be/src/storage/segment/vertical_segment_writer.h @@ -30,12 +30,12 @@ #include #include "common/status.h" // Status -#include "olap/olap_define.h" -#include "olap/partial_update_info.h" -#include "olap/rowset/segment_v2/column_writer.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/tablet.h" -#include "olap/tablet_schema.h" +#include "storage/index/index_file_writer.h" +#include "storage/olap_define.h" +#include "storage/partial_update_info.h" +#include "storage/segment/column_writer.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_schema.h" #include "util/faststring.h" #include "util/slice.h" diff --git a/be/src/olap/rowset/segment_v2/virtual_column_iterator.cpp b/be/src/storage/segment/virtual_column_iterator.cpp similarity index 98% rename from be/src/olap/rowset/segment_v2/virtual_column_iterator.cpp rename to be/src/storage/segment/virtual_column_iterator.cpp index 5bcb4b0185e79a..da9ab13bfead69 100644 --- a/be/src/olap/rowset/segment_v2/virtual_column_iterator.cpp +++ b/be/src/storage/segment/virtual_column_iterator.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "virtual_column_iterator.h" +#include "storage/segment/virtual_column_iterator.h" #include #include #include #include "common/logging.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nothing.h" +#include "core/column/column.h" +#include "core/column/column_nothing.h" namespace doris::segment_v2 { diff --git a/be/src/olap/rowset/segment_v2/virtual_column_iterator.h b/be/src/storage/segment/virtual_column_iterator.h similarity index 96% rename from be/src/olap/rowset/segment_v2/virtual_column_iterator.h rename to be/src/storage/segment/virtual_column_iterator.h index 91036fc4a7c6cd..a32f8b6ac73b65 100644 --- a/be/src/olap/rowset/segment_v2/virtual_column_iterator.h +++ b/be/src/storage/segment/virtual_column_iterator.h @@ -22,9 +22,9 @@ #include #include -#include "column_reader.h" #include "common/be_mock_util.h" -#include "vec/columns/column.h" +#include "core/column/column.h" +#include "storage/segment/column_reader.h" namespace doris::segment_v2 { diff --git a/be/src/olap/simple_rowid_conversion.h b/be/src/storage/simple_rowid_conversion.h similarity index 96% rename from be/src/olap/simple_rowid_conversion.h rename to be/src/storage/simple_rowid_conversion.h index e4aa2eeec3b488..812de0c9dd7c35 100644 --- a/be/src/olap/simple_rowid_conversion.h +++ b/be/src/storage/simple_rowid_conversion.h @@ -20,9 +20,9 @@ #include #include -#include "olap/olap_common.h" -#include "olap/utils.h" -#include "vec/common/custom_allocator.h" +#include "core/custom_allocator.h" +#include "storage/olap_common.h" +#include "storage/utils.h" namespace doris { diff --git a/be/src/olap/snapshot_manager.cpp b/be/src/storage/snapshot/snapshot_manager.cpp similarity index 98% rename from be/src/olap/snapshot_manager.cpp rename to be/src/storage/snapshot/snapshot_manager.cpp index 684a93b150a9d7..76dd66b955e96f 100644 --- a/be/src/olap/snapshot_manager.cpp +++ b/be/src/storage/snapshot/snapshot_manager.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/snapshot_manager.h" +#include "storage/snapshot/snapshot_manager.h" #include #include @@ -40,23 +40,23 @@ #include "common/logging.h" #include "common/status.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/pb_helper.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_cache.h" -#include "olap/utils.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/pb_helper.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_cache.h" +#include "storage/utils.h" #include "util/uid_util.h" using std::nothrow; diff --git a/be/src/olap/snapshot_manager.h b/be/src/storage/snapshot/snapshot_manager.h similarity index 97% rename from be/src/olap/snapshot_manager.h rename to be/src/storage/snapshot/snapshot_manager.h index 01303dac4f2fd6..475290abf1092f 100644 --- a/be/src/olap/snapshot_manager.h +++ b/be/src/storage/snapshot/snapshot_manager.h @@ -24,9 +24,9 @@ #include #include "common/status.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/tablet_fwd.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { class RowsetMetaPB; diff --git a/be/src/olap/storage_engine.cpp b/be/src/storage/storage_engine.cpp similarity index 98% rename from be/src/olap/storage_engine.cpp rename to be/src/storage/storage_engine.cpp index 3a64a82d1abb51..cb49a5ac149a2c 100644 --- a/be/src/olap/storage_engine.cpp +++ b/be/src/storage/storage_engine.cpp @@ -15,11 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "olap/storage_engine.h" +#include "storage/storage_engine.h" // IWYU pragma: no_include #include #include +#include #include #include #include @@ -51,38 +52,37 @@ #include "cloud/cloud_storage_engine.h" #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "common/status.h" -#include "gen_cpp/FrontendService.h" +#include "core/assert_cast.h" #include "io/fs/local_file_system.h" -#include "olap/binlog.h" -#include "olap/data_dir.h" -#include "olap/id_manager.h" -#include "olap/memtable_flush_executor.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/rowset/unique_rowset_id_generator.h" -#include "olap/schema_cache.h" -#include "olap/single_replica_compaction.h" -#include "olap/snapshot_manager.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_meta_manager.h" -#include "olap/txn_manager.h" -#include "runtime/client_cache.h" -#include "runtime/stream_load/stream_load_recorder.h" -#include "util/doris_metrics.h" +#include "load/memtable/memtable_flush_executor.h" +#include "load/stream_load/stream_load_recorder.h" +#include "storage/binlog.h" +#include "storage/cache/schema_cache.h" +#include "storage/compaction/single_replica_compaction.h" +#include "storage/data_dir.h" +#include "storage/id_manager.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/rowset/unique_rowset_id_generator.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/txn/txn_manager.h" +#include "util/client_cache.h" #include "util/mem_info.h" -#include "util/metrics.h" #include "util/stopwatch.hpp" #include "util/thread.h" #include "util/threadpool.h" #include "util/thrift_rpc_helper.h" #include "util/uid_util.h" #include "util/work_thread_pool.hpp" -#include "vec/common/assert_cast.h" using std::filesystem::directory_iterator; using std::filesystem::path; diff --git a/be/src/olap/storage_engine.h b/be/src/storage/storage_engine.h similarity index 98% rename from be/src/olap/storage_engine.h rename to be/src/storage/storage_engine.h index 335f4a45f215be..8b50d1c4d9bf65 100644 --- a/be/src/olap/storage_engine.h +++ b/be/src/storage/storage_engine.h @@ -40,16 +40,16 @@ #include "agent/task_worker_pool.h" #include "common/config.h" #include "common/status.h" -#include "olap/calc_delete_bitmap_executor.h" -#include "olap/compaction_permit_limiter.h" -#include "olap/olap_common.h" -#include "olap/options.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/tablet_fwd.h" -#include "olap/task/index_builder.h" #include "runtime/heartbeat_flags.h" +#include "storage/compaction/compaction_permit_limiter.h" +#include "storage/delete/calc_delete_bitmap_executor.h" +#include "storage/olap_common.h" +#include "storage/options.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/segment/segment.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/task/index_builder.h" #include "util/countdown_latch.h" namespace doris { diff --git a/be/src/olap/storage_policy.cpp b/be/src/storage/storage_policy.cpp similarity index 98% rename from be/src/olap/storage_policy.cpp rename to be/src/storage/storage_policy.cpp index bf66bd064ae3c6..34b4df4aed666e 100644 --- a/be/src/olap/storage_policy.cpp +++ b/be/src/storage/storage_policy.cpp @@ -15,8 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "olap/storage_policy.h" +#include "storage/storage_policy.h" +#include #include #include @@ -26,9 +27,8 @@ #include #include -#include "gen_cpp/cloud.pb.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset_meta.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset_meta.h" #include "util/hash_util.hpp" namespace doris { diff --git a/be/src/olap/storage_policy.h b/be/src/storage/storage_policy.h similarity index 100% rename from be/src/olap/storage_policy.h rename to be/src/storage/storage_policy.h diff --git a/be/src/olap/base_tablet.cpp b/be/src/storage/tablet/base_tablet.cpp similarity index 99% rename from be/src/olap/base_tablet.cpp rename to be/src/storage/tablet/base_tablet.cpp index b5919073261911..08fb29a2666877 100644 --- a/be/src/olap/base_tablet.cpp +++ b/be/src/storage/tablet/base_tablet.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/base_tablet.h" +#include "storage/tablet/base_tablet.h" #include #include @@ -32,29 +32,30 @@ #include "cloud/config.h" #include "common/cast_set.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" -#include "olap/calc_delete_bitmap_executor.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/delete_bitmap_calculator.h" -#include "olap/iterators.h" -#include "olap/memtable.h" -#include "olap/partial_update_info.h" -#include "olap/primary_key_index.h" -#include "olap/rowid_conversion.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/tablet_fwd.h" -#include "olap/txn_manager.h" +#include "core/assert_cast.h" +#include "core/data_type/data_type_factory.hpp" +#include "load/memtable/memtable.h" #include "service/point_query_executor.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/delete/calc_delete_bitmap_executor.h" +#include "storage/delete/delete_bitmap_calculator.h" +#include "storage/index/primary_key_index.h" +#include "storage/iterators.h" +#include "storage/partial_update_info.h" +#include "storage/rowid_conversion.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/segment/column_reader.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/txn/txn_manager.h" #include "util/bvar_helper.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" +#include "util/jsonb/serialize.h" #include "util/key_util.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/jsonb/serialize.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/base_tablet.h b/be/src/storage/tablet/base_tablet.h similarity index 98% rename from be/src/olap/base_tablet.h rename to be/src/storage/tablet/base_tablet.h index b5c9e787d97982..d66d170bc1317a 100644 --- a/be/src/olap/base_tablet.h +++ b/be/src/storage/tablet/base_tablet.h @@ -24,17 +24,17 @@ #include #include +#include "common/metrics/metrics.h" #include "common/status.h" #include "io/io_common.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/partial_update_info.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/version_graph.h" -#include "util/metrics.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/partial_update_info.h" +#include "storage/segment/segment.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/version_graph.h" namespace doris { struct RowSetSplits; diff --git a/be/src/olap/tablet.cpp b/be/src/storage/tablet/tablet.cpp similarity index 98% rename from be/src/olap/tablet.cpp rename to be/src/storage/tablet/tablet.cpp index fd5bf5b0bceb9f..4549a58c4314df 100644 --- a/be/src/olap/tablet.cpp +++ b/be/src/storage/tablet/tablet.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet.h" +#include "storage/tablet/tablet.h" #include #include @@ -60,8 +60,16 @@ #include "common/config.h" #include "common/consts.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "common/signal_handler.h" #include "common/status.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/custom_allocator.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" #include "io/fs/file_reader.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/file_system.h" @@ -69,49 +77,49 @@ #include "io/fs/path.h" #include "io/fs/remote_file_system.h" #include "io/io_common.h" -#include "olap/base_compaction.h" -#include "olap/base_tablet.h" -#include "olap/binlog.h" -#include "olap/cumulative_compaction.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/delete_bitmap_calculator.h" -#include "olap/full_compaction.h" -#include "olap/memtable.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/olap_meta.h" -#include "olap/primary_key_index.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/common.h" -#include "olap/rowset/segment_v2/indexed_column_reader.h" -#include "olap/rowset/vertical_beta_rowset_writer.h" -#include "olap/schema_change.h" -#include "olap/single_replica_compaction.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_meta_manager.h" -#include "olap/tablet_schema.h" -#include "olap/txn_manager.h" -#include "olap/types.h" -#include "olap/utils.h" -#include "segment_loader.h" +#include "load/memtable/memtable.h" #include "service/point_query_executor.h" -#include "tablet.h" +#include "storage/binlog.h" +#include "storage/compaction/base_compaction.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/compaction/full_compaction.h" +#include "storage/compaction/single_replica_compaction.h" +#include "storage/delete/delete_bitmap_calculator.h" +#include "storage/index/indexed_column_reader.h" +#include "storage/index/primary_key_index.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/olap_meta.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/rowset/vertical_beta_rowset_writer.h" +#include "storage/schema_change/schema_change.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/common.h" +#include "storage/segment/segment_loader.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/txn/txn_manager.h" +#include "storage/types.h" +#include "storage/utils.h" #include "util/bvar_helper.h" #include "util/debug_points.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" +#include "util/jsonb/serialize.h" #include "util/pretty_printer.h" #include "util/stopwatch.hpp" #include "util/threadpool.h" @@ -119,14 +127,6 @@ #include "util/trace.h" #include "util/uid_util.h" #include "util/work_thread_pool.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/custom_allocator.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/jsonb/serialize.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/tablet.h b/be/src/storage/tablet/tablet.h similarity index 98% rename from be/src/olap/tablet.h rename to be/src/storage/tablet/tablet.h index 372c141cc5c208..3844188d624fe2 100644 --- a/be/src/olap/tablet.h +++ b/be/src/storage/tablet/tablet.h @@ -36,19 +36,19 @@ #include "common/atomic_shared_ptr.h" #include "common/config.h" +#include "common/metrics/metrics.h" #include "common/status.h" -#include "olap/base_tablet.h" -#include "olap/binlog_config.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/partial_update_info.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/version_graph.h" -#include "segment_loader.h" -#include "util/metrics.h" +#include "storage/binlog_config.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/partial_update_info.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_loader.h" +#include "storage/tablet/base_tablet.h" +#include "storage/version_graph.h" #include "util/once.h" #include "util/slice.h" diff --git a/be/src/olap/tablet_column_object_pool.cpp b/be/src/storage/tablet/tablet_column_object_pool.cpp similarity index 97% rename from be/src/olap/tablet_column_object_pool.cpp rename to be/src/storage/tablet/tablet_column_object_pool.cpp index db9a20639c9a8b..aea1cc63269f78 100644 --- a/be/src/olap/tablet_column_object_pool.cpp +++ b/be/src/storage/tablet/tablet_column_object_pool.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_column_object_pool.h" +#include "storage/tablet/tablet_column_object_pool.h" #include #include -#include "olap/tablet_schema.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/tablet_column_object_pool.h b/be/src/storage/tablet/tablet_column_object_pool.h similarity index 97% rename from be/src/olap/tablet_column_object_pool.h rename to be/src/storage/tablet/tablet_column_object_pool.h index 8383b805c1f31d..c21f330bd9da1c 100644 --- a/be/src/olap/tablet_column_object_pool.h +++ b/be/src/storage/tablet/tablet_column_object_pool.h @@ -17,10 +17,10 @@ #pragma once -#include "olap/tablet_fwd.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" #include "runtime/memory/lru_cache_policy.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/tablet_fwd.h b/be/src/storage/tablet/tablet_fwd.h similarity index 100% rename from be/src/olap/tablet_fwd.h rename to be/src/storage/tablet/tablet_fwd.h diff --git a/be/src/olap/tablet_manager.cpp b/be/src/storage/tablet/tablet_manager.cpp similarity index 99% rename from be/src/olap/tablet_manager.cpp rename to be/src/storage/tablet/tablet_manager.cpp index 38a6a4c06dda4e..63abb73adf699e 100644 --- a/be/src/olap/tablet_manager.cpp +++ b/be/src/storage/tablet/tablet_manager.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_manager.h" +#include "storage/tablet/tablet_manager.h" #include #include @@ -38,28 +38,28 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "io/fs/local_file_system.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/olap_meta.h" -#include "olap/pb_helper.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_meta_manager.h" -#include "olap/tablet_schema.h" -#include "olap/txn_manager.h" #include "runtime/exec_env.h" #include "service/backend_options.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/olap_meta.h" +#include "storage/pb_helper.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/txn/txn_manager.h" #include "util/defer_op.h" -#include "util/doris_metrics.h" #include "util/histogram.h" -#include "util/metrics.h" #include "util/path_util.h" #include "util/stopwatch.hpp" #include "util/time.h" diff --git a/be/src/olap/tablet_manager.h b/be/src/storage/tablet/tablet_manager.h similarity index 99% rename from be/src/olap/tablet_manager.h rename to be/src/storage/tablet/tablet_manager.h index b7262fe56b20ff..dccf5aaffad567 100644 --- a/be/src/olap/tablet_manager.h +++ b/be/src/storage/tablet/tablet_manager.h @@ -37,9 +37,9 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" namespace doris { diff --git a/be/src/olap/tablet_meta.cpp b/be/src/storage/tablet/tablet_meta.cpp similarity index 99% rename from be/src/olap/tablet_meta.cpp rename to be/src/storage/tablet/tablet_meta.cpp index b94138e4782569..3d568c9bf7eae0 100644 --- a/be/src/olap/tablet_meta.cpp +++ b/be/src/storage/tablet/tablet_meta.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_meta.h" +#include "storage/tablet/tablet_meta.h" #include #include @@ -40,18 +40,18 @@ #include "common/config.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/file_header.h" -#include "olap/lru_cache.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_meta_manager.h" -#include "olap/tablet_schema_cache.h" -#include "olap/utils.h" +#include "storage/data_dir.h" +#include "storage/file_header.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/tablet/tablet_schema_cache.h" +#include "storage/utils.h" #include "util/debug_points.h" +#include "util/lru_cache.h" #include "util/mem_info.h" #include "util/parse_util.h" #include "util/string_util.h" diff --git a/be/src/olap/tablet_meta.h b/be/src/storage/tablet/tablet_meta.h similarity index 99% rename from be/src/olap/tablet_meta.h rename to be/src/storage/tablet/tablet_meta.h index 9fcdbd66ae9151..046f0ca6f8a524 100644 --- a/be/src/olap/tablet_meta.h +++ b/be/src/storage/tablet/tablet_meta.h @@ -41,13 +41,13 @@ #include "common/logging.h" #include "common/status.h" #include "io/fs/file_system.h" -#include "olap/binlog_config.h" -#include "olap/lru_cache.h" -#include "olap/metadata_adder.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet_schema.h" #include "runtime/memory/lru_cache_policy.h" +#include "storage/binlog_config.h" +#include "storage/metadata_adder.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "util/lru_cache.h" #include "util/uid_util.h" namespace json2pb { diff --git a/be/src/olap/tablet_meta_manager.cpp b/be/src/storage/tablet/tablet_meta_manager.cpp similarity index 98% rename from be/src/olap/tablet_meta_manager.cpp rename to be/src/storage/tablet/tablet_meta_manager.cpp index b426a51e1ce5c6..fafc2f7119717a 100644 --- a/be/src/olap/tablet_meta_manager.cpp +++ b/be/src/storage/tablet/tablet_meta_manager.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_meta_manager.h" +#include "storage/tablet/tablet_meta_manager.h" #include #include @@ -31,10 +31,10 @@ #include "common/status.h" #include "json2pb/json_to_pb.h" #include "json2pb/pb_to_json.h" -#include "olap/data_dir.h" -#include "olap/olap_define.h" -#include "olap/olap_meta.h" -#include "olap/utils.h" +#include "storage/data_dir.h" +#include "storage/olap_define.h" +#include "storage/olap_meta.h" +#include "storage/utils.h" namespace rocksdb { class Iterator; diff --git a/be/src/olap/tablet_meta_manager.h b/be/src/storage/tablet/tablet_meta_manager.h similarity index 98% rename from be/src/olap/tablet_meta_manager.h rename to be/src/storage/tablet/tablet_meta_manager.h index 2a3d5b573add65..eafcce9191191f 100644 --- a/be/src/olap/tablet_meta_manager.h +++ b/be/src/storage/tablet/tablet_meta_manager.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "olap/tablet_meta.h" +#include "storage/tablet/tablet_meta.h" namespace doris { class DataDir; diff --git a/be/src/olap/tablet_reader.cpp b/be/src/storage/tablet/tablet_reader.cpp similarity index 97% rename from be/src/olap/tablet_reader.cpp rename to be/src/storage/tablet/tablet_reader.cpp index cd11d7fbee019c..2962dc68040168 100644 --- a/be/src/olap/tablet_reader.cpp +++ b/be/src/storage/tablet/tablet_reader.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_reader.h" +#include "storage/tablet/tablet_reader.h" #include #include @@ -34,28 +34,28 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" +#include "core/arena.h" +#include "core/block/block.h" +#include "exec/common/variant_util.h" #include "exprs/bitmapfilter_predicate.h" #include "exprs/bloom_filter_func.h" #include "exprs/create_predicate_function.h" #include "exprs/hybrid_set.h" -#include "olap/column_predicate.h" -#include "olap/itoken_extractor.h" -#include "olap/like_column_predicate.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/predicate_creator.h" -#include "olap/row_cursor.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/schema.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" #include "runtime/query_context.h" #include "runtime/runtime_predicate.h" #include "runtime/runtime_state.h" -#include "vec/common/arena.h" -#include "vec/common/variant_util.h" -#include "vec/core/block.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/itoken_extractor.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/predicate/column_predicate.h" +#include "storage/predicate/like_column_predicate.h" +#include "storage/predicate/predicate_creator.h" +#include "storage/row_cursor.h" +#include "storage/schema.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/tablet_reader.h b/be/src/storage/tablet/tablet_reader.h similarity index 95% rename from be/src/olap/tablet_reader.h rename to be/src/storage/tablet/tablet_reader.h index caa6ef29064e74..98c9d5881e1948 100644 --- a/be/src/olap/tablet_reader.h +++ b/be/src/storage/tablet/tablet_reader.h @@ -34,19 +34,19 @@ #include "common/status.h" #include "exprs/function_filter.h" #include "io/io_common.h" -#include "olap/base_tablet.h" -#include "olap/delete_handler.h" -#include "olap/filter_olap_param.h" -#include "olap/iterators.h" -#include "olap/olap_common.h" -#include "olap/olap_tuple.h" -#include "olap/row_cursor.h" -#include "olap/rowid_conversion.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/tablet_fwd.h" +#include "storage/delete/delete_handler.h" +#include "storage/iterators.h" +#include "storage/olap_common.h" +#include "storage/olap_tuple.h" +#include "storage/predicate/filter_olap_param.h" +#include "storage/row_cursor.h" +#include "storage/rowid_conversion.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/olap/tablet_schema.cpp b/be/src/storage/tablet/tablet_schema.cpp similarity index 99% rename from be/src/olap/tablet_schema.cpp rename to be/src/storage/tablet/tablet_schema.cpp index 63731a147b71e9..2beae7f3bf1258 100644 --- a/be/src/olap/tablet_schema.cpp +++ b/be/src/storage/tablet/tablet_schema.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_schema.h" +#include "storage/tablet/tablet_schema.h" #include #include @@ -35,24 +35,24 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/consts.h" #include "common/status.h" -#include "exec/tablet_info.h" -#include "olap/inverted_index_parser.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/tablet_column_object_pool.h" -#include "olap/types.h" -#include "olap/utils.h" -#include "tablet_meta.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/aggregate_function_state_union.h" -#include "vec/columns/column_nothing.h" -#include "vec/common/hex.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/json/path_in_data.h" +#include "core/block/block.h" +#include "core/column/column_nothing.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" +#include "exec/common/hex.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_state_union.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/tablet/tablet_column_object_pool.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet_info.h" +#include "storage/types.h" +#include "storage/utils.h" +#include "util/json/path_in_data.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/tablet_schema.h b/be/src/storage/tablet/tablet_schema.h similarity index 98% rename from be/src/olap/tablet_schema.h rename to be/src/storage/tablet/tablet_schema.h index 4c0be013bce502..f466a67e9c40cd 100644 --- a/be/src/olap/tablet_schema.h +++ b/be/src/storage/tablet/tablet_schema.h @@ -35,21 +35,21 @@ #include "common/consts.h" #include "common/status.h" -#include "olap/inverted_index_parser.h" -#include "olap/metadata_adder.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/options.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/string_utils/string_utils.h" +#include "exprs/aggregate/aggregate_function.h" #include "runtime/descriptors.h" #include "runtime/memory/lru_cache_policy.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/metadata_adder.h" +#include "storage/olap_common.h" +#include "storage/segment/options.h" #include "util/debug_points.h" +#include "util/json/path_in_data.h" #include "util/string_parser.hpp" #include "util/string_util.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/common/string_ref.h" -#include "vec/common/string_utils/string_utils.h" -#include "vec/core/types.h" -#include "vec/json/path_in_data.h" namespace doris { namespace vectorized { diff --git a/be/src/olap/tablet_schema_cache.cpp b/be/src/storage/tablet/tablet_schema_cache.cpp similarity index 97% rename from be/src/olap/tablet_schema_cache.cpp rename to be/src/storage/tablet/tablet_schema_cache.cpp index b39326551a9723..93fdd7709c7981 100644 --- a/be/src/olap/tablet_schema_cache.cpp +++ b/be/src/storage/tablet/tablet_schema_cache.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_schema_cache.h" +#include "storage/tablet/tablet_schema_cache.h" #include #include #include #include "bvar/bvar.h" -#include "olap/tablet_schema.h" +#include "storage/tablet/tablet_schema.h" #include "util/sha.h" bvar::Adder g_tablet_schema_cache_count("tablet_schema_cache_count"); diff --git a/be/src/olap/tablet_schema_cache.h b/be/src/storage/tablet/tablet_schema_cache.h similarity index 98% rename from be/src/olap/tablet_schema_cache.h rename to be/src/storage/tablet/tablet_schema_cache.h index 808b7b4a9cfbbd..41fa287d6af894 100644 --- a/be/src/olap/tablet_schema_cache.h +++ b/be/src/storage/tablet/tablet_schema_cache.h @@ -17,9 +17,9 @@ #pragma once -#include "olap/tablet_fwd.h" #include "runtime/exec_env.h" #include "runtime/memory/lru_cache_policy.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { diff --git a/be/src/exec/tablet_info.cpp b/be/src/storage/tablet_info.cpp similarity index 98% rename from be/src/exec/tablet_info.cpp rename to be/src/storage/tablet_info.cpp index 7f61e1ac5ec46e..0a8b0d71bda007 100644 --- a/be/src/exec/tablet_info.cpp +++ b/be/src/storage/tablet_info.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/tablet_info.h" +#include "storage/tablet_info.h" #include #include @@ -37,24 +37,23 @@ #include "common/exception.h" #include "common/logging.h" #include "common/status.h" -#include "olap/tablet_schema.h" -#include "runtime/define_primitive_type.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/value/large_int_value.h" #include "runtime/descriptors.h" -#include "runtime/large_int_value.h" #include "runtime/memory/mem_tracker.h" -#include "runtime/primitive_type.h" -#include "runtime/raw_value.h" -#include "runtime/types.h" +#include "storage/tablet/tablet_schema.h" +#include "util/raw_value.h" #include "util/string_parser.hpp" #include "util/string_util.h" -#include "vec/columns/column.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" // NOLINTNEXTLINE(unused-includes) -#include "vec/exprs/vexpr_context.h" // IWYU pragma: keep -#include "vec/exprs/vliteral.h" -#include "vec/functions/cast/cast_to_timestamptz.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_timestamptz.h" +#include "exprs/vexpr_context.h" // IWYU pragma: keep +#include "exprs/vliteral.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/tablet_info.h b/be/src/storage/tablet_info.h similarity index 98% rename from be/src/exec/tablet_info.h rename to be/src/storage/tablet_info.h index 91885c3ab5ec83..86f5aaa3ee25d3 100644 --- a/be/src/exec/tablet_info.h +++ b/be/src/storage/tablet_info.h @@ -37,13 +37,13 @@ #include "common/logging.h" #include "common/object_pool.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_fwd.h" #include "runtime/descriptors.h" -#include "runtime/raw_value.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_fwd.h" +#include "util/raw_value.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/task/engine_batch_load_task.cpp b/be/src/storage/task/engine_batch_load_task.cpp similarity index 96% rename from be/src/olap/task/engine_batch_load_task.cpp rename to be/src/storage/task/engine_batch_load_task.cpp index 9ea1f9ad7996db..7f2bad13b6b8cf 100644 --- a/be/src/olap/task/engine_batch_load_task.cpp +++ b/be/src/storage/task/engine_batch_load_task.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/engine_batch_load_task.h" +#include "storage/task/engine_batch_load_task.h" #include #include @@ -35,19 +35,19 @@ #include "boost/lexical_cast.hpp" #include "common/config.h" #include "common/logging.h" -#include "http/http_client.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/push_handler.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" +#include "common/metrics/doris_metrics.h" +#include "load/delta_writer/push_handler.h" #include "runtime/memory/mem_tracker_limiter.h" +#include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -#include "util/doris_metrics.h" +#include "service/http/http_client.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" #include "util/pretty_printer.h" -#include "util/runtime_profile.h" #include "util/stopwatch.hpp" using apache::thrift::ThriftDebugString; diff --git a/be/src/olap/task/engine_batch_load_task.h b/be/src/storage/task/engine_batch_load_task.h similarity index 98% rename from be/src/olap/task/engine_batch_load_task.h rename to be/src/storage/task/engine_batch_load_task.h index 5885430c77366a..39459f7949946c 100644 --- a/be/src/olap/task/engine_batch_load_task.h +++ b/be/src/storage/task/engine_batch_load_task.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "olap/task/engine_task.h" +#include "storage/task/engine_task.h" namespace doris { class TPushReq; diff --git a/be/src/olap/task/engine_checksum_task.cpp b/be/src/storage/task/engine_checksum_task.cpp similarity index 90% rename from be/src/olap/task/engine_checksum_task.cpp rename to be/src/storage/task/engine_checksum_task.cpp index 9dbaeabad30d70..ac9007ad7a8ac6 100644 --- a/be/src/olap/task/engine_checksum_task.cpp +++ b/be/src/storage/task/engine_checksum_task.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/engine_checksum_task.h" +#include "storage/task/engine_checksum_task.h" #include @@ -23,20 +23,20 @@ #include #include +#include "core/block/block.h" +#include "exec/common/sip_hash.h" #include "io/io_common.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/rowset.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_reader.h" -#include "olap/utils.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" -#include "vec/common/sip_hash.h" -#include "vec/core/block.h" -#include "vec/olap/block_reader.h" +#include "storage/iterator/block_reader.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/rowset.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_reader.h" +#include "storage/utils.h" namespace doris { diff --git a/be/src/olap/task/engine_checksum_task.h b/be/src/storage/task/engine_checksum_task.h similarity index 97% rename from be/src/olap/task/engine_checksum_task.h rename to be/src/storage/task/engine_checksum_task.h index 73283453c7a669..e908740432b719 100644 --- a/be/src/olap/task/engine_checksum_task.h +++ b/be/src/storage/task/engine_checksum_task.h @@ -23,7 +23,7 @@ #include #include "common/status.h" -#include "olap/task/engine_task.h" +#include "storage/task/engine_task.h" namespace doris { class StorageEngine; diff --git a/be/src/olap/task/engine_clone_task.cpp b/be/src/storage/task/engine_clone_task.cpp similarity index 98% rename from be/src/olap/task/engine_clone_task.cpp rename to be/src/storage/task/engine_clone_task.cpp index a3d6c5acb66c67..8aac63c40efe66 100644 --- a/be/src/olap/task/engine_clone_task.cpp +++ b/be/src/storage/task/engine_clone_task.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/engine_clone_task.h" +#include "storage/task/engine_clone_task.h" #include #include @@ -43,24 +43,24 @@ #include "common/config.h" #include "common/logging.h" -#include "http/http_client.h" -#include "http/utils.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "io/fs/path.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/pb_helper.h" -#include "olap/rowset/rowset.h" -#include "olap/snapshot_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "runtime/client_cache.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" +#include "service/http/http_client.h" +#include "service/http/utils.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/pb_helper.h" +#include "storage/rowset/rowset.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "util/client_cache.h" #include "util/debug_points.h" #include "util/defer_op.h" #include "util/network_util.h" diff --git a/be/src/olap/task/engine_clone_task.h b/be/src/storage/task/engine_clone_task.h similarity index 96% rename from be/src/olap/task/engine_clone_task.h rename to be/src/storage/task/engine_clone_task.h index 9a5b6db445a8d1..a35cb4b0e23aaf 100644 --- a/be/src/olap/task/engine_clone_task.h +++ b/be/src/storage/task/engine_clone_task.h @@ -24,9 +24,9 @@ #include #include "common/status.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/tablet_fwd.h" -#include "olap/task/engine_task.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/task/engine_task.h" namespace doris { class DataDir; diff --git a/be/src/olap/task/engine_cloud_index_change_task.cpp b/be/src/storage/task/engine_cloud_index_change_task.cpp similarity index 98% rename from be/src/olap/task/engine_cloud_index_change_task.cpp rename to be/src/storage/task/engine_cloud_index_change_task.cpp index f7c46f5729299c..f0a616b83823b7 100644 --- a/be/src/olap/task/engine_cloud_index_change_task.cpp +++ b/be/src/storage/task/engine_cloud_index_change_task.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/engine_cloud_index_change_task.h" +#include "storage/task/engine_cloud_index_change_task.h" #include "cloud/cloud_index_change_compaction.h" #include "cloud/cloud_tablet_mgr.h" #include "cpp/sync_point.h" -#include "olap/tablet_manager.h" +#include "storage/tablet/tablet_manager.h" namespace doris { diff --git a/be/src/olap/task/engine_cloud_index_change_task.h b/be/src/storage/task/engine_cloud_index_change_task.h similarity index 94% rename from be/src/olap/task/engine_cloud_index_change_task.h rename to be/src/storage/task/engine_cloud_index_change_task.h index beb1bf8e67f9ac..081b3663619bee 100644 --- a/be/src/olap/task/engine_cloud_index_change_task.h +++ b/be/src/storage/task/engine_cloud_index_change_task.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/tablet_fwd.h" -#include "olap/task/engine_task.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/task/engine_task.h" namespace doris { class CloudStorageEngine; diff --git a/be/src/olap/task/engine_index_change_task.cpp b/be/src/storage/task/engine_index_change_task.cpp similarity index 95% rename from be/src/olap/task/engine_index_change_task.cpp rename to be/src/storage/task/engine_index_change_task.cpp index 6fa0a63865abc0..0cfcacd8c75697 100644 --- a/be/src/olap/task/engine_index_change_task.cpp +++ b/be/src/storage/task/engine_index_change_task.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/engine_index_change_task.h" +#include "storage/task/engine_index_change_task.h" -#include "olap/storage_engine.h" +#include "common/metrics/doris_metrics.h" #include "runtime/memory/mem_tracker_limiter.h" #include "runtime/thread_context.h" -#include "util/doris_metrics.h" +#include "storage/storage_engine.h" namespace doris { diff --git a/be/src/olap/task/engine_index_change_task.h b/be/src/storage/task/engine_index_change_task.h similarity index 97% rename from be/src/olap/task/engine_index_change_task.h rename to be/src/storage/task/engine_index_change_task.h index b4183523c86185..1b13188081fddf 100644 --- a/be/src/olap/task/engine_index_change_task.h +++ b/be/src/storage/task/engine_index_change_task.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/task/engine_task.h" +#include "storage/task/engine_task.h" namespace doris { class StorageEngine; diff --git a/be/src/olap/task/engine_publish_version_task.cpp b/be/src/storage/task/engine_publish_version_task.cpp similarity index 99% rename from be/src/olap/task/engine_publish_version_task.cpp rename to be/src/storage/task/engine_publish_version_task.cpp index 4a9cf3fbeca956..ced5ac1314a423 100644 --- a/be/src/olap/task/engine_publish_version_task.cpp +++ b/be/src/storage/task/engine_publish_version_task.cpp @@ -15,11 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/engine_publish_version_task.h" +#include "storage/task/engine_publish_version_task.h" #include #include -#include + +#include "util/defer_op.h" // IWYU pragma: no_include #include // IWYU pragma: keep #include @@ -34,11 +35,11 @@ #include "cloud/config.h" #include "common/logging.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/txn_manager.h" -#include "olap/utils.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/txn/txn_manager.h" +#include "storage/utils.h" #include "util/bvar_helper.h" #include "util/debug_points.h" #include "util/threadpool.h" diff --git a/be/src/olap/task/engine_publish_version_task.h b/be/src/storage/task/engine_publish_version_task.h similarity index 97% rename from be/src/olap/task/engine_publish_version_task.h rename to be/src/storage/task/engine_publish_version_task.h index 61cdb8543c13d0..4d9cd08ca3bbd2 100644 --- a/be/src/olap/task/engine_publish_version_task.h +++ b/be/src/storage/task/engine_publish_version_task.h @@ -27,11 +27,11 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/tablet_fwd.h" -#include "olap/task/engine_task.h" #include "runtime/memory/mem_tracker_limiter.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/task/engine_task.h" #include "util/time.h" namespace doris { diff --git a/be/src/olap/task/engine_storage_migration_task.cpp b/be/src/storage/task/engine_storage_migration_task.cpp similarity index 97% rename from be/src/olap/task/engine_storage_migration_task.cpp rename to be/src/storage/task/engine_storage_migration_task.cpp index 497837a9f6bddd..0704e2cc3d181c 100644 --- a/be/src/olap/task/engine_storage_migration_task.cpp +++ b/be/src/storage/task/engine_storage_migration_task.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/engine_storage_migration_task.h" +#include "storage/task/engine_storage_migration_task.h" #include #include @@ -32,18 +32,18 @@ #include "common/config.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "io/fs/local_file_system.h" -#include "olap/base_tablet.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/pb_helper.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/snapshot_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/txn_manager.h" -#include "util/doris_metrics.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/pb_helper.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/txn/txn_manager.h" #include "util/uid_util.h" namespace doris { diff --git a/be/src/olap/task/engine_storage_migration_task.h b/be/src/storage/task/engine_storage_migration_task.h similarity index 95% rename from be/src/olap/task/engine_storage_migration_task.h rename to be/src/storage/task/engine_storage_migration_task.h index 3cb54e59a7a937..134cb5cdcbaf31 100644 --- a/be/src/olap/task/engine_storage_migration_task.h +++ b/be/src/storage/task/engine_storage_migration_task.h @@ -25,10 +25,10 @@ #include #include "common/status.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/tablet_fwd.h" -#include "olap/task/engine_task.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/task/engine_task.h" namespace doris { class DataDir; diff --git a/be/src/olap/task/engine_task.h b/be/src/storage/task/engine_task.h similarity index 100% rename from be/src/olap/task/engine_task.h rename to be/src/storage/task/engine_task.h diff --git a/be/src/olap/task/index_builder.cpp b/be/src/storage/task/index_builder.cpp similarity index 99% rename from be/src/olap/task/index_builder.cpp rename to be/src/storage/task/index_builder.cpp index 8dab082cdef91f..3fdfb331f70af5 100644 --- a/be/src/olap/task/index_builder.cpp +++ b/be/src/storage/task/index_builder.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/index_builder.h" +#include "storage/task/index_builder.h" #include #include "common/logging.h" #include "common/status.h" -#include "olap/olap_define.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/segment_loader.h" -#include "olap/storage_engine.h" -#include "olap/tablet_schema.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/olap_define.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/segment/segment_loader.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_schema.h" #include "util/debug_points.h" #include "util/trace.h" diff --git a/be/src/olap/task/index_builder.h b/be/src/storage/task/index_builder.h similarity index 89% rename from be/src/olap/task/index_builder.h rename to be/src/storage/task/index_builder.h index d87d88c5e76f63..d86c4245689e95 100644 --- a/be/src/olap/task/index_builder.h +++ b/be/src/storage/task/index_builder.h @@ -17,16 +17,16 @@ #pragma once -#include "olap/merger.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/tablet_fwd.h" -#include "vec/olap/olap_data_convertor.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/iterator/olap_data_convertor.h" +#include "storage/merger.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/segment/segment.h" +#include "storage/tablet/tablet_fwd.h" namespace doris { namespace segment_v2 { diff --git a/be/src/olap/txn_manager.cpp b/be/src/storage/txn/txn_manager.cpp similarity index 98% rename from be/src/olap/txn_manager.cpp rename to be/src/storage/txn/txn_manager.cpp index b3daea2f2cbd0c..d278d994c4cfd4 100644 --- a/be/src/olap/txn_manager.cpp +++ b/be/src/storage/txn/txn_manager.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "txn_manager.h" +#include "storage/txn/txn_manager.h" #include #include @@ -35,21 +35,21 @@ #include "common/config.h" #include "common/logging.h" #include "common/status.h" -#include "olap/data_dir.h" -#include "olap/delta_writer.h" -#include "olap/olap_common.h" -#include "olap/partial_update_info.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/schema_change.h" -#include "olap/segment_loader.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_meta_manager.h" -#include "olap/task/engine_publish_version_task.h" +#include "load/delta_writer/delta_writer.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/partial_update_info.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/schema_change/schema_change.h" +#include "storage/segment/segment_loader.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/task/engine_publish_version_task.h" #include "util/debug_points.h" #include "util/time.h" diff --git a/be/src/olap/txn_manager.h b/be/src/storage/txn/txn_manager.h similarity index 97% rename from be/src/olap/txn_manager.h rename to be/src/storage/txn/txn_manager.h index 52663fed4d53ab..684427022ef06f 100644 --- a/be/src/olap/txn_manager.h +++ b/be/src/storage/txn/txn_manager.h @@ -35,17 +35,17 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/pending_rowset_helper.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "core/block/block.h" #include "runtime/memory/lru_cache_policy.h" +#include "storage/olap_common.h" +#include "storage/rowset/pending_rowset_helper.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/time.h" -#include "vec/core/block.h" namespace doris { class DeltaWriter; diff --git a/be/src/olap/types.cpp b/be/src/storage/types.cpp similarity index 99% rename from be/src/olap/types.cpp rename to be/src/storage/types.cpp index 01754bd9a17588..c5f12ee781fad6 100644 --- a/be/src/olap/types.cpp +++ b/be/src/storage/types.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/types.h" +#include "storage/types.h" #include #include #include "common/compiler_util.h" // IWYU pragma: keep -#include "olap/tablet_schema.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/src/olap/types.h b/be/src/storage/types.h similarity index 99% rename from be/src/olap/types.h rename to be/src/storage/types.h index 30aa54567b36cc..3578d20829f67a 100644 --- a/be/src/olap/types.h +++ b/be/src/storage/types.h @@ -33,23 +33,23 @@ #include "common/config.h" #include "common/consts.h" #include "common/status.h" -#include "olap/decimal12.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/uint24.h" +#include "core/arena.h" +#include "core/decimal12.h" +#include "core/extended_types.h" +#include "core/packed_int128.h" +#include "core/type_limit.h" +#include "core/uint24.h" +#include "core/value/ipv4_value.h" +#include "core/value/ipv6_value.h" +#include "core/value/map_value.h" +#include "core/value/struct_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_timestamptz.h" #include "runtime/collection_value.h" -#include "runtime/map_value.h" -#include "runtime/struct_value.h" -#include "runtime/type_limit.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" #include "util/slice.h" #include "util/string_parser.hpp" -#include "util/types.h" -#include "vec/common/arena.h" -#include "vec/core/extended_types.h" -#include "vec/functions/cast/cast_to_timestamptz.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/ipv6_value.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/utils.cpp b/be/src/storage/utils.cpp similarity index 98% rename from be/src/olap/utils.cpp rename to be/src/storage/utils.cpp index 87d1e3c196ad79..b76db32cdff3fb 100644 --- a/be/src/olap/utils.cpp +++ b/be/src/storage/utils.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/utils.h" +#include "storage/utils.h" // IWYU pragma: no_include #include // IWYU pragma: keep @@ -36,14 +36,14 @@ #include "common/logging.h" #include "common/status.h" +#include "core/value/ipv4_value.h" +#include "core/value/ipv6_value.h" #include "io/fs/file_reader.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/olap_common.h" +#include "storage/olap_common.h" #include "util/sse_util.hpp" #include "util/string_parser.hpp" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/ipv6_value.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/olap/utils.h b/be/src/storage/utils.h similarity index 99% rename from be/src/olap/utils.h rename to be/src/storage/utils.h index 4423ed6c2168ca..88a66a9b833c82 100644 --- a/be/src/olap/utils.h +++ b/be/src/storage/utils.h @@ -31,7 +31,7 @@ #include #include "common/status.h" -#include "olap/olap_common.h" +#include "storage/olap_common.h" namespace doris { static const std::string DELETE_SIGN = "__DORIS_DELETE_SIGN__"; diff --git a/be/src/olap/version_graph.cpp b/be/src/storage/version_graph.cpp similarity index 99% rename from be/src/olap/version_graph.cpp rename to be/src/storage/version_graph.cpp index 8c10dfe2ee8ff1..f8508d68f76e18 100644 --- a/be/src/olap/version_graph.cpp +++ b/be/src/storage/version_graph.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/version_graph.h" +#include "storage/version_graph.h" #include #include diff --git a/be/src/olap/version_graph.h b/be/src/storage/version_graph.h similarity index 99% rename from be/src/olap/version_graph.h rename to be/src/storage/version_graph.h index a61a7446add4b8..9958d904f36ba2 100644 --- a/be/src/olap/version_graph.h +++ b/be/src/storage/version_graph.h @@ -28,8 +28,8 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_meta.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_meta.h" namespace doris { diff --git a/be/src/tools/CMakeLists.txt b/be/src/tools/CMakeLists.txt index ab1fc5fba19df8..1592108b7cfcb9 100644 --- a/be/src/tools/CMakeLists.txt +++ b/be/src/tools/CMakeLists.txt @@ -82,3 +82,35 @@ add_custom_command(TARGET packed_file_tool POST_BUILD COMMAND ${CMAKE_OBJCOPY} --add-gnu-debuglink=$.dbg $ ) endif() + +if (BUILD_INDEX_TOOL) + add_executable(index_tool + index_tool.cpp + ) + + pch_reuse(index_tool) + + # This permits libraries loaded by dlopen to link to the symbols in the program. + set_target_properties(index_tool PROPERTIES ENABLE_EXPORTS 1) + + target_link_libraries(index_tool + ${DORIS_LINK_LIBS} + ) + + if (COMPILER_CLANG) + target_compile_options(index_tool PRIVATE + -Wno-implicit-int-conversion + -Wno-shorten-64-to-32 + ) + endif() + + install(DIRECTORY DESTINATION ${OUTPUT_DIR}/lib/) + install(TARGETS index_tool DESTINATION ${OUTPUT_DIR}/lib/) + if (NOT OS_MACOSX) + add_custom_command(TARGET index_tool POST_BUILD + COMMAND ${CMAKE_OBJCOPY} --only-keep-debug $ $.dbg + COMMAND ${CMAKE_STRIP} --strip-debug --strip-unneeded $ + COMMAND ${CMAKE_OBJCOPY} --add-gnu-debuglink=$.dbg $ + ) + endif() +endif() diff --git a/be/src/index-tools/index_tool.cpp b/be/src/tools/index_tool.cpp similarity index 98% rename from be/src/index-tools/index_tool.cpp rename to be/src/tools/index_tool.cpp index 9bd63601af9f2d..e188c655f4a3d0 100644 --- a/be/src/index-tools/index_tool.cpp +++ b/be/src/tools/index_tool.cpp @@ -45,14 +45,14 @@ #pragma clang diagnostic pop #endif #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index/query/conjunction_query.h" -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/tablet_schema.h" #include "runtime/thread_context.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/index/inverted/query/conjunction_query.h" +#include "storage/tablet/tablet_schema.h" using doris::segment_v2::DorisCompoundReader; using doris::segment_v2::DorisFSDirectoryFactory; diff --git a/be/src/tools/meta_tool.cpp b/be/src/tools/meta_tool.cpp index 1900a9a10d3251..d013032b82622b 100644 --- a/be/src/tools/meta_tool.cpp +++ b/be/src/tools/meta_tool.cpp @@ -28,15 +28,32 @@ #include #include "common/status.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/decimal12.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/large_int_value.h" +#include "cpp/private_member_accessor.hpp" #include "io/fs/file_reader.h" #include "io/fs/local_file_system.h" #include "json2pb/pb_to_json.h" -#include "olap/data_dir.h" -#include "olap/options.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/storage_engine.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_meta_manager.h" +#include "runtime/exec_env.h" +#include "runtime/memory/mem_tracker_limiter.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/options.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/encoding_info.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" #include "util/coding.h" using doris::DataDir; diff --git a/be/src/util/async_io.h b/be/src/util/async_io.h index 624686716db23d..485be4b79f022c 100644 --- a/be/src/util/async_io.h +++ b/be/src/util/async_io.h @@ -20,9 +20,9 @@ #include #include "io/fs/file_system.h" -#include "olap/olap_define.h" +#include "storage/olap_define.h" #include "util/cpu_info.h" -#include "work_thread_pool.hpp" +#include "util/work_thread_pool.hpp" namespace doris { diff --git a/be/src/util/barrier.h b/be/src/util/barrier.h index f3d6184930e9e9..ba28ae7cd12d7b 100644 --- a/be/src/util/barrier.h +++ b/be/src/util/barrier.h @@ -20,7 +20,7 @@ #include #include -#include "olap/olap_define.h" +#include "storage/olap_define.h" namespace doris { diff --git a/be/src/util/bit_util.h b/be/src/util/bit_util.h index fb1c0b1fdc8e3f..d9334b6cc55f78 100644 --- a/be/src/util/bit_util.h +++ b/be/src/util/bit_util.h @@ -22,7 +22,7 @@ #include -#include "vec/core/extended_types.h" +#include "core/extended_types.h" #ifndef __APPLE__ #include #endif diff --git a/be/src/util/bitmap_intersect.h b/be/src/util/bitmap_intersect.h index 876039708eecc8..55bfedd3748f8e 100644 --- a/be/src/util/bitmap_intersect.h +++ b/be/src/util/bitmap_intersect.h @@ -18,8 +18,8 @@ #include #include "common/cast_set.h" -#include "util/bitmap_value.h" -#include "vec/common/string_ref.h" +#include "core/string_ref.h" +#include "core/value/bitmap_value.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/block_compression.cpp b/be/src/util/block_compression.cpp index 8f73ba2412552a..f800f72ebbbdcb 100644 --- a/be/src/util/block_compression.cpp +++ b/be/src/util/block_compression.cpp @@ -51,11 +51,11 @@ #include "absl/strings/substitute.h" #include "common/config.h" #include "common/factory_creator.h" -#include "exec/decompressor.h" +#include "exec/common/endian.h" #include "runtime/thread_context.h" +#include "util/decompressor.h" #include "util/defer_op.h" #include "util/faststring.h" -#include "vec/common/endian.h" namespace orc { /** diff --git a/be/src/util/brpc_client_cache.cpp b/be/src/util/brpc_client_cache.cpp index 0123cae40ffb24..91caf736f87d40 100644 --- a/be/src/util/brpc_client_cache.cpp +++ b/be/src/util/brpc_client_cache.cpp @@ -20,8 +20,8 @@ #include // IWYU pragma: keep #include // IWYU pragma: keep -#include "util/doris_metrics.h" -#include "util/metrics.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/bvar_helper.h b/be/src/util/bvar_helper.h index b2439f21210c86..03add904cb85a4 100644 --- a/be/src/util/bvar_helper.h +++ b/be/src/util/bvar_helper.h @@ -18,8 +18,8 @@ #pragma once #include -#include "defer_op.h" -#include "stopwatch.hpp" +#include "util/defer_op.h" +#include "util/stopwatch.hpp" namespace doris { diff --git a/be/src/util/byte_buffer.h b/be/src/util/byte_buffer.h index 474a50339dcd68..c7522db451c9f1 100644 --- a/be/src/util/byte_buffer.h +++ b/be/src/util/byte_buffer.h @@ -24,9 +24,9 @@ #include "common/logging.h" #include "common/status.h" +#include "core/allocator.h" +#include "core/allocator_fwd.h" #include "runtime/thread_context.h" -#include "vec/common/allocator.h" -#include "vec/common/allocator_fwd.h" namespace doris { diff --git a/be/src/util/byte_stream_split.cpp b/be/src/util/byte_stream_split.cpp index 54f558acfb7a41..59c82840215667 100644 --- a/be/src/util/byte_stream_split.cpp +++ b/be/src/util/byte_stream_split.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "byte_stream_split.h" +#include "util/byte_stream_split.h" #include diff --git a/be/src/runtime/client_cache.cpp b/be/src/util/client_cache.cpp similarity index 99% rename from be/src/runtime/client_cache.cpp rename to be/src/util/client_cache.cpp index e83c5fbc6ccf7f..cdb7ba10c3199a 100644 --- a/be/src/runtime/client_cache.cpp +++ b/be/src/util/client_cache.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/client_cache.h" +#include "util/client_cache.h" #include #include #include "common/logging.h" +#include "common/metrics/doris_metrics.h" #include "runtime/exec_env.h" #include "util/dns_cache.h" -#include "util/doris_metrics.h" #include "util/network_util.h" namespace doris { diff --git a/be/src/runtime/client_cache.h b/be/src/util/client_cache.h similarity index 99% rename from be/src/runtime/client_cache.h rename to be/src/util/client_cache.h index 712878ffef1dca..824f8ceaa0966d 100644 --- a/be/src/runtime/client_cache.h +++ b/be/src/util/client_cache.h @@ -36,9 +36,9 @@ #include "common/config.h" #include "common/exception.h" +#include "common/metrics/metrics.h" #include "common/status.h" #include "util/hash_util.hpp" -#include "util/metrics.h" #include "util/thrift_client.h" #include "util/thrift_server.h" diff --git a/be/src/util/coding.h b/be/src/util/coding.h index c2d669d675487e..fab88941773923 100644 --- a/be/src/util/coding.h +++ b/be/src/util/coding.h @@ -16,9 +16,9 @@ #include #include -#include "olap/olap_common.h" +#include "exec/common/endian.h" +#include "storage/olap_common.h" #include "util/slice.h" -#include "vec/common/endian.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/countdown_latch.h b/be/src/util/countdown_latch.h index 0cc7320ce3e45c..2df901628f23ba 100644 --- a/be/src/util/countdown_latch.h +++ b/be/src/util/countdown_latch.h @@ -23,7 +23,7 @@ #include #include "common/logging.h" -#include "olap/olap_define.h" +#include "storage/olap_define.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/counts.h b/be/src/util/counts.h index 5954ef31cb4442..b48e0bc7f74fca 100644 --- a/be/src/util/counts.h +++ b/be/src/util/counts.h @@ -23,9 +23,9 @@ #include #include -#include "vec/common/pod_array.h" -#include "vec/common/string_buffer.hpp" -#include "vec/io/io_helper.h" +#include "core/pod_array.h" +#include "core/string_buffer.hpp" +#include "util/io_helper.h" namespace doris { diff --git a/be/src/util/date_func.cpp b/be/src/util/date_func.cpp index f31620a4710ea3..9f98b8710bd226 100644 --- a/be/src/util/date_func.cpp +++ b/be/src/util/date_func.cpp @@ -25,11 +25,11 @@ #include #include "common/cast_set.h" -#include "vec/common/int_exp.h" -#include "vec/core/types.h" -#include "vec/functions/cast/cast_to_timestamptz.h" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/int_exp.h" +#include "exprs/function/cast/cast_to_timestamptz.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/debug_counters.h b/be/src/util/debug_counters.h index a2a846b1982264..8d190475646b0d 100644 --- a/be/src/util/debug_counters.h +++ b/be/src/util/debug_counters.h @@ -17,7 +17,7 @@ #pragma once -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" #define ENABLE_DEBUG_COUNTERS 1 diff --git a/be/src/exec/decompressor.cpp b/be/src/util/decompressor.cpp similarity index 99% rename from be/src/exec/decompressor.cpp rename to be/src/util/decompressor.cpp index 45270c86792281..50d9ec22e5f9fc 100644 --- a/be/src/exec/decompressor.cpp +++ b/be/src/util/decompressor.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "exec/decompressor.h" +#include "util/decompressor.h" #include @@ -25,7 +25,7 @@ #include "common/cast_set.h" #include "common/logging.h" #include "common/status.h" -#include "vec/common/endian.h" +#include "exec/common/endian.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/decompressor.h b/be/src/util/decompressor.h similarity index 99% rename from be/src/exec/decompressor.h rename to be/src/util/decompressor.h index e3b03bdd094c70..d8b54ded23117e 100644 --- a/be/src/exec/decompressor.h +++ b/be/src/util/decompressor.h @@ -18,6 +18,7 @@ #pragma once #include +#include #include #include #include @@ -31,7 +32,6 @@ #include #include "common/status.h" -#include "gen_cpp/PlanNodes_types.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/disk_info_mac.cpp b/be/src/util/disk_info_mac.cpp index 170faa05c1916a..2129541b791cd5 100644 --- a/be/src/util/disk_info_mac.cpp +++ b/be/src/util/disk_info_mac.cpp @@ -28,8 +28,8 @@ #include #include -#include "disk_info.h" #include "io/fs/local_file_system.h" +#include "util/disk_info.h" namespace doris { diff --git a/be/src/util/faststring.cc b/be/src/util/faststring.cc index f9ba31fb523caf..1304b39268800b 100644 --- a/be/src/util/faststring.cc +++ b/be/src/util/faststring.cc @@ -19,7 +19,7 @@ #include -#include "vec/common/custom_allocator.h" +#include "core/custom_allocator.h" namespace doris { diff --git a/be/src/util/faststring.h b/be/src/util/faststring.h index 60d500e8ece744..738444553d47cf 100644 --- a/be/src/util/faststring.h +++ b/be/src/util/faststring.h @@ -24,10 +24,10 @@ #include #include +#include "core/allocator.h" +#include "core/allocator_fwd.h" #include "util/memcpy_inlined.h" #include "util/slice.h" -#include "vec/common/allocator.h" -#include "vec/common/allocator_fwd.h" namespace doris { diff --git a/be/src/util/frame_of_reference_coding.cpp b/be/src/util/frame_of_reference_coding.cpp index 2d56df48213fe4..bc55e07d11ebde 100644 --- a/be/src/util/frame_of_reference_coding.cpp +++ b/be/src/util/frame_of_reference_coding.cpp @@ -27,9 +27,9 @@ #include #include "common/cast_set.h" +#include "exec/common/endian.h" #include "util/bit_util.h" #include "util/coding.h" -#include "vec/common/endian.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/frame_of_reference_coding.h b/be/src/util/frame_of_reference_coding.h index a242866c0ee4f1..b42a6fbe281d0b 100644 --- a/be/src/util/frame_of_reference_coding.h +++ b/be/src/util/frame_of_reference_coding.h @@ -23,8 +23,8 @@ #include #include "common/cast_set.h" -#include "olap/olap_common.h" -#include "olap/uint24.h" +#include "core/uint24.h" +#include "storage/olap_common.h" #include "util/faststring.h" namespace doris { diff --git a/be/src/util/hash/city.cc b/be/src/util/hash/city.cc index bac567d35af0ee..0fa7226a61da2a 100644 --- a/be/src/util/hash/city.cc +++ b/be/src/util/hash/city.cc @@ -37,7 +37,7 @@ #include #include "common/logging.h" -#include "vec/common/endian.h" +#include "exec/common/endian.h" namespace doris::util_hash { #include "common/compile_check_begin.h" diff --git a/be/src/util/murmur_hash3.cpp b/be/src/util/hash/murmur_hash3.cpp similarity index 93% rename from be/src/util/murmur_hash3.cpp rename to be/src/util/hash/murmur_hash3.cpp index 1dcff80404de00..9dbb097c63e003 100644 --- a/be/src/util/murmur_hash3.cpp +++ b/be/src/util/hash/murmur_hash3.cpp @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + //----------------------------------------------------------------------------- // MurmurHash3 was written by Austin Appleby, and is placed in the public // domain. The author hereby disclaims copyright to this source code. @@ -7,9 +24,9 @@ // compile and run any of them on any platform, but your performance with the // non-native version will be less than optimal. -#include "murmur_hash3.h" +#include "util/hash/murmur_hash3.h" -#include "vec/common/unaligned.h" +#include "util/unaligned.h" namespace doris { diff --git a/be/src/runtime/types.h b/be/src/util/hash/murmur_hash3.h similarity index 51% rename from be/src/runtime/types.h rename to be/src/util/hash/murmur_hash3.h index f698e32c38b028..f72f08336c79d3 100644 --- a/be/src/runtime/types.h +++ b/be/src/util/hash/murmur_hash3.h @@ -14,25 +14,25 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -// This file is copied from -// https://github.com/apache/impala/blob/branch-2.9.0/be/src/runtime/types.h -// and modified by Doris +//----------------------------------------------------------------------------- +// MurmurHash3 was written by Austin Appleby, and is placed in the public +// domain. The author hereby disclaims copyright to this source code. #pragma once -#include -#include -#include +#include +namespace doris { -#include -#include -#include +void murmur_hash3_x86_32(const void* key, int64_t len, uint32_t seed, void* out); -#include "common/config.h" -#include "common/consts.h" -#include "runtime/define_primitive_type.h" +void murmur_hash3_x86_128(const void* key, int len, uint32_t seed, void* out); -namespace doris { -TTypeDesc create_type_desc(PrimitiveType type, int precision = 0, int scale = 0); +void murmur_hash3_x64_process(const void* key, const int len, uint64_t& h1, uint64_t& h2); + +void murmur_hash3_x64_128(const void* key, int len, uint32_t seed, void* out); + +void murmur_hash3_x64_64_shared(const void* key, const int64_t len, const uint64_t seed, void* out); + +void murmur_hash3_x64_64(const void* key, int64_t len, uint64_t seed, void* out); -} // namespace doris +} // namespace doris \ No newline at end of file diff --git a/be/src/util/hash_util.hpp b/be/src/util/hash_util.hpp index 9371f8867ca9d4..9b6370e8e484b8 100644 --- a/be/src/util/hash_util.hpp +++ b/be/src/util/hash_util.hpp @@ -30,11 +30,11 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep +#include "exec/common/endian.h" #include "util/cpu_info.h" #include "util/hash/city.h" -#include "util/murmur_hash3.h" +#include "util/hash/murmur_hash3.h" #include "util/sse_util.hpp" -#include "vec/common/endian.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/io/io_helper.cpp b/be/src/util/io_helper.cpp similarity index 98% rename from be/src/vec/io/io_helper.cpp rename to be/src/util/io_helper.cpp index 139ba40a7c44c5..16f449fa823f80 100644 --- a/be/src/vec/io/io_helper.cpp +++ b/be/src/util/io_helper.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Functions/registerFunctionsComparison.cpp // and modified by Doris -#include "vec/io/io_helper.h" +#include "util/io_helper.h" namespace doris::vectorized { bool read_date_text_impl(VecDateTimeValue& x, const StringRef& buf) { diff --git a/be/src/vec/io/io_helper.h b/be/src/util/io_helper.h similarity index 95% rename from be/src/vec/io/io_helper.h rename to be/src/util/io_helper.h index f38fdaeb2e0da4..b64f8888c8a472 100644 --- a/be/src/vec/io/io_helper.h +++ b/be/src/util/io_helper.h @@ -25,18 +25,18 @@ #include #include "common/exception.h" -#include "util/binary_cast.hpp" +#include "core/arena.h" +#include "core/binary_cast.hpp" +#include "core/field.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/uint128.h" +#include "core/value/ipv4_value.h" +#include "core/value/ipv6_value.h" +#include "core/value/vdatetime_value.h" #include "util/string_parser.hpp" -#include "vec/common/arena.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/common/uint128.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/io/var_int.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/ipv6_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "util/var_int.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/util/jni-util.cpp b/be/src/util/jni-util.cpp index 08f4155337458f..9f5f3999c17579 100644 --- a/be/src/util/jni-util.cpp +++ b/be/src/util/jni-util.cpp @@ -34,7 +34,7 @@ #include "absl/strings/substitute.h" #include "common/cast_set.h" #include "common/config.h" -#include "util/doris_metrics.h" +#include "common/metrics/doris_metrics.h" #include "util/jni_native_method.h" // #include "util/libjvm_loader.h" diff --git a/be/src/util/jni_native_method.cpp b/be/src/util/jni_native_method.cpp index ce01b521b6027e..77099e269ddaca 100644 --- a/be/src/util/jni_native_method.cpp +++ b/be/src/util/jni_native_method.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "jni_native_method.h" +#include "util/jni_native_method.h" #include diff --git a/be/src/vec/json/json_parser.cpp b/be/src/util/json/json_parser.cpp similarity index 99% rename from be/src/vec/json/json_parser.cpp rename to be/src/util/json/json_parser.cpp index a3dcee534d89e7..a6facd8fb7623f 100644 --- a/be/src/vec/json/json_parser.cpp +++ b/be/src/util/json/json_parser.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Common/JSONParsers/SimdJSONParser.cpp // and modified by Doris -#include "vec/json/json_parser.h" +#include "util/json/json_parser.h" #include #include @@ -30,8 +30,8 @@ #include "common/cast_set.h" // IWYU pragma: keep #include "common/status.h" -#include "vec/json/path_in_data.h" -#include "vec/json/simd_json_parser.h" +#include "util/json/path_in_data.h" +#include "util/json/simd_json_parser.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/vec/json/json_parser.h b/be/src/util/json/json_parser.h similarity index 96% rename from be/src/vec/json/json_parser.h rename to be/src/util/json/json_parser.h index 57a43a109ef846..a0788cb1aac2b7 100644 --- a/be/src/vec/json/json_parser.h +++ b/be/src/util/json/json_parser.h @@ -28,14 +28,14 @@ #include #include -#include "runtime/primitive_type.h" +#include "core/column/column.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/uint128.h" +#include "util/json/path_in_data.h" +#include "util/json/simd_json_parser.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/common/uint128.h" -#include "vec/core/field.h" -#include "vec/json/path_in_data.h" -#include "vec/json/simd_json_parser.h" namespace doris::vectorized { diff --git a/be/src/vec/json/path_in_data.cpp b/be/src/util/json/path_in_data.cpp similarity index 98% rename from be/src/vec/json/path_in_data.cpp rename to be/src/util/json/path_in_data.cpp index fbdc6235f1aa23..02a391b7502b57 100644 --- a/be/src/vec/json/path_in_data.cpp +++ b/be/src/util/json/path_in_data.cpp @@ -18,15 +18,15 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/DataTypes/Serializations/PathInData.cpp // and modified by Doris -#include "vec/json/path_in_data.h" +#include "util/json/path_in_data.h" #include #include #include "common/cast_set.h" -#include "vec/common/sip_hash.h" -#include "vec/common/variant_util.h" +#include "exec/common/sip_hash.h" +#include "exec/common/variant_util.h" namespace doris::vectorized { diff --git a/be/src/vec/json/path_in_data.h b/be/src/util/json/path_in_data.h similarity index 99% rename from be/src/vec/json/path_in_data.h rename to be/src/util/json/path_in_data.h index f110b7a315c986..08fb0307e8cefe 100644 --- a/be/src/vec/json/path_in_data.h +++ b/be/src/util/json/path_in_data.h @@ -20,6 +20,7 @@ #pragma once +#include #include #include @@ -28,8 +29,7 @@ #include #include -#include "gen_cpp/segment_v2.pb.h" -#include "vec/common/uint128.h" +#include "core/uint128.h" namespace doris::vectorized { diff --git a/be/src/vec/json/simd_json_parser.h b/be/src/util/json/simd_json_parser.h similarity index 99% rename from be/src/vec/json/simd_json_parser.h rename to be/src/util/json/simd_json_parser.h index 4292d8550269e9..f8eff64a05e00f 100644 --- a/be/src/vec/json/simd_json_parser.h +++ b/be/src/util/json/simd_json_parser.h @@ -23,7 +23,7 @@ #include #include -#include "vec/core/types.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/src/vec/jsonb/serialize.cpp b/be/src/util/jsonb/serialize.cpp similarity index 92% rename from be/src/vec/jsonb/serialize.cpp rename to be/src/util/jsonb/serialize.cpp index c31918c5409072..b50a1db73958dc 100644 --- a/be/src/vec/jsonb/serialize.cpp +++ b/be/src/util/jsonb/serialize.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/jsonb/serialize.h" +#include "util/jsonb/serialize.h" #include @@ -24,22 +24,21 @@ #include #include -#include "olap/tablet_schema.h" +#include "core/arena.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" +#include "core/value/jsonb_value.h" #include "runtime/descriptors.h" -#include "runtime/jsonb_value.h" -#include "runtime/primitive_type.h" -#include "runtime/types.h" +#include "storage/tablet/tablet_schema.h" #include "util/jsonb_document.h" #include "util/jsonb_stream.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/arena.h" -#include "vec/common/string_ref.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" namespace doris::vectorized { diff --git a/be/src/vec/jsonb/serialize.h b/be/src/util/jsonb/serialize.h similarity index 95% rename from be/src/vec/jsonb/serialize.h rename to be/src/util/jsonb/serialize.h index b8f1a0a25fa418..1525474e31737f 100644 --- a/be/src/vec/jsonb/serialize.h +++ b/be/src/util/jsonb/serialize.h @@ -22,10 +22,10 @@ #include #include -#include "olap/tablet_schema.h" +#include "core/block/block.h" +#include "core/column/column_string.h" #include "runtime/descriptors.h" -#include "vec/columns/column_string.h" -#include "vec/core/block.h" +#include "storage/tablet/tablet_schema.h" namespace doris { class TabletSchema; diff --git a/be/src/util/jsonb_document.cpp b/be/src/util/jsonb_document.cpp index 55b12e0e9e6057..05a44f4b30f033 100644 --- a/be/src/util/jsonb_document.cpp +++ b/be/src/util/jsonb_document.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "jsonb_document.h" +#include "util/jsonb_document.h" #include #include diff --git a/be/src/util/jsonb_document.h b/be/src/util/jsonb_document.h index 0220794a483d94..af19334b086a94 100644 --- a/be/src/util/jsonb_document.h +++ b/be/src/util/jsonb_document.h @@ -77,10 +77,10 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" #include "util/string_util.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" // #include "util/string_parser.hpp" diff --git a/be/src/util/jsonb_document_cast.h b/be/src/util/jsonb_document_cast.h index bd1acbcd335338..fd99eba7969972 100644 --- a/be/src/util/jsonb_document_cast.h +++ b/be/src/util/jsonb_document_cast.h @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "jsonb_document.h" -#include "runtime/primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_to_basic_number_common.h" +#include "exprs/function/cast/cast_to_boolean.h" +#include "exprs/function/cast/cast_to_decimal.h" +#include "util/jsonb_document.h" #include "util/jsonb_utils.h" -#include "vec/core/types.h" -#include "vec/functions/cast/cast_base.h" -#include "vec/functions/cast/cast_to_basic_number_common.h" -#include "vec/functions/cast/cast_to_boolean.h" -#include "vec/functions/cast/cast_to_decimal.h" namespace doris::vectorized { struct JsonbCast { diff --git a/be/src/util/jsonb_parser_simd.h b/be/src/util/jsonb_parser_simd.h index 1a127bff025997..c8ac44e28fa47f 100644 --- a/be/src/util/jsonb_parser_simd.h +++ b/be/src/util/jsonb_parser_simd.h @@ -63,9 +63,9 @@ #include #include "common/status.h" -#include "jsonb_document.h" -#include "jsonb_writer.h" -#include "string_parser.hpp" +#include "util/jsonb_document.h" +#include "util/jsonb_writer.h" +#include "util/string_parser.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/jsonb_utils.cpp b/be/src/util/jsonb_utils.cpp index 0eb51da797cf8a..6d983bd61b4ac2 100644 --- a/be/src/util/jsonb_utils.cpp +++ b/be/src/util/jsonb_utils.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "jsonb_utils.h" +#include "util/jsonb_utils.h" #include #include "common/status.h" +#include "core/value/vdatetime_value.h" #include "util/date_func.h" #include "util/string_parser.hpp" -#include "vec/runtime/vdatetime_value.h" namespace doris { template diff --git a/be/src/util/jsonb_utils.h b/be/src/util/jsonb_utils.h index 17ed9a43d3434b..5ceb678d225a7c 100644 --- a/be/src/util/jsonb_utils.h +++ b/be/src/util/jsonb_utils.h @@ -22,8 +22,8 @@ #define JSONB_JSONBUTIL_H #include "common/status.h" -#include "jsonb_document.h" -#include "jsonb_stream.h" +#include "util/jsonb_document.h" +#include "util/jsonb_stream.h" namespace doris { diff --git a/be/src/util/jsonb_writer.h b/be/src/util/jsonb_writer.h index 32d2babc64e41a..d80e730125def3 100644 --- a/be/src/util/jsonb_writer.h +++ b/be/src/util/jsonb_writer.h @@ -44,9 +44,9 @@ #include #include "common/status.h" -#include "jsonb_document.h" -#include "jsonb_stream.h" -#include "vec/core/types.h" +#include "core/types.h" +#include "util/jsonb_document.h" +#include "util/jsonb_stream.h" namespace doris { diff --git a/be/src/olap/lru_cache.cpp b/be/src/util/lru_cache.cpp similarity index 97% rename from be/src/olap/lru_cache.cpp rename to be/src/util/lru_cache.cpp index 8e885f02324e7b..ff7b868ccc689f 100644 --- a/be/src/olap/lru_cache.cpp +++ b/be/src/util/lru_cache.cpp @@ -1,8 +1,24 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. // Copyright (c) 2011 The LevelDB Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. See the AUTHORS file for names of contributors. -#include "olap/lru_cache.h" +#include "util/lru_cache.h" #include #include @@ -10,7 +26,7 @@ #include #include -#include "util/metrics.h" +#include "common/metrics/metrics.h" #include "util/time.h" using std::string; diff --git a/be/src/olap/lru_cache.h b/be/src/util/lru_cache.h similarity index 95% rename from be/src/olap/lru_cache.h rename to be/src/util/lru_cache.h index 9b0f08fb312bb6..1e77b9a0422ef7 100644 --- a/be/src/olap/lru_cache.h +++ b/be/src/util/lru_cache.h @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + // Copyright (c) 2011 The LevelDB Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. See the AUTHORS file for names of contributors. @@ -20,9 +37,9 @@ #include #include +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "runtime/memory/lru_cache_value_base.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/exec/lzo_decompressor.cpp b/be/src/util/lzo_decompressor.cpp similarity index 99% rename from be/src/exec/lzo_decompressor.cpp rename to be/src/util/lzo_decompressor.cpp index 42bff1a08b5811..aa60f8e78f17d2 100644 --- a/be/src/exec/lzo_decompressor.cpp +++ b/be/src/util/lzo_decompressor.cpp @@ -19,9 +19,9 @@ #include "common/cast_set.h" #include "common/logging.h" -#include "exec/decompressor.h" -#include "olap/utils.h" #include "orc/Exceptions.hh" +#include "storage/utils.h" +#include "util/decompressor.h" namespace orc { /** diff --git a/be/src/util/mem_info.cpp b/be/src/util/mem_info.cpp index bd6f95f5c56262..4b48d40d2d93d2 100644 --- a/be/src/util/mem_info.cpp +++ b/be/src/util/mem_info.cpp @@ -18,7 +18,7 @@ // https://github.com/apache/impala/blob/branch-2.9.0/be/src/util/mem-info.cc // and modified by Doris -#include "mem_info.h" +#include "util/mem_info.h" #include "runtime/memory/cache_manager.h" diff --git a/be/src/util/murmur_hash3.h b/be/src/util/murmur_hash3.h deleted file mode 100644 index 072cf9b12bda23..00000000000000 --- a/be/src/util/murmur_hash3.h +++ /dev/null @@ -1,22 +0,0 @@ -//----------------------------------------------------------------------------- -// MurmurHash3 was written by Austin Appleby, and is placed in the public -// domain. The author hereby disclaims copyright to this source code. - -#pragma once - -#include -namespace doris { - -void murmur_hash3_x86_32(const void* key, int64_t len, uint32_t seed, void* out); - -void murmur_hash3_x86_128(const void* key, int len, uint32_t seed, void* out); - -void murmur_hash3_x64_process(const void* key, const int len, uint64_t& h1, uint64_t& h2); - -void murmur_hash3_x64_128(const void* key, int len, uint32_t seed, void* out); - -void murmur_hash3_x64_64_shared(const void* key, const int64_t len, const uint64_t seed, void* out); - -void murmur_hash3_x64_64(const void* key, int64_t len, uint64_t seed, void* out); - -} // namespace doris \ No newline at end of file diff --git a/be/src/util/mustache/mustache.cc b/be/src/util/mustache/mustache.cc index e72967152d19f4..a761bc25f78adc 100644 --- a/be/src/util/mustache/mustache.cc +++ b/be/src/util/mustache/mustache.cc @@ -10,7 +10,7 @@ // See the License for the specific language governing permissions and // limitations under the License. -#include "mustache.h" +#include "util/mustache/mustache.h" #include #include diff --git a/be/src/util/mysql_row_buffer.cpp b/be/src/util/mysql_row_buffer.cpp index de1f499842b8da..6504e75ba487b0 100644 --- a/be/src/util/mysql_row_buffer.cpp +++ b/be/src/util/mysql_row_buffer.cpp @@ -28,16 +28,16 @@ #include #include "common/logging.h" -#include "date_func.h" -#include "olap/olap_common.h" -#include "runtime/decimalv2_value.h" -#include "runtime/large_int_value.h" +#include "core/value/decimalv2_value.h" +#include "core/value/ipv4_value.h" +#include "core/value/ipv6_value.h" +#include "core/value/large_int_value.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" // IWYU pragma: keep +#include "exprs/function/cast/cast_to_string.h" +#include "storage/olap_common.h" +#include "util/date_func.h" #include "util/mysql_global.h" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/ipv6_value.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" // IWYU pragma: keep namespace doris { diff --git a/be/src/util/obj_lru_cache.h b/be/src/util/obj_lru_cache.h index a62378a14bf53f..ab953e01c553ed 100644 --- a/be/src/util/obj_lru_cache.h +++ b/be/src/util/obj_lru_cache.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/lru_cache.h" #include "runtime/memory/lru_cache_policy.h" +#include "util/lru_cache.h" namespace doris { diff --git a/be/src/util/once.h b/be/src/util/once.h index 4bcb3abb1a41d3..916a1c95964717 100644 --- a/be/src/util/once.h +++ b/be/src/util/once.h @@ -25,7 +25,7 @@ #include #include "common/exception.h" -#include "olap/olap_common.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/src/util/perf_counters_mac.cpp b/be/src/util/perf_counters_mac.cpp index 31b5ef682c8484..cb11d4b1f61821 100644 --- a/be/src/util/perf_counters_mac.cpp +++ b/be/src/util/perf_counters_mac.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "perf_counters.h" +#include "util/perf_counters.h" namespace doris { diff --git a/be/src/util/pretty_printer.h b/be/src/util/pretty_printer.h index 69cef37da31fbc..f931744990b6b1 100644 --- a/be/src/util/pretty_printer.h +++ b/be/src/util/pretty_printer.h @@ -27,7 +27,7 @@ #include #include -#include "util/binary_cast.hpp" +#include "core/binary_cast.hpp" #include "util/cpu_info.h" /// Truncate a double to offset decimal places. diff --git a/be/src/util/proto_util.h b/be/src/util/proto_util.h index d93f2df5aa9d7a..aec345688a9396 100644 --- a/be/src/util/proto_util.h +++ b/be/src/util/proto_util.h @@ -22,10 +22,10 @@ #include "common/config.h" #include "common/status.h" -#include "network_util.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" #include "util/brpc_client_cache.h" +#include "util/network_util.h" namespace doris { diff --git a/be/src/runtime/raw_value.h b/be/src/util/raw_value.h similarity index 96% rename from be/src/runtime/raw_value.h rename to be/src/util/raw_value.h index d4683835a18924..9ca8e1b12617c9 100644 --- a/be/src/runtime/raw_value.h +++ b/be/src/util/raw_value.h @@ -24,11 +24,10 @@ #include "common/consts.h" #include "common/logging.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" +#include "core/data_type/define_primitive_type.h" +#include "core/packed_int128.h" +#include "core/string_ref.h" #include "util/hash_util.hpp" -#include "util/types.h" -#include "vec/common/string_ref.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/reservoir_sampler.h b/be/src/util/reservoir_sampler.h index 66a9f15101df8b..1c0452ea23aa90 100644 --- a/be/src/util/reservoir_sampler.h +++ b/be/src/util/reservoir_sampler.h @@ -25,9 +25,9 @@ #include #include -#include "vec/common/pod_array_fwd.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" +#include "core/pod_array_fwd.h" +#include "core/string_buffer.hpp" +#include "core/types.h" namespace doris { diff --git a/be/src/util/s3_util.cpp b/be/src/util/s3_util.cpp index a468b5658533da..2013c3c4b743c1 100644 --- a/be/src/util/s3_util.cpp +++ b/be/src/util/s3_util.cpp @@ -31,10 +31,11 @@ #include #include #include -#include #include +#include "util/string_util.h" + #ifdef USE_AZURE #include #include @@ -59,11 +60,11 @@ #ifdef USE_AZURE #include "io/fs/azure_obj_storage_client.h" #endif +#include "exec/scan/scanner_scheduler.h" #include "io/fs/obj_storage_client.h" #include "io/fs/s3_obj_storage_client.h" #include "runtime/exec_env.h" -#include "s3_uri.h" -#include "vec/exec/scan/scanner_scheduler.h" +#include "util/s3_uri.h" namespace doris { namespace s3_bvar { diff --git a/be/src/util/s3_util.h b/be/src/util/s3_util.h index c85e831fa07f18..5cedee997eeff4 100644 --- a/be/src/util/s3_util.h +++ b/be/src/util/s3_util.h @@ -33,10 +33,10 @@ #include #include "common/status.h" +#include "core/string_ref.h" #include "cpp/aws_common.h" #include "cpp/s3_rate_limiter.h" #include "io/fs/obj_storage_client.h" -#include "vec/common/string_ref.h" namespace Aws::S3 { class S3Client; diff --git a/be/src/util/simd/reverse_copy_bytes.h b/be/src/util/simd/reverse_copy_bytes.h index 216779e0a8fa94..7c896803c7ce0d 100644 --- a/be/src/util/simd/reverse_copy_bytes.h +++ b/be/src/util/simd/reverse_copy_bytes.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/data_types/data_type.h" +#include "core/data_type/data_type.h" namespace doris::simd { #include "common/compile_check_begin.h" diff --git a/be/src/util/simd/vstring_function.h b/be/src/util/simd/vstring_function.h index 09cf7835dbb05a..02bd4ab267cf2d 100644 --- a/be/src/util/simd/vstring_function.h +++ b/be/src/util/simd/vstring_function.h @@ -26,9 +26,9 @@ #include #include +#include "core/string_ref.h" #include "util/simd/lower_upper_impl.h" #include "util/sse_util.hpp" -#include "vec/common/string_ref.h" namespace doris { diff --git a/be/src/util/slice.h b/be/src/util/slice.h index 9c2ff1253f6624..276bb89a120f84 100644 --- a/be/src/util/slice.h +++ b/be/src/util/slice.h @@ -28,8 +28,8 @@ #include #include -#include "vec/common/allocator.h" -#include "vec/common/allocator_fwd.h" +#include "core/allocator.h" +#include "core/allocator_fwd.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/static_asserts.cpp b/be/src/util/static_asserts.cpp index d0e4bb717f17e1..2e817cc3bda4d0 100644 --- a/be/src/util/static_asserts.cpp +++ b/be/src/util/static_asserts.cpp @@ -20,8 +20,8 @@ #include -#include "vec/common/string_ref.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/string_ref.h" +#include "core/value/vdatetime_value.h" namespace doris { // This class is unused. It contains static (compile time) asserts. diff --git a/be/src/util/string_parser.cpp b/be/src/util/string_parser.cpp index adc19dc8fb6146..5fbebd2e69f93b 100644 --- a/be/src/util/string_parser.cpp +++ b/be/src/util/string_parser.cpp @@ -19,8 +19,8 @@ #include -#include "vec/core/extended_types.h" -#include "vec/core/types.h" +#include "core/extended_types.h" +#include "core/types.h" namespace doris { #include "common/compile_check_avoid_begin.h" // Supported decimal number format: diff --git a/be/src/util/string_parser.hpp b/be/src/util/string_parser.hpp index 65fdd201a779f2..06e8d027f4e02b 100644 --- a/be/src/util/string_parser.hpp +++ b/be/src/util/string_parser.hpp @@ -38,12 +38,12 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/status.h" -#include "runtime/large_int_value.h" -#include "runtime/primitive_type.h" -#include "vec/common/int_exp.h" -#include "vec/common/string_utils/string_utils.h" -#include "vec/core/extended_types.h" -#include "vec/data_types/number_traits.h" +#include "core/data_type/number_traits.h" +#include "core/data_type/primitive_type.h" +#include "core/extended_types.h" +#include "core/value/large_int_value.h" +#include "exec/common/int_exp.h" +#include "exec/common/string_utils/string_utils.h" namespace doris { #include "common/compile_check_avoid_begin.h" diff --git a/be/src/runtime/string_search.hpp b/be/src/util/string_search.hpp similarity index 97% rename from be/src/runtime/string_search.hpp rename to be/src/util/string_search.hpp index 97ed563e7074c4..6d2e26034ab16e 100644 --- a/be/src/runtime/string_search.hpp +++ b/be/src/util/string_search.hpp @@ -20,8 +20,8 @@ #include #include "common/cast_set.h" -#include "vec/common/string_ref.h" -#include "vec/common/string_searcher.h" +#include "core/string_ref.h" +#include "exec/common/string_searcher.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/thread.cpp b/be/src/util/thread.cpp index 258f92af5a0656..2823ade4478877 100644 --- a/be/src/util/thread.cpp +++ b/be/src/util/thread.cpp @@ -18,7 +18,7 @@ // https://github.com/apache/impala/blob/branch-2.9.0/be/src/util/thread.cc // and modified by Doris -#include "thread.h" +#include "util/thread.h" #include @@ -54,8 +54,8 @@ #include "absl/strings/substitute.h" #include "common/config.h" #include "common/logging.h" -#include "http/web_page_handler.h" #include "runtime/thread_context.h" +#include "service/http/web_page_handler.h" #include "util/easy_json.h" #include "util/os_util.h" #include "util/url_coding.h" diff --git a/be/src/util/threadpool.cpp b/be/src/util/threadpool.cpp index 9b7ff2dfe3f0f6..682c53eb4fa4ed 100644 --- a/be/src/util/threadpool.cpp +++ b/be/src/util/threadpool.cpp @@ -30,9 +30,9 @@ #include "absl/strings/substitute.h" #include "common/exception.h" #include "common/logging.h" +#include "common/metrics/doris_metrics.h" +#include "common/metrics/metrics.h" #include "util/debug_points.h" -#include "util/doris_metrics.h" -#include "util/metrics.h" #include "util/stopwatch.hpp" #include "util/thread.h" diff --git a/be/src/util/threadpool.h b/be/src/util/threadpool.h index ac1f21efea84fe..ab97322a7bbd9b 100644 --- a/be/src/util/threadpool.h +++ b/be/src/util/threadpool.h @@ -39,8 +39,8 @@ #include #include "agent/cgroup_cpu_ctl.h" +#include "common/metrics/metrics.h" #include "common/status.h" -#include "util/metrics.h" #include "util/uid_util.h" #include "util/work_thread_pool.hpp" diff --git a/be/src/util/thrift_rpc_helper.cpp b/be/src/util/thrift_rpc_helper.cpp index bf26230c909711..405e00f85815e5 100644 --- a/be/src/util/thrift_rpc_helper.cpp +++ b/be/src/util/thrift_rpc_helper.cpp @@ -28,8 +28,8 @@ #include #include "common/status.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" // IWYU pragma: keep +#include "util/client_cache.h" #include "util/debug_points.h" #include "util/network_util.h" diff --git a/be/src/util/thrift_server.cpp b/be/src/util/thrift_server.cpp index df75ba486dd1a8..d5b72ddfdcb47a 100644 --- a/be/src/util/thrift_server.cpp +++ b/be/src/util/thrift_server.cpp @@ -40,8 +40,8 @@ #include #include "common/config.h" +#include "common/metrics/doris_metrics.h" #include "service/backend_options.h" -#include "util/doris_metrics.h" namespace apache { namespace thrift { diff --git a/be/src/util/thrift_server.h b/be/src/util/thrift_server.h index aa9cbe70807d2f..f4e503a5107e1f 100644 --- a/be/src/util/thrift_server.h +++ b/be/src/util/thrift_server.h @@ -25,8 +25,8 @@ #include #include +#include "common/metrics/metrics.h" #include "common/status.h" -#include "util/metrics.h" namespace apache { namespace thrift { diff --git a/be/src/util/thrift_util.cpp b/be/src/util/thrift_util.cpp index 2efb012aa20a49..015b5382cfc21d 100644 --- a/be/src/util/thrift_util.cpp +++ b/be/src/util/thrift_util.cpp @@ -28,8 +28,8 @@ #include "common/compiler_util.h" // IWYU pragma: keep #include "common/logging.h" -#include "exec/tablet_info.h" -#include "olap/tablet_schema.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet_info.h" #include "util/thrift_server.h" namespace apache::thrift::protocol { diff --git a/be/src/util/time_lut.cpp b/be/src/util/time_lut.cpp index 45c8b696794de9..f062888ebbee1c 100644 --- a/be/src/util/time_lut.cpp +++ b/be/src/util/time_lut.cpp @@ -21,7 +21,7 @@ #include #include "common/cast_set.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/value/vdatetime_value.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/vec/common/unaligned.h b/be/src/util/unaligned.h similarity index 100% rename from be/src/vec/common/unaligned.h rename to be/src/util/unaligned.h diff --git a/be/src/util/url_parser.cpp b/be/src/util/url_parser.cpp index d8da344c9ece2c..00ed91f52f9e65 100644 --- a/be/src/util/url_parser.cpp +++ b/be/src/util/url_parser.cpp @@ -23,8 +23,8 @@ #include #include -#include "runtime/string_search.hpp" -#include "vec/common/string_ref.h" +#include "core/string_ref.h" +#include "util/string_search.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/util/url_parser.h b/be/src/util/url_parser.h index 3c30a4ef3ffb1d..df1182c6651466 100644 --- a/be/src/util/url_parser.h +++ b/be/src/util/url_parser.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/common/string_ref.h" +#include "core/string_ref.h" namespace doris { class StringSearch; diff --git a/be/src/vec/io/var_int.h b/be/src/util/var_int.h similarity index 95% rename from be/src/vec/io/var_int.h rename to be/src/util/var_int.h index 44e07d8e1dd077..c0bc43a238e642 100644 --- a/be/src/vec/io/var_int.h +++ b/be/src/util/var_int.h @@ -17,8 +17,8 @@ #pragma once -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" +#include "core/string_buffer.hpp" +#include "core/types.h" namespace doris::vectorized { /** Write Int64 in variable length format (base128) */ diff --git a/be/src/vec/CMakeLists.txt b/be/src/vec/CMakeLists.txt deleted file mode 100644 index 0d2a1dd8ce9090..00000000000000 --- a/be/src/vec/CMakeLists.txt +++ /dev/null @@ -1,59 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# where to put generated libraries -set(LIBRARY_OUTPUT_PATH "${BUILD_DIR}/src/vec") -# where to put generated binaries -set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/src/vec") - -file(GLOB_RECURSE VEC_FILES CONFIGURE_DEPENDS *.cpp) - -list(FILTER VEC_FILES EXCLUDE REGEX ".*exec/executor/tools/simulator/.*") - -add_library(Vec STATIC - ${VEC_FILES} -) - -target_link_libraries(Vec PUBLIC faiss) -pch_reuse(Vec) - -if (${BUILD_TASK_EXECUTOR_SIMULATOR} STREQUAL "ON") - file(GLOB_RECURSE SIMULATOR_FILES CONFIGURE_DEPENDS - "${CMAKE_CURRENT_SOURCE_DIR}/exec/executor/tools/simulator/*.cpp" - ) - message(STATUS "Add Task Executor Simulator To Build") - add_executable(task_executor_simulator ${SIMULATOR_FILES}) - - - pch_reuse(task_executor_simulator) - - # This permits libraries loaded by dlopen to link to the symbols in the program. - set_target_properties(task_executor_simulator PROPERTIES ENABLE_EXPORTS 1) - - target_link_libraries(task_executor_simulator - ${DORIS_LINK_LIBS} - ) - - install(DIRECTORY DESTINATION ${OUTPUT_DIR}/lib/) - install(TARGETS task_executor_simulator DESTINATION ${OUTPUT_DIR}/lib/) - - add_custom_command(TARGET task_executor_simulator POST_BUILD - COMMAND ${CMAKE_OBJCOPY} --only-keep-debug $ $.dbg - COMMAND ${CMAKE_STRIP} --strip-debug --strip-unneeded $ - COMMAND ${CMAKE_OBJCOPY} --add-gnu-debuglink=$.dbg $ - ) - -endif() diff --git a/be/src/vec/core/decomposed_float.h b/be/src/vec/core/decomposed_float.h deleted file mode 100644 index 9449f8232d6b82..00000000000000 --- a/be/src/vec/core/decomposed_float.h +++ /dev/null @@ -1,220 +0,0 @@ -// Licensed to the Apache Software Foundation (ASF) under one -// or more contributor license agreements. See the NOTICE file -// distributed with this work for additional information -// regarding copyright ownership. The ASF licenses this file -// to you under the Apache License, Version 2.0 (the -// "License"); you may not use this file except in compliance -// with the License. You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, -// software distributed under the License is distributed on an -// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -// KIND, either express or implied. See the License for the -// specific language governing permissions and limitations -// under the License. -// This file is copied from -// https://github.com/ClickHouse/ClickHouse/blob/master/base/base/DecomposedFloat.h -// and modified by Doris -#pragma once - -#include -#include -#include - -#include "common/compile_check_begin.h" -#include "extended_types.h" - -/// Allows to check the internals of IEEE-754 floating point number. - -template -struct FloatTraits; - -template <> -struct FloatTraits { - using UInt = uint32_t; - static constexpr size_t bits = 32; - static constexpr size_t exponent_bits = 8; - static constexpr size_t mantissa_bits = bits - exponent_bits - 1; -}; - -template <> -struct FloatTraits { - using UInt = uint64_t; - static constexpr size_t bits = 64; - static constexpr size_t exponent_bits = 11; - static constexpr size_t mantissa_bits = bits - exponent_bits - 1; -}; - -/// x = sign * (2 ^ normalized_exponent) * (1 + mantissa * 2 ^ -mantissa_bits) -/// x = sign * (2 ^ normalized_exponent + mantissa * 2 ^ (normalized_exponent - mantissa_bits)) -template -struct DecomposedFloat { - using Traits = FloatTraits; - - explicit DecomposedFloat(T x) { memcpy(&x_uint, &x, sizeof(x)); } - - typename Traits::UInt x_uint; - - bool isNegative() const { return x_uint >> (Traits::bits - 1); } - - /// Returns 0 for both +0. and -0. - int sign() const { return (exponent() == 0 && mantissa() == 0) ? 0 : (isNegative() ? -1 : 1); } - - uint16_t exponent() const { - return (x_uint >> (Traits::mantissa_bits)) & - (((1ull << (Traits::exponent_bits + 1)) - 1) >> 1); - } - - int16_t normalizedExponent() const { - return int16_t(exponent()) - ((1ull << (Traits::exponent_bits - 1)) - 1); - } - - uint64_t mantissa() const { return x_uint & ((1ull << Traits::mantissa_bits) - 1); } - - int64_t mantissaWithSign() const { return isNegative() ? -mantissa() : mantissa(); } - - /// NOTE Probably floating point instructions can be better. - bool isIntegerInRepresentableRange() const { - return x_uint == 0 || - (normalizedExponent() >= 0 /// The number is not less than one - /// The number is inside the range where every integer has exact representation in float - && normalizedExponent() <= static_cast(Traits::mantissa_bits) - /// After multiplying by 2^exp, the fractional part becomes zero, means the number is integer - && ((mantissa() & ((1ULL << (Traits::mantissa_bits - normalizedExponent())) - 1)) == - 0)); - } - - /// Compare float with integer of arbitrary width (both signed and unsigned are supported). Assuming two's complement arithmetic. - /// This function is generic, big integers (128, 256 bit) are supported as well. - /// Infinities are compared correctly. NaNs are treat similarly to infinities, so they can be less than all numbers. - /// (note that we need total order) - /// Returns -1, 0 or 1. - template - int compare(Int rhs) const { - if (rhs == 0) { - return sign(); - } - - /// Different signs - if (isNegative() && rhs > 0) { - return -1; - } - if (!isNegative() && rhs < 0) { - return 1; - } - - /// Fractional number with magnitude less than one - if (normalizedExponent() < 0) { - if (!isNegative()) { - return rhs > 0 ? -1 : 1; - } - return rhs >= 0 ? -1 : 1; - } - - /// The case of the most negative integer - if constexpr (IsSignedV) { - if (rhs == std::numeric_limits::lowest()) { - assert(isNegative()); - - if (normalizedExponent() < static_cast(8 * sizeof(Int) - IsSignedV)) { - return 1; - } - if (normalizedExponent() > static_cast(8 * sizeof(Int) - IsSignedV)) { - return -1; - } - - if (mantissa() == 0) { - return 0; - } - return -1; - } - } - - /// Too large number: abs(float) > abs(rhs). Also the case with infinities and NaN. - if (normalizedExponent() >= static_cast(8 * sizeof(Int) - IsSignedV)) { - return isNegative() ? -1 : 1; - } - - using UInt = std::conditional_t<(sizeof(Int) > sizeof(typename Traits::UInt)), - std::make_unsigned_t, typename Traits::UInt>; - UInt uint_rhs = rhs < 0 ? static_cast(-rhs) : rhs; - - /// Smaller octave: abs(rhs) < abs(float) - /// FYI, TIL: octave is also called "binade", https://en.wikipedia.org/wiki/Binade - if (uint_rhs < (static_cast(1) << normalizedExponent())) { - return isNegative() ? -1 : 1; - } - - /// Larger octave: abs(rhs) > abs(float) - if (normalizedExponent() + 1 < static_cast(8 * sizeof(Int) - IsSignedV) && - uint_rhs >= (static_cast(1) << (normalizedExponent() + 1))) { - return isNegative() ? 1 : -1; - } - - /// The same octave - /// uint_rhs == 2 ^ normalizedExponent + mantissa * 2 ^ (normalizedExponent - mantissa_bits) - - bool large_and_always_integer = - normalizedExponent() >= static_cast(Traits::mantissa_bits); - - UInt a = large_and_always_integer - ? static_cast(mantissa()) - << (normalizedExponent() - Traits::mantissa_bits) - : static_cast(mantissa()) >> - (Traits::mantissa_bits - normalizedExponent()); - - UInt b = uint_rhs - (static_cast(1) << normalizedExponent()); - - if (a < b) { - return isNegative() ? 1 : -1; - } - if (a > b) { - return isNegative() ? -1 : 1; - } - - /// Float has no fractional part means that the numbers are equal. - if (large_and_always_integer || - (mantissa() & ((1ULL << (Traits::mantissa_bits - normalizedExponent())) - 1)) == 0) { - return 0; - } - /// Float has fractional part means its abs value is larger. - return isNegative() ? -1 : 1; - } - - template - bool equals(Int rhs) const { - return compare(rhs) == 0; - } - - template - bool notEquals(Int rhs) const { - return compare(rhs) != 0; - } - - template - bool less(Int rhs) const { - return compare(rhs) < 0; - } - - template - bool greater(Int rhs) const { - return compare(rhs) > 0; - } - - template - bool lessOrEquals(Int rhs) const { - return compare(rhs) <= 0; - } - - template - bool greaterOrEquals(Int rhs) const { - return compare(rhs) >= 0; - } -}; - -using DecomposedFloat64 = DecomposedFloat; -using DecomposedFloat32 = DecomposedFloat; - -#include "common/compile_check_end.h" \ No newline at end of file diff --git a/be/test/CMakeLists.txt b/be/test/CMakeLists.txt index 020f1cdb61c357..dc41d79b380314 100644 --- a/be/test/CMakeLists.txt +++ b/be/test/CMakeLists.txt @@ -23,11 +23,11 @@ set(EXECUTABLE_OUTPUT_PATH "${BUILD_DIR}/test") file(GLOB_RECURSE UT_FILES CONFIGURE_DEPENDS *.cpp) -# Remove all cpp files from vector_search subdirectory +# Remove all cpp files from vector search (ANN index) subdirectory # Since cpp files in vector search subdirs use header files from faiss. # The compile check used by doris can not be applied to faiss headers. # So vector_search cpp files are compiled in a separate library using different compile options. -file(GLOB_RECURSE VECTOR_FILES CONFIGURE_DEPENDS olap/vector_search/*.cpp) +file(GLOB_RECURSE VECTOR_FILES CONFIGURE_DEPENDS storage/index/ann/*.cpp) list(REMOVE_ITEM UT_FILES ${VECTOR_FILES}) if(NOT DEFINED DORIS_WITH_LZO) @@ -44,20 +44,19 @@ list(REMOVE_ITEM UT_FILES ${CMAKE_CURRENT_SOURCE_DIR}/tools/benchmark_tool.cpp) list(REMOVE_ITEM UT_FILES ${CMAKE_CURRENT_SOURCE_DIR}/agent/heartbeat_server_test.cpp ${CMAKE_CURRENT_SOURCE_DIR}/common/config_validator_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/http/metrics_action_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/olap/rowset/segment_v2/binary_plain_page_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/olap/rowset/segment_v2/binary_prefix_page_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/olap/rowset/segment_v2/bitshuffle_page_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/olap/rowset/segment_v2/column_reader_writer_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/olap/rowset/segment_v2/frame_of_reference_page_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/olap/rowset/segment_v2/plain_page_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/olap/rowset/segment_v2/rle_page_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/olap/rowset/segment_v2/segment_iterator_apply_index_expr_test.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/service/http/metrics_action_test.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/storage/segment/binary_plain_page_test.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/storage/segment/binary_prefix_page_test.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/storage/segment/bitshuffle_page_test.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/storage/segment/column_reader_writer_test.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/storage/segment/frame_of_reference_page_test.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/storage/segment/plain_page_test.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/storage/segment/rle_page_test.cpp ${CMAKE_CURRENT_SOURCE_DIR}/runtime/decimal_value_test.cpp ${CMAKE_CURRENT_SOURCE_DIR}/util/decompress_test.cpp ${CMAKE_CURRENT_SOURCE_DIR}/util/url_coding_test.cpp ${CMAKE_CURRENT_SOURCE_DIR}/io/fs/remote_file_system_test.cpp - ${CMAKE_CURRENT_SOURCE_DIR}/olap/remote_rowset_gc_test.cpp + ${CMAKE_CURRENT_SOURCE_DIR}/storage/remote_rowset_gc_test.cpp ${CMAKE_CURRENT_SOURCE_DIR}/runtime/jsonb_value_test.cpp ${CMAKE_CURRENT_SOURCE_DIR}/runtime/large_int_value_test.cpp ) @@ -106,7 +105,7 @@ include_directories( ) # Removed test files are added back using separate compile arguments. -add_subdirectory(olap/vector_search) +add_subdirectory(storage/index/ann) add_executable(doris_be_test ${UT_FILES}) diff --git a/be/test/agent/heartbeat_server_test.cpp b/be/test/agent/heartbeat_server_test.cpp index b4fa6ff650b747..26e7fc5ccdc5e9 100644 --- a/be/test/agent/heartbeat_server_test.cpp +++ b/be/test/agent/heartbeat_server_test.cpp @@ -17,10 +17,11 @@ #include "agent/heartbeat_server.h" +#include +#include + #include -#include "gen_cpp/HeartbeatService_types.h" -#include "gen_cpp/Types_types.h" #include "gmock/gmock.h" #include "gtest/gtest.h" diff --git a/be/test/agent/task_worker_pool_test.cpp b/be/test/agent/task_worker_pool_test.cpp index 7be29e6feb48c5..3b5c8ff3df0eab 100644 --- a/be/test/agent/task_worker_pool_test.cpp +++ b/be/test/agent/task_worker_pool_test.cpp @@ -25,9 +25,9 @@ #include #include -#include "olap/options.h" -#include "olap/storage_engine.h" #include "runtime/cluster_info.h" +#include "storage/options.h" +#include "storage/storage_engine.h" namespace doris { diff --git a/be/test/ai/aggregate_function_ai_agg_test.cpp b/be/test/ai/aggregate_function_ai_agg_test.cpp index 970eae5b501aa8..afaa17767b1608 100644 --- a/be/test/ai/aggregate_function_ai_agg_test.cpp +++ b/be/test/ai/aggregate_function_ai_agg_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/aggregate_functions/aggregate_function_ai_agg.h" +#include "exprs/aggregate/aggregate_function_ai_agg.h" #include #include @@ -24,14 +24,14 @@ #include #include -#include "http/http_client.h" +#include "core/arena.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_string.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "runtime/query_context.h" +#include "service/http/http_client.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_string.h" -#include "vec/common/arena.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/ai/ai_adapter_test.cpp b/be/test/ai/ai_adapter_test.cpp index fb0e3f8e84984d..1ab27b220f2795 100644 --- a/be/test/ai/ai_adapter_test.cpp +++ b/be/test/ai/ai_adapter_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/ai/ai_adapter.h" +#include "exprs/function/ai/ai_adapter.h" #include #include @@ -26,10 +26,10 @@ #include #include "common/status.h" -#include "vec/functions/ai/ai_classify.h" -#include "vec/functions/ai/ai_extract.h" -#include "vec/functions/ai/ai_sentiment.h" -#include "vec/functions/ai/ai_summarize.h" +#include "exprs/function/ai/ai_classify.h" +#include "exprs/function/ai/ai_extract.h" +#include "exprs/function/ai/ai_sentiment.h" +#include "exprs/function/ai/ai_summarize.h" namespace doris::vectorized { class MockHttpClient : public HttpClient { diff --git a/be/test/ai/ai_function_test.cpp b/be/test/ai/ai_function_test.cpp index a7e86c4724d03f..7a02513009d66e 100644 --- a/be/test/ai/ai_function_test.cpp +++ b/be/test/ai/ai_function_test.cpp @@ -20,24 +20,24 @@ #include +#include "core/block/block.h" +#include "core/column/column_array.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "exprs/function/ai/ai_classify.h" +#include "exprs/function/ai/ai_extract.h" +#include "exprs/function/ai/ai_filter.h" +#include "exprs/function/ai/ai_fix_grammar.h" +#include "exprs/function/ai/ai_generate.h" +#include "exprs/function/ai/ai_mask.h" +#include "exprs/function/ai/ai_sentiment.h" +#include "exprs/function/ai/ai_similarity.h" +#include "exprs/function/ai/ai_summarize.h" +#include "exprs/function/ai/ai_translate.h" +#include "exprs/function/ai/embed.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_array.h" -#include "vec/functions/ai/ai_classify.h" -#include "vec/functions/ai/ai_extract.h" -#include "vec/functions/ai/ai_filter.h" -#include "vec/functions/ai/ai_fix_grammar.h" -#include "vec/functions/ai/ai_generate.h" -#include "vec/functions/ai/ai_mask.h" -#include "vec/functions/ai/ai_sentiment.h" -#include "vec/functions/ai/ai_similarity.h" -#include "vec/functions/ai/ai_summarize.h" -#include "vec/functions/ai/ai_translate.h" -#include "vec/functions/ai/embed.h" namespace doris::vectorized { diff --git a/be/test/ai/embed_test.cpp b/be/test/ai/embed_test.cpp index d5b70292a9c0c5..e9a13cb689c07f 100644 --- a/be/test/ai/embed_test.cpp +++ b/be/test/ai/embed_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/ai/embed.h" +#include "exprs/function/ai/embed.h" #include #include @@ -25,9 +25,9 @@ #include #include +#include "exprs/function/ai/ai_adapter.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/functions/ai/ai_adapter.h" namespace doris::vectorized { diff --git a/be/test/cloud/cloud_compaction_test.cpp b/be/test/cloud/cloud_compaction_test.cpp index 9800b40d5eb344..05eec3149f996a 100644 --- a/be/test/cloud/cloud_compaction_test.cpp +++ b/be/test/cloud/cloud_compaction_test.cpp @@ -29,11 +29,11 @@ #include "cloud/cloud_tablet.h" #include "cloud/cloud_tablet_mgr.h" #include "json2pb/json_to_pb.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/storage_policy.h" -#include "olap/tablet_meta.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/cloud/cloud_cumulative_compaction_policy_test.cpp b/be/test/cloud/cloud_cumulative_compaction_policy_test.cpp index b509056c04c378..29358eaaee0901 100644 --- a/be/test/cloud/cloud_cumulative_compaction_policy_test.cpp +++ b/be/test/cloud/cloud_cumulative_compaction_policy_test.cpp @@ -28,10 +28,10 @@ #include "common/config.h" #include "gtest/gtest_pred_impl.h" #include "json2pb/json_to_pb.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet_meta.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/cloud/cloud_empty_rowset_compaction_test.cpp b/be/test/cloud/cloud_empty_rowset_compaction_test.cpp index 5a3bb13ff76cf2..63794bf5ec0554 100644 --- a/be/test/cloud/cloud_empty_rowset_compaction_test.cpp +++ b/be/test/cloud/cloud_empty_rowset_compaction_test.cpp @@ -26,11 +26,11 @@ #include "common/status.h" #include "gtest/gtest_pred_impl.h" #include "json2pb/json_to_pb.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet_meta.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/cloud/cloud_meta_mgr_test.cpp b/be/test/cloud/cloud_meta_mgr_test.cpp index 3f2f7fe4ef6b77..ff4539f5969968 100644 --- a/be/test/cloud/cloud_meta_mgr_test.cpp +++ b/be/test/cloud/cloud_meta_mgr_test.cpp @@ -17,6 +17,7 @@ #include "cloud/cloud_meta_mgr.h" +#include #include #include @@ -27,11 +28,10 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" #include "cpp/sync_point.h" -#include "gen_cpp/cloud.pb.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet_meta.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/cloud/cloud_tablet_query_prefer_cache_test.cpp b/be/test/cloud/cloud_tablet_query_prefer_cache_test.cpp index 464afb9fc6cf1f..f910c4a795c877 100644 --- a/be/test/cloud/cloud_tablet_query_prefer_cache_test.cpp +++ b/be/test/cloud/cloud_tablet_query_prefer_cache_test.cpp @@ -26,11 +26,11 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" -#include "olap/base_tablet.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet_meta.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/cloud/cloud_tablet_query_with_tolerance_test.cpp b/be/test/cloud/cloud_tablet_query_with_tolerance_test.cpp index 1a24ea275be007..dac9de87f322e4 100644 --- a/be/test/cloud/cloud_tablet_query_with_tolerance_test.cpp +++ b/be/test/cloud/cloud_tablet_query_with_tolerance_test.cpp @@ -26,11 +26,11 @@ #include "cloud/cloud_storage_engine.h" #include "cloud/cloud_tablet.h" -#include "olap/base_tablet.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet_meta.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/base_tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/cloud/cloud_tablet_test.cpp b/be/test/cloud/cloud_tablet_test.cpp index 2c375dc1bca8c5..7f989037e2b95d 100644 --- a/be/test/cloud/cloud_tablet_test.cpp +++ b/be/test/cloud/cloud_tablet_test.cpp @@ -30,10 +30,10 @@ #include "cloud/cloud_warm_up_manager.h" #include "common/config.h" #include "cpp/sync_point.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/tablet_meta.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/common/check_overflow.cpp b/be/test/common/check_overflow.cpp index c9964ed67f7d6a..a1df15b1a1709a 100644 --- a/be/test/common/check_overflow.cpp +++ b/be/test/common/check_overflow.cpp @@ -19,9 +19,9 @@ #include -#include "vec/common/arithmetic_overflow.h" -#include "vec/core/types.h" -#include "vec/io/io_helper.h" +#include "core/types.h" +#include "exec/common/arithmetic_overflow.h" +#include "util/io_helper.h" namespace doris::vectorized { diff --git a/be/test/vec/core/accurate_comparison_test.cpp b/be/test/core/accurate_comparison_test.cpp similarity index 97% rename from be/test/vec/core/accurate_comparison_test.cpp rename to be/test/core/accurate_comparison_test.cpp index a59f2007b1f5ca..77542e906af472 100644 --- a/be/test/vec/core/accurate_comparison_test.cpp +++ b/be/test/core/accurate_comparison_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/core/accurate_comparison.h" +#include "core/accurate_comparison.h" #include diff --git a/be/test/vec/core/block_test.cpp b/be/test/core/block/block_test.cpp similarity index 98% rename from be/test/vec/core/block_test.cpp rename to be/test/core/block/block_test.cpp index dd09133e2fb99f..f3d5aff8c8fb62 100644 --- a/be/test/vec/core/block_test.cpp +++ b/be/test/core/block/block_test.cpp @@ -15,11 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/core/block.h" +#include "core/block/block.h" #include #include #include +#include #include #include #include @@ -35,35 +36,34 @@ #include "agent/be_exec_version_manager.h" #include "common/config.h" #include "common/object_pool.h" -#include "gen_cpp/data.pb.h" -#include "runtime/define_primitive_type.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_complex.h" +#include "core/column/column_const.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/sip_hash.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" #include "testutil/column_helper.h" -#include "util/bitmap_value.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/sip_hash.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { diff --git a/be/test/vec/core/column_array_test.cpp b/be/test/core/block/column_array_test.cpp similarity index 97% rename from be/test/vec/core/column_array_test.cpp rename to be/test/core/block/column_array_test.cpp index 03afa94e69fb61..8e4e18fec9a219 100644 --- a/be/test/vec/core/column_array_test.cpp +++ b/be/test/core/block/column_array_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_array.h" +#include "core/column/column_array.h" #include #include @@ -23,10 +23,10 @@ #include #include +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" #include "gtest/gtest_pred_impl.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" namespace doris::vectorized { diff --git a/be/test/vec/core/column_complex_test.cpp b/be/test/core/block/column_complex_test.cpp similarity index 99% rename from be/test/vec/core/column_complex_test.cpp rename to be/test/core/block/column_complex_test.cpp index a6319b2b9fd039..526b1b31696653 100644 --- a/be/test/vec/core/column_complex_test.cpp +++ b/be/test/core/block/column_complex_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_complex.h" +#include "core/column/column_complex.h" #include #include @@ -30,14 +30,14 @@ #include #include "agent/be_exec_version_manager.h" -#include "util/bitmap_value.h" -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_quantilestate.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" namespace doris::vectorized { diff --git a/be/test/vec/core/column_map_test.cpp b/be/test/core/block/column_map_test.cpp similarity index 98% rename from be/test/vec/core/column_map_test.cpp rename to be/test/core/block/column_map_test.cpp index 4661511e891025..4e79c9836488c1 100644 --- a/be/test/vec/core/column_map_test.cpp +++ b/be/test/core/block/column_map_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_map.h" +#include "core/column/column_map.h" #include #include @@ -24,14 +24,14 @@ #include +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" #include "gtest/gtest_pred_impl.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_nullable.h" namespace doris::vectorized { TEST(ColumnMapTest2, StringKeyTest) { diff --git a/be/test/vec/core/column_nullable_test.cpp b/be/test/core/block/column_nullable_test.cpp similarity index 94% rename from be/test/vec/core/column_nullable_test.cpp rename to be/test/core/block/column_nullable_test.cpp index 39d94e5cf99441..7fc7edf49fe678 100644 --- a/be/test/vec/core/column_nullable_test.cpp +++ b/be/test/core/block/column_nullable_test.cpp @@ -16,16 +16,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_nullable.h" +#include "core/column/column_nullable.h" #include #include #include +#include "core/column/column_vector.h" +#include "exec/common/sip_hash.h" #include "gtest/gtest_pred_impl.h" -#include "vec/columns/column_vector.h" -#include "vec/common/sip_hash.h" namespace doris::vectorized { diff --git a/be/test/vec/core/column_struct_test.cpp b/be/test/core/block/column_struct_test.cpp similarity index 93% rename from be/test/vec/core/column_struct_test.cpp rename to be/test/core/block/column_struct_test.cpp index 5b0e725fee2765..d6312765357d1f 100644 --- a/be/test/vec/core/column_struct_test.cpp +++ b/be/test/core/block/column_struct_test.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_struct.h" +#include "core/column/column_struct.h" #include #include #include +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" #include "gtest/gtest_pred_impl.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/field.h" namespace doris::vectorized { TEST(ColumnStructTest2, StringTest) { diff --git a/be/test/vec/core/column_test.cpp b/be/test/core/block/column_test.cpp similarity index 97% rename from be/test/vec/core/column_test.cpp rename to be/test/core/block/column_test.cpp index 42d48875df48c3..1073ea4a340dc1 100644 --- a/be/test/vec/core/column_test.cpp +++ b/be/test/core/block/column_test.cpp @@ -17,13 +17,13 @@ #include -#include "runtime/primitive_type.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_string.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_map.h" +#include "core/column/column_string.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/test/vec/core/column_vector_test.cpp b/be/test/core/block/column_vector_test.cpp similarity index 97% rename from be/test/vec/core/column_vector_test.cpp rename to be/test/core/block/column_vector_test.cpp index 60848c6b2216e7..fcd8054e773439 100644 --- a/be/test/vec/core/column_vector_test.cpp +++ b/be/test/core/block/column_vector_test.cpp @@ -16,7 +16,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_vector.h" +#include "core/column/column_vector.h" #include #include diff --git a/be/test/vec/core/column_with_type_and_name_test.cpp b/be/test/core/block/column_with_type_and_name_test.cpp similarity index 89% rename from be/test/vec/core/column_with_type_and_name_test.cpp rename to be/test/core/block/column_with_type_and_name_test.cpp index 6f2329320b2d47..af61b789d9364b 100644 --- a/be/test/vec/core/column_with_type_and_name_test.cpp +++ b/be/test/core/block/column_with_type_and_name_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vec/core/column_with_type_and_name.h" +#include "core/block/column_with_type_and_name.h" #include +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" #include "testutil/column_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" namespace doris::vectorized { diff --git a/be/test/vec/core/get_common_type_test.cpp b/be/test/core/block/get_common_type_test.cpp similarity index 93% rename from be/test/vec/core/get_common_type_test.cpp rename to be/test/core/block/get_common_type_test.cpp index 4c5e87c53aa838..1e3b5fda10ee9d 100644 --- a/be/test/vec/core/get_common_type_test.cpp +++ b/be/test/core/block/get_common_type_test.cpp @@ -20,14 +20,14 @@ #include +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/get_least_supertype.h" #include "gtest/gtest_pred_impl.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/get_least_supertype.h" namespace doris::vectorized { diff --git a/be/test/vec/core/number_traits_test.cpp b/be/test/core/block/number_traits_test.cpp similarity index 95% rename from be/test/vec/core/number_traits_test.cpp rename to be/test/core/block/number_traits_test.cpp index 4c21988f051a2c..a76ee19695bc38 100644 --- a/be/test/vec/core/number_traits_test.cpp +++ b/be/test/core/block/number_traits_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/number_traits.h" +#include "core/data_type/number_traits.h" #include #include #include +#include "core/data_type/primitive_type.h" +#include "core/types.h" #include "gtest/gtest_pred_impl.h" -#include "runtime/primitive_type.h" -#include "vec/core/types.h" namespace doris::vectorized { // diff --git a/be/test/vec/columns/check_and_get_column_ptr_test.cpp b/be/test/core/column/check_and_get_column_ptr_test.cpp similarity index 96% rename from be/test/vec/columns/check_and_get_column_ptr_test.cpp rename to be/test/core/column/check_and_get_column_ptr_test.cpp index 82cfb46bc274c1..5661e93c01c0de 100644 --- a/be/test/vec/columns/check_and_get_column_ptr_test.cpp +++ b/be/test/core/column/check_and_get_column_ptr_test.cpp @@ -17,10 +17,11 @@ #include +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" #include "testutil/column_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/check_column_with_type_and_name_test.cpp b/be/test/core/column/check_column_with_type_and_name_test.cpp similarity index 92% rename from be/test/vec/columns/check_column_with_type_and_name_test.cpp rename to be/test/core/column/check_column_with_type_and_name_test.cpp index c363f567e67494..138396e60465e2 100644 --- a/be/test/vec/columns/check_column_with_type_and_name_test.cpp +++ b/be/test/core/column/check_column_with_type_and_name_test.cpp @@ -18,11 +18,11 @@ #include -#include "runtime/primitive_type.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_vector.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_number.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_nothing.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_array_test.cpp b/be/test/core/column/column_array_test.cpp similarity index 99% rename from be/test/vec/columns/column_array_test.cpp rename to be/test/core/column/column_array_test.cpp index 08224b55d6e4df..d7062b9136e41b 100644 --- a/be/test/vec/columns/column_array_test.cpp +++ b/be/test/core/column/column_array_test.cpp @@ -19,10 +19,10 @@ #include #include -#include "vec/columns/column.h" -#include "vec/columns/common_column_test.h" -#include "vec/core/types.h" -#include "vec/function/function_test_util.h" +#include "core/column/column.h" +#include "core/column/common_column_test.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" // this test is gonna to make a template ColumnTest // for example column_ip should test these functions diff --git a/be/test/vec/columns/column_base_test.cpp b/be/test/core/column/column_base_test.cpp similarity index 93% rename from be/test/vec/columns/column_base_test.cpp rename to be/test/core/column/column_base_test.cpp index 6c38143f20b28c..51fc7411f195f8 100644 --- a/be/test/vec/columns/column_base_test.cpp +++ b/be/test/core/column/column_base_test.cpp @@ -15,14 +15,15 @@ // specific language governing permissions and limitations // under the License. #include -#include -#include -#include -#include -#include #include +#include "core/column/column_array.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "testutil/column_helper.h" + namespace doris::vectorized { TEST(ColumnBaseTest, TestCompare_internal) { diff --git a/be/test/vec/columns/column_check_const_only_in_top_level_test.cpp b/be/test/core/column/column_check_const_only_in_top_level_test.cpp similarity index 96% rename from be/test/vec/columns/column_check_const_only_in_top_level_test.cpp rename to be/test/core/column/column_check_const_only_in_top_level_test.cpp index 6a52f6fadccaf6..fed551adcfc29a 100644 --- a/be/test/vec/columns/column_check_const_only_in_top_level_test.cpp +++ b/be/test/core/column/column_check_const_only_in_top_level_test.cpp @@ -17,19 +17,19 @@ #include +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_struct.h" #include "testutil/column_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_struct.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_const_test.cpp b/be/test/core/column/column_const_test.cpp similarity index 97% rename from be/test/vec/columns/column_const_test.cpp rename to be/test/core/column/column_const_test.cpp index a3645c5dc44949..35e99e80c7f47d 100644 --- a/be/test/vec/columns/column_const_test.cpp +++ b/be/test/core/column/column_const_test.cpp @@ -14,20 +14,21 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. +#include "core/column/column_const.h" + #include -#include -#include -#include -#include -#include -#include #include #include #include "common/exception.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "testutil/column_helper.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_decimal_test.cpp b/be/test/core/column/column_decimal_test.cpp similarity index 98% rename from be/test/vec/columns/column_decimal_test.cpp rename to be/test/core/column/column_decimal_test.cpp index 3631472c27c768..dcd7b54016f2d7 100644 --- a/be/test/vec/columns/column_decimal_test.cpp +++ b/be/test/core/column/column_decimal_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_decimal.h" +#include "core/column/column_decimal.h" #include #include @@ -23,14 +23,14 @@ #include -#include "vec/columns/column.h" -#include "vec/columns/common_column_test.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" +#include "core/column/column.h" +#include "core/column/common_column_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/extended_types.h" +#include "core/types.h" namespace doris::vectorized { static DataTypePtr dt_decimal128v2 = diff --git a/be/test/vec/columns/column_dictionary_test.cpp b/be/test/core/column/column_dictionary_test.cpp similarity index 97% rename from be/test/vec/columns/column_dictionary_test.cpp rename to be/test/core/column/column_dictionary_test.cpp index c27dce59fa56a6..7935ff7cc1272c 100644 --- a/be/test/vec/columns/column_dictionary_test.cpp +++ b/be/test/core/column/column_dictionary_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_dictionary.h" +#include "core/column/column_dictionary.h" #include #include @@ -24,15 +24,15 @@ #include #include "common/exception.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_vector.h" -#include "vec/columns/common_column_test.h" -#include "vec/common/sip_hash.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_string.h" +#include "core/column/column_vector.h" +#include "core/column/common_column_test.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exec/common/sip_hash.h" using namespace doris; namespace doris::vectorized { diff --git a/be/test/vec/columns/column_execute_util_test.cpp b/be/test/core/column/column_execute_util_test.cpp similarity index 94% rename from be/test/vec/columns/column_execute_util_test.cpp rename to be/test/core/column/column_execute_util_test.cpp index 1103c2123788e6..c787bc50f8d785 100644 --- a/be/test/vec/columns/column_execute_util_test.cpp +++ b/be/test/core/column/column_execute_util_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_execute_util.h" +#include "core/column/column_execute_util.h" #include -#include "runtime/primitive_type.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" #include "testutil/column_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_fixed_length_object_test.cpp b/be/test/core/column/column_fixed_length_object_test.cpp similarity index 98% rename from be/test/vec/columns/column_fixed_length_object_test.cpp rename to be/test/core/column/column_fixed_length_object_test.cpp index e3a654503f4161..abdc6ca716f162 100644 --- a/be/test/vec/columns/column_fixed_length_object_test.cpp +++ b/be/test/core/column/column_fixed_length_object_test.cpp @@ -16,7 +16,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_fixed_length_object.h" +#include "core/column/column_fixed_length_object.h" #include #include @@ -25,10 +25,10 @@ #include +#include "core/column/column_vector.h" +#include "core/string_ref.h" +#include "exec/common/sip_hash.h" #include "gtest/gtest_pred_impl.h" -#include "vec/columns/column_vector.h" -#include "vec/common/sip_hash.h" -#include "vec/common/string_ref.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_hash_func_test.cpp b/be/test/core/column/column_hash_func_test.cpp similarity index 94% rename from be/test/vec/columns/column_hash_func_test.cpp rename to be/test/core/column/column_hash_func_test.cpp index b9948da248d791..7340e48946a85b 100644 --- a/be/test/vec/columns/column_hash_func_test.cpp +++ b/be/test/core/column/column_hash_func_test.cpp @@ -19,21 +19,21 @@ #include #include +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/field.h" #include "gtest/gtest_pred_impl.h" -#include "util/runtime_profile.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" +#include "runtime/runtime_profile.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_ip_test.cpp b/be/test/core/column/column_ip_test.cpp similarity index 97% rename from be/test/vec/columns/column_ip_test.cpp rename to be/test/core/column/column_ip_test.cpp index 69e23027927dd6..f73b9ef479a0b1 100644 --- a/be/test/vec/columns/column_ip_test.cpp +++ b/be/test/core/column/column_ip_test.cpp @@ -19,13 +19,13 @@ #include #include -#include "vec/columns/column.h" -#include "vec/columns/common_column_test.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/functions/function_ip.h" +#include "core/column/column.h" +#include "core/column/common_column_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "exprs/function/function_ip.h" // this test is gonna to make a template ColumnTest // for example column_ip should test these functions diff --git a/be/test/vec/columns/column_map_test.cpp b/be/test/core/column/column_map_test.cpp similarity index 92% rename from be/test/vec/columns/column_map_test.cpp rename to be/test/core/column/column_map_test.cpp index cb66b9ea769f22..b2a1ba356abe24 100644 --- a/be/test/vec/columns/column_map_test.cpp +++ b/be/test/core/column/column_map_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_map.h" +#include "core/column/column_map.h" #include #include @@ -24,22 +24,22 @@ #include #include -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" +#include "core/block/block.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_nothing_test.cpp b/be/test/core/column/column_nothing_test.cpp similarity index 85% rename from be/test/vec/columns/column_nothing_test.cpp rename to be/test/core/column/column_nothing_test.cpp index c789b94f664c1b..4cce85b071190a 100644 --- a/be/test/vec/columns/column_nothing_test.cpp +++ b/be/test/core/column/column_nothing_test.cpp @@ -14,16 +14,18 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. +#include "core/column/column_nothing.h" + #include -#include -#include -#include -#include -#include -#include #include +#include "core/column/column_array.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_number.h" +#include "testutil/column_helper.h" + namespace doris::vectorized { TEST(ColumnNothingTest, Test) { diff --git a/be/test/vec/columns/column_nullable_seriazlization_test.cpp b/be/test/core/column/column_nullable_seriazlization_test.cpp similarity index 98% rename from be/test/vec/columns/column_nullable_seriazlization_test.cpp rename to be/test/core/column/column_nullable_seriazlization_test.cpp index 6ea1a69dabb845..bc8744bea59af8 100644 --- a/be/test/vec/columns/column_nullable_seriazlization_test.cpp +++ b/be/test/core/column/column_nullable_seriazlization_test.cpp @@ -21,14 +21,14 @@ #include #include -#include "column_nullable_test.h" -#include "vec/columns/column.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/arena.h" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" +#include "core/arena.h" +#include "core/column/column.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_nullable_test.h" +#include "core/column/column_string.h" +#include "core/string_ref.h" +#include "core/types.h" using namespace doris; using namespace doris::vectorized; diff --git a/be/test/vec/columns/column_nullable_test.cpp b/be/test/core/column/column_nullable_test.cpp similarity index 96% rename from be/test/vec/columns/column_nullable_test.cpp rename to be/test/core/column/column_nullable_test.cpp index 3bcf18d306b763..3b125aa7f5665e 100644 --- a/be/test/vec/columns/column_nullable_test.cpp +++ b/be/test/core/column/column_nullable_test.cpp @@ -15,21 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_nullable.h" +#include "core/column/column_nullable.h" #include #include #include -#include "column_nullable_test.h" #include "common/status.h" -#include "runtime/define_primitive_type.h" +#include "core/column/column_nullable_test.h" +#include "core/column/predicate_column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" #include "testutil/column_helper.h" -#include "vec/columns/predicate_column.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_nullable_test.h b/be/test/core/column/column_nullable_test.h similarity index 91% rename from be/test/vec/columns/column_nullable_test.h rename to be/test/core/column/column_nullable_test.h index 4b5bdca11278a3..458b541c81d572 100644 --- a/be/test/vec/columns/column_nullable_test.h +++ b/be/test/core/column/column_nullable_test.h @@ -22,15 +22,15 @@ #include #include -#include "vec/columns/column.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_string.h" +#include "core/column/column.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_resize_test.cpp b/be/test/core/column/column_resize_test.cpp similarity index 87% rename from be/test/vec/columns/column_resize_test.cpp rename to be/test/core/column/column_resize_test.cpp index cae6f4f0f8130a..503231aa271789 100644 --- a/be/test/vec/columns/column_resize_test.cpp +++ b/be/test/core/column/column_resize_test.cpp @@ -18,23 +18,23 @@ #include #include +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_map.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/field.h" #include "gtest/gtest_pred_impl.h" -#include "util/runtime_profile.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_struct.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" +#include "runtime/runtime_profile.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_string_test.cpp b/be/test/core/column/column_string_test.cpp similarity index 99% rename from be/test/vec/columns/column_string_test.cpp rename to be/test/core/column/column_string_test.cpp index bb2bfd6dfe0dfa..6d879198ef6bbb 100644 --- a/be/test/vec/columns/column_string_test.cpp +++ b/be/test/core/column/column_string_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_string.h" +#include "core/column/column_string.h" #include #include @@ -24,15 +24,15 @@ #include #include -#include "vec/columns/column_vector.h" -#include "vec/columns/common_column_test.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function_string.h" +#include "core/block/block.h" +#include "core/column/column_vector.h" +#include "core/column/common_column_test.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/function/function_string.h" using namespace doris; namespace doris::vectorized { diff --git a/be/test/vec/columns/column_struct_test.cpp b/be/test/core/column/column_struct_test.cpp similarity index 84% rename from be/test/vec/columns/column_struct_test.cpp rename to be/test/core/column/column_struct_test.cpp index 4f883b062864b4..1c14b8c5eebe82 100644 --- a/be/test/vec/columns/column_struct_test.cpp +++ b/be/test/core/column/column_struct_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_struct.h" +#include "core/column/column_struct.h" #include #include @@ -24,22 +24,22 @@ #include #include -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" +#include "core/block/block.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_varbinary_test.cpp b/be/test/core/column/column_varbinary_test.cpp similarity index 99% rename from be/test/vec/columns/column_varbinary_test.cpp rename to be/test/core/column/column_varbinary_test.cpp index 439140d3777886..490c8b0373de74 100644 --- a/be/test/vec/columns/column_varbinary_test.cpp +++ b/be/test/core/column/column_varbinary_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_varbinary.h" +#include "core/column/column_varbinary.h" #include #include @@ -28,13 +28,14 @@ #include #include -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/common/string_view.h" -#include "vec/core/types.h" +#include "common/exception.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/data_type/primitive_type.h" +#include "core/string_ref.h" +#include "core/string_view.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/test/vec/columns/column_variant_test.cpp b/be/test/core/column/column_variant_test.cpp similarity index 99% rename from be/test/vec/columns/column_variant_test.cpp rename to be/test/core/column/column_variant_test.cpp index ec665d87cace44..20c0ab9bfa2143 100644 --- a/be/test/vec/columns/column_variant_test.cpp +++ b/be/test/core/column/column_variant_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/columns/column_variant.h" +#include "core/column/column_variant.h" #include #include @@ -29,20 +29,20 @@ #include #include "common/cast_set.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "runtime/jsonb_value.h" +#include "core/column/column_variant.cpp" +#include "core/column/common_column_test.h" +#include "core/column/subcolumn_tree.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/jsonb_value.h" +#include "exec/common/variant_util.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" #include "testutil/variant_util.h" -#include "vec/columns/column_variant.cpp" -#include "vec/columns/common_column_test.h" -#include "vec/columns/subcolumn_tree.h" -#include "vec/common/string_ref.h" -#include "vec/common/variant_util.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" using namespace doris; namespace doris::vectorized { diff --git a/be/test/vec/columns/column_vector_test.cpp b/be/test/core/column/column_vector_test.cpp similarity index 99% rename from be/test/vec/columns/column_vector_test.cpp rename to be/test/core/column/column_vector_test.cpp index adc1448aed1417..9e5e9b80ede935 100644 --- a/be/test/vec/columns/column_vector_test.cpp +++ b/be/test/core/column/column_vector_test.cpp @@ -21,11 +21,11 @@ #include -#include "vec/columns/column.h" -#include "vec/columns/common_column_test.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" +#include "core/column/column.h" +#include "core/column/common_column_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/types.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/columns/common_column_test.h b/be/test/core/column/common_column_test.h similarity index 99% rename from be/test/vec/columns/common_column_test.h rename to be/test/core/column/common_column_test.h index 82879189b8b307..89a72c1b8e3841 100644 --- a/be/test/vec/columns/common_column_test.h +++ b/be/test/core/column/common_column_test.h @@ -26,20 +26,21 @@ #include #include +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_dictionary.h" +#include "core/column/column_map.h" +#include "core/cow.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/field.h" +#include "core/types.h" +#include "exec/sort/hybrid_sorter.h" +#include "exec/sort/sort_block.h" +#include "exec/sort/sort_description.h" #include "testutil/test_util.h" #include "util/simd/bits.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_dictionary.h" -#include "vec/columns/column_map.h" -#include "vec/common/cow.h" -#include "vec/core/field.h" -#include "vec/core/sort_block.h" -#include "vec/core/sort_description.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" // this test is gonna to be a column test template for all column which should make ut test to coverage the function defined in column (all maybe we need 79 interfaces to be tested) // for example column_array should test this function: diff --git a/be/test/vec/columns/pod_array_type_test.cpp b/be/test/core/column/pod_array_type_test.cpp similarity index 85% rename from be/test/vec/columns/pod_array_type_test.cpp rename to be/test/core/column/pod_array_type_test.cpp index 638b0775e4ddf3..e0c629044eea0e 100644 --- a/be/test/vec/columns/pod_array_type_test.cpp +++ b/be/test/core/column/pod_array_type_test.cpp @@ -17,15 +17,15 @@ #include -#include "runtime/decimalv2_value.h" -#include "runtime/primitive_type.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/function.h" #include "testutil/column_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_const.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { diff --git a/be/test/vec/common/custom_allocator_test.cpp b/be/test/core/custom_allocator_test.cpp similarity index 98% rename from be/test/vec/common/custom_allocator_test.cpp rename to be/test/core/custom_allocator_test.cpp index 23adf86c667282..da6b4dbd1f5f5e 100644 --- a/be/test/vec/common/custom_allocator_test.cpp +++ b/be/test/core/custom_allocator_test.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Common/tests/gtest_pod_array.cpp // and modified by Doris -#include "vec/common/custom_allocator.h" +#include "core/custom_allocator.h" #include diff --git a/be/test/vec/data_types/block_check_type.cpp b/be/test/core/data_type/block_check_type.cpp similarity index 92% rename from be/test/vec/data_types/block_check_type.cpp rename to be/test/core/data_type/block_check_type.cpp index d44cef51345f46..2c202bba039e91 100644 --- a/be/test/vec/data_types/block_check_type.cpp +++ b/be/test/core/data_type/block_check_type.cpp @@ -18,10 +18,10 @@ #include -#include "runtime/primitive_type.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" #include "testutil/column_helper.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { TEST(BlockCheckType, test1) { diff --git a/be/test/vec/data_types/common_data_type_serder_test.h b/be/test/core/data_type/common_data_type_serder_test.h similarity index 98% rename from be/test/vec/data_types/common_data_type_serder_test.h rename to be/test/core/data_type/common_data_type_serder_test.h index f849278b3ac5f2..721f9f08115054 100644 --- a/be/test/vec/data_types/common_data_type_serder_test.h +++ b/be/test/core/data_type/common_data_type_serder_test.h @@ -27,18 +27,18 @@ #include "arrow/array/array_base.h" #include "arrow/type.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/ipv6_value.h" +#include "exec/common/arrow_column_to_doris_column.h" +#include "format/arrow/arrow_block_convertor.h" +#include "format/arrow/arrow_row_batch.h" #include "runtime/descriptors.h" -#include "util/arrow/block_convertor.h" -#include "util/arrow/row_batch.h" #include "util/jsonb_writer.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/runtime/ipv6_value.h" -#include "vec/utils/arrow_column_to_doris_column.h" // this test is gonna to be a data type serialize and deserialize functions // such as diff --git a/be/test/vec/data_types/common_data_type_test.h b/be/test/core/data_type/common_data_type_test.h similarity index 98% rename from be/test/vec/data_types/common_data_type_test.h rename to be/test/core/data_type/common_data_type_test.h index 745b3d19155f11..6f85d4ec538c18 100644 --- a/be/test/vec/data_types/common_data_type_test.h +++ b/be/test/core/data_type/common_data_type_test.h @@ -23,14 +23,14 @@ #include #include "agent/be_exec_version_manager.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" // this test is gonna to be a data type test template for all DataType which should make ut test to coverage the function defined // for example DataTypeIPv4 should test this function: diff --git a/be/test/vec/data_types/complex_type_test.cpp b/be/test/core/data_type/complex_type_test.cpp similarity index 86% rename from be/test/vec/data_types/complex_type_test.cpp rename to be/test/core/data_type/complex_type_test.cpp index 7bb0cd540aa0a6..4fb8c895d59083 100644 --- a/be/test/vec/data_types/complex_type_test.cpp +++ b/be/test/core/data_type/complex_type_test.cpp @@ -21,16 +21,16 @@ #include +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/field.h" #include "gtest/gtest_pred_impl.h" -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/data_type_agg_state_test.cpp b/be/test/core/data_type/data_type_agg_state_test.cpp similarity index 95% rename from be/test/vec/data_types/data_type_agg_state_test.cpp rename to be/test/core/data_type/data_type_agg_state_test.cpp index 4a775d21f2f845..f25c2e4e03a93d 100644 --- a/be/test/vec/data_types/data_type_agg_state_test.cpp +++ b/be/test/core/data_type/data_type_agg_state_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_agg_state.h" +#include "core/data_type/data_type_agg_state.h" #include #include @@ -25,19 +25,19 @@ #include #include "agent/be_exec_version_manager.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/common/assert_cast.h" -#include "vec/common/variant_util.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_fixed_length_object.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "exec/common/variant_util.h" // 1. datatype meta info: // get_type_id, get_type_as_type_descriptor, get_storage_field_type, have_subtypes, get_pdata_type (const IDataType *data_type), to_pb_column_meta (PColumnMeta *col_meta) diff --git a/be/test/vec/data_types/data_type_array_test.cpp b/be/test/core/data_type/data_type_array_test.cpp similarity index 98% rename from be/test/vec/data_types/data_type_array_test.cpp rename to be/test/core/data_type/data_type_array_test.cpp index f054dc950886b9..9ec5d957b0036f 100644 --- a/be/test/vec/data_types/data_type_array_test.cpp +++ b/be/test/core/data_type/data_type_array_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_array.h" +#include "core/data_type/data_type_array.h" #include // for backtrace on Linux #include @@ -26,17 +26,17 @@ #include #include -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_number.h" -#include "vec/function/function_test_util.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" // this test is gonna to be a data type test template for all DataType which should make ut test to coverage the function defined // for example DataTypeIPv4 should test this function: diff --git a/be/test/vec/data_types/data_type_bitmap_test.cpp b/be/test/core/data_type/data_type_bitmap_test.cpp similarity index 94% rename from be/test/vec/data_types/data_type_bitmap_test.cpp rename to be/test/core/data_type/data_type_bitmap_test.cpp index 2df5ab999d6ea3..f38899da01fe2d 100644 --- a/be/test/vec/data_types/data_type_bitmap_test.cpp +++ b/be/test/core/data_type/data_type_bitmap_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_bitmap.h" +#include "core/data_type/data_type_bitmap.h" #include #include @@ -24,16 +24,16 @@ #include #include "agent/be_exec_version_manager.h" -#include "util/bitmap_value.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" // 1. datatype meta info: // get_type_id, get_type_as_type_descriptor, get_storage_field_type, have_subtypes, get_pdata_type (const IDataType *data_type), to_pb_column_meta (PColumnMeta *col_meta) diff --git a/be/test/vec/data_types/data_type_datetime_v1_test.cpp b/be/test/core/data_type/data_type_datetime_v1_test.cpp similarity index 98% rename from be/test/vec/data_types/data_type_datetime_v1_test.cpp rename to be/test/core/data_type/data_type_datetime_v1_test.cpp index e16a5f1e3f2424..d8db87dc681134 100644 --- a/be/test/vec/data_types/data_type_datetime_v1_test.cpp +++ b/be/test/core/data_type/data_type_datetime_v1_test.cpp @@ -28,14 +28,14 @@ #include #include "agent/be_exec_version_manager.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" #include "testutil/test_util.h" -#include "vec/columns/column.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/data_type_datetime_v2_test.cpp b/be/test/core/data_type/data_type_datetime_v2_test.cpp similarity index 99% rename from be/test/vec/data_types/data_type_datetime_v2_test.cpp rename to be/test/core/data_type/data_type_datetime_v2_test.cpp index 501c515e1f9c3b..2fd1fd0ae5ce0c 100644 --- a/be/test/vec/data_types/data_type_datetime_v2_test.cpp +++ b/be/test/core/data_type/data_type_datetime_v2_test.cpp @@ -27,14 +27,14 @@ #include #include "agent/be_exec_version_manager.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_time.h" +#include "core/types.h" #include "testutil/test_util.h" #include "util/date_func.h" -#include "vec/columns/column.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_time.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/data_type_decimal_test.cpp b/be/test/core/data_type/data_type_decimal_test.cpp similarity index 98% rename from be/test/vec/data_types/data_type_decimal_test.cpp rename to be/test/core/data_type/data_type_decimal_test.cpp index 4d96c3a22604a2..deb41ab2caa3c0 100644 --- a/be/test/vec/data_types/data_type_decimal_test.cpp +++ b/be/test/core/data_type/data_type_decimal_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_decimal.h" +#include "core/data_type/data_type_decimal.h" #include #include @@ -29,16 +29,16 @@ #include #include "common/exception.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_number.h" +#include "core/field.h" +#include "core/types.h" #include "testutil/test_util.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/data_type_fixed_length_object_test.cpp b/be/test/core/data_type/data_type_fixed_length_object_test.cpp similarity index 93% rename from be/test/vec/data_types/data_type_fixed_length_object_test.cpp rename to be/test/core/data_type/data_type_fixed_length_object_test.cpp index ed8b1670b443e8..e86ec221970561 100644 --- a/be/test/vec/data_types/data_type_fixed_length_object_test.cpp +++ b/be/test/core/data_type/data_type_fixed_length_object_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_fixed_length_object.h" +#include "core/data_type/data_type_fixed_length_object.h" #include #include @@ -24,17 +24,17 @@ #include #include "agent/be_exec_version_manager.h" -#include "util/bitmap_value.h" -#include "vec/columns/column.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_fixed_length_object.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" // 1. datatype meta info: // get_type_id, get_type_as_type_descriptor, get_storage_field_type, have_subtypes, get_pdata_type (const IDataType *data_type), to_pb_column_meta (PColumnMeta *col_meta) diff --git a/be/test/vec/data_types/data_type_hll_test.cpp b/be/test/core/data_type/data_type_hll_test.cpp similarity index 95% rename from be/test/vec/data_types/data_type_hll_test.cpp rename to be/test/core/data_type/data_type_hll_test.cpp index b50bcdf9594304..e6899d5cee1398 100644 --- a/be/test/vec/data_types/data_type_hll_test.cpp +++ b/be/test/core/data_type/data_type_hll_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_hll.h" +#include "core/data_type/data_type_hll.h" #include #include @@ -24,14 +24,14 @@ #include #include "agent/be_exec_version_manager.h" -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/field.h" +#include "core/types.h" // this test is gonna to be a data type test template for all DataType which should make ut test to coverage the function defined // for example DataTypeHLL should test this function: diff --git a/be/test/vec/data_types/data_type_ip_test.cpp b/be/test/core/data_type/data_type_ip_test.cpp similarity index 97% rename from be/test/vec/data_types/data_type_ip_test.cpp rename to be/test/core/data_type/data_type_ip_test.cpp index ef4cbe179146b8..8db3a20f5c9ad7 100644 --- a/be/test/vec/data_types/data_type_ip_test.cpp +++ b/be/test/core/data_type/data_type_ip_test.cpp @@ -19,17 +19,17 @@ #include #include -#include "runtime/raw_value.h" -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/runtime/ipv4_value.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/ipv4_value.h" +#include "util/raw_value.h" // this test is gonna to be a data type test template for all DataType which should make ut test to coverage the function defined // for example DataTypeIPv4 should test this function: diff --git a/be/test/vec/data_types/data_type_jsonb_test.cpp b/be/test/core/data_type/data_type_jsonb_test.cpp similarity index 96% rename from be/test/vec/data_types/data_type_jsonb_test.cpp rename to be/test/core/data_type/data_type_jsonb_test.cpp index 40954941282cc7..349119bdfbccf4 100644 --- a/be/test/vec/data_types/data_type_jsonb_test.cpp +++ b/be/test/core/data_type/data_type_jsonb_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_jsonb.h" +#include "core/data_type/data_type_jsonb.h" #include #include @@ -29,20 +29,19 @@ #include #include "agent/be_exec_version_manager.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "runtime/jsonb_value.h" -#include "runtime/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/jsonb_value.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/data_type_map_test.cpp b/be/test/core/data_type/data_type_map_test.cpp similarity index 99% rename from be/test/vec/data_types/data_type_map_test.cpp rename to be/test/core/data_type/data_type_map_test.cpp index 01f7906e1ccd12..dcb3877acd5097 100644 --- a/be/test/vec/data_types/data_type_map_test.cpp +++ b/be/test/core/data_type/data_type_map_test.cpp @@ -22,13 +22,13 @@ #include -#include "vec/columns/column.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/function/function_test_util.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_struct.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" /* similar to DataTypeArrayTest * diff --git a/be/test/vec/data_types/data_type_nothing_test.cpp b/be/test/core/data_type/data_type_nothing_test.cpp similarity index 93% rename from be/test/vec/data_types/data_type_nothing_test.cpp rename to be/test/core/data_type/data_type_nothing_test.cpp index a2637e5fb26262..ffbb1b2fb9804b 100644 --- a/be/test/vec/data_types/data_type_nothing_test.cpp +++ b/be/test/core/data_type/data_type_nothing_test.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_nothing.h" +#include "core/data_type/data_type_nothing.h" #include -#include "vec/columns/column_nothing.h" -#include "vec/core/field.h" +#include "core/column/column_nothing.h" +#include "core/field.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/data_type_number_test.cpp b/be/test/core/data_type/data_type_number_test.cpp similarity index 97% rename from be/test/vec/data_types/data_type_number_test.cpp rename to be/test/core/data_type/data_type_number_test.cpp index ffd53762381d58..9a455d4aa18dce 100644 --- a/be/test/vec/data_types/data_type_number_test.cpp +++ b/be/test/core/data_type/data_type_number_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" #include #include @@ -28,18 +28,18 @@ #include #include "agent/be_exec_version_manager.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "runtime/large_int_value.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "core/value/large_int_value.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/data_type_quantile_state_test.cpp b/be/test/core/data_type/data_type_quantile_state_test.cpp similarity index 94% rename from be/test/vec/data_types/data_type_quantile_state_test.cpp rename to be/test/core/data_type/data_type_quantile_state_test.cpp index b6aecdce8248e8..60f88252f31677 100644 --- a/be/test/vec/data_types/data_type_quantile_state_test.cpp +++ b/be/test/core/data_type/data_type_quantile_state_test.cpp @@ -22,16 +22,16 @@ #include #include "agent/be_exec_version_manager.h" -#include "runtime/define_primitive_type.h" -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_quantilestate.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" // this test is gonna to be a data type test template for all DataType which should make ut test to coverage the function defined // for example DataTypeQuantileState should test this function: diff --git a/be/test/vec/data_types/data_type_string_test.cpp b/be/test/core/data_type/data_type_string_test.cpp similarity index 96% rename from be/test/vec/data_types/data_type_string_test.cpp rename to be/test/core/data_type/data_type_string_test.cpp index c549f123b00c87..63c58d085057f0 100644 --- a/be/test/vec/data_types/data_type_string_test.cpp +++ b/be/test/core/data_type/data_type_string_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_string.h" +#include "core/data_type/data_type_string.h" #include #include @@ -29,19 +29,19 @@ #include #include "agent/be_exec_version_manager.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_string_serde.h" +#include "core/field.h" +#include "core/types.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/serde/data_type_string_serde.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/data_type_struct_test.cpp b/be/test/core/data_type/data_type_struct_test.cpp similarity index 98% rename from be/test/vec/data_types/data_type_struct_test.cpp rename to be/test/core/data_type/data_type_struct_test.cpp index a6c07df7042b14..a7880fd66e4e01 100644 --- a/be/test/vec/data_types/data_type_struct_test.cpp +++ b/be/test/core/data_type/data_type_struct_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_struct.h" +#include "core/data_type/data_type_struct.h" #include // for backtrace on Linux #include @@ -24,16 +24,16 @@ #include -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/orc/orc_memory_stream_test.h" -#include "vec/function/function_test_util.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" +#include "format/orc/orc_memory_stream_test.h" /* similar to DataTypeArrayTest * diff --git a/be/test/vec/data_types/data_type_timestamptz_test.cpp b/be/test/core/data_type/data_type_timestamptz_test.cpp similarity index 93% rename from be/test/vec/data_types/data_type_timestamptz_test.cpp rename to be/test/core/data_type/data_type_timestamptz_test.cpp index 684a7e20c6b2e4..27ba71a100a057 100644 --- a/be/test/vec/data_types/data_type_timestamptz_test.cpp +++ b/be/test/core/data_type/data_type_timestamptz_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_timestamptz.h" +#include "core/data_type/data_type_timestamptz.h" #include #include @@ -25,19 +25,19 @@ #include #include +#include "core/block/block.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_varbinary.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" +#include "core/value/timestamptz_value.h" +#include "exec/sort/sorter.h" #include "testutil/column_helper.h" #include "testutil/datetime_ut_util.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/common/sort/sorter.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_varbinary.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/runtime/timestamptz_value.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/data_type_varbinary_test.cpp b/be/test/core/data_type/data_type_varbinary_test.cpp similarity index 94% rename from be/test/vec/data_types/data_type_varbinary_test.cpp rename to be/test/core/data_type/data_type_varbinary_test.cpp index d0639e70ba570d..94ef898dbf28ab 100644 --- a/be/test/vec/data_types/data_type_varbinary_test.cpp +++ b/be/test/core/data_type/data_type_varbinary_test.cpp @@ -15,8 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/data_type_varbinary.h" +#include "core/data_type/data_type_varbinary.h" +#include #include #include #include @@ -27,19 +28,20 @@ #include #include "agent/be_exec_version_manager.h" -#include "gen_cpp/types.pb.h" -#include "testutil/test_util.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_varbinary.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/common/string_view.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type_string.h" +#include "common/exception.h" +#include "core/assert_cast.h" +#include "core/column/column_const.h" +#include "core/column/column_string.h" +#include "core/column/column_varbinary.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/string_buffer.hpp" +#include "core/string_view.h" +#include "core/types.h" +#include "util/mysql_row_buffer.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/datetime_round_test.cpp b/be/test/core/data_type/datetime_round_test.cpp similarity index 99% rename from be/test/vec/data_types/datetime_round_test.cpp rename to be/test/core/data_type/datetime_round_test.cpp index bf680781a6f258..76e8b866dc4803 100644 --- a/be/test/vec/data_types/datetime_round_test.cpp +++ b/be/test/core/data_type/datetime_round_test.cpp @@ -29,11 +29,11 @@ #include #include +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/field.h" +#include "core/types.h" // UInt32 #include "util/mysql_row_buffer.h" -#include "vec/core/field.h" -#include "vec/core/types.h" // UInt32 -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_factory.hpp" using namespace doris; using namespace doris::vectorized; diff --git a/be/test/vec/data_types/decimal_test.cpp b/be/test/core/data_type/decimal_test.cpp similarity index 98% rename from be/test/vec/data_types/decimal_test.cpp rename to be/test/core/data_type/decimal_test.cpp index 11d349667224f8..150851ca3b0a1b 100644 --- a/be/test/vec/data_types/decimal_test.cpp +++ b/be/test/core/data_type/decimal_test.cpp @@ -22,13 +22,13 @@ #include #include +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/define_primitive_type.h" +#include "core/type_limit.h" +#include "core/types.h" #include "gtest/gtest_pred_impl.h" -#include "runtime/define_primitive_type.h" -#include "runtime/raw_value.h" -#include "runtime/type_limit.h" +#include "util/raw_value.h" #include "util/string_parser.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" namespace doris::vectorized { TEST(DecimalTest, Decimal256) { diff --git a/be/test/vec/data_types/from_string_test.cpp b/be/test/core/data_type/from_string_test.cpp similarity index 98% rename from be/test/vec/data_types/from_string_test.cpp rename to be/test/core/data_type/from_string_test.cpp index a10c803e19c9fe..b92d0015056a3d 100644 --- a/be/test/vec/data_types/from_string_test.cpp +++ b/be/test/core/data_type/from_string_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/serde_utils.h" +#include "core/field.h" #include "gtest/gtest_pred_impl.h" -#include "olap/olap_common.h" -#include "vec/columns/column.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/serde_utils.h" +#include "storage/olap_common.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde_utils.h b/be/test/core/data_type/serde_utils.h similarity index 100% rename from be/test/vec/data_types/serde_utils.h rename to be/test/core/data_type/serde_utils.h diff --git a/be/test/vec/data_types/serde/data_type_from_string_test.cpp b/be/test/core/data_type_serde/data_type_from_string_test.cpp similarity index 96% rename from be/test/vec/data_types/serde/data_type_from_string_test.cpp rename to be/test/core/data_type_serde/data_type_from_string_test.cpp index f3c2d9f5f86231..0b23feb3a8a08b 100644 --- a/be/test/vec/data_types/serde/data_type_from_string_test.cpp +++ b/be/test/core/data_type_serde/data_type_from_string_test.cpp @@ -17,27 +17,27 @@ #include +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/data_type_time.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" #include "gtest/gtest.h" -#include "runtime/primitive_type.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/data_type_time.h" -#include "vec/data_types/serde/data_type_serde.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_jsonb_serde_test.cpp b/be/test/core/data_type_serde/data_type_jsonb_serde_test.cpp similarity index 96% rename from be/test/vec/data_types/serde/data_type_jsonb_serde_test.cpp rename to be/test/core/data_type_serde/data_type_jsonb_serde_test.cpp index a449dc1c1ce71b..51325ce1c8c981 100644 --- a/be/test/vec/data_types/serde/data_type_jsonb_serde_test.cpp +++ b/be/test/core/data_type_serde/data_type_jsonb_serde_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/serde/data_type_jsonb_serde.h" +#include "core/data_type_serde/data_type_jsonb_serde.h" #include #include @@ -30,18 +30,17 @@ #include #include -#include "olap/olap_common.h" -#include "runtime/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nullable.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/serde/data_type_serde_agg_state_test.cpp b/be/test/core/data_type_serde/data_type_serde_agg_state_test.cpp similarity index 99% rename from be/test/vec/data_types/serde/data_type_serde_agg_state_test.cpp rename to be/test/core/data_type_serde/data_type_serde_agg_state_test.cpp index 9bebd028173cea..7d9b588898776c 100644 --- a/be/test/vec/data_types/serde/data_type_serde_agg_state_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_agg_state_test.cpp @@ -18,11 +18,11 @@ #include #include +#include "core/data_type/data_type_agg_state.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type_serde/data_type_string_serde.h" #include "util/jsonb_writer.h" #include "util/slice.h" -#include "vec/data_types/data_type_agg_state.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/serde/data_type_string_serde.h" namespace doris::vectorized { class AggStateSerdeTest : public ::testing::Test { diff --git a/be/test/vec/data_types/serde/data_type_serde_arrow_test.cpp b/be/test/core/data_type_serde/data_type_serde_arrow_test.cpp similarity index 94% rename from be/test/vec/data_types/serde/data_type_serde_arrow_test.cpp rename to be/test/core/data_type_serde/data_type_serde_arrow_test.cpp index 092f535f06773c..8f2a884a61a404 100644 --- a/be/test/vec/data_types/serde/data_type_serde_arrow_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_arrow_test.cpp @@ -41,39 +41,40 @@ #include #include -#include "olap/hll.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/hll.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/arrow_column_to_doris_column.h" +#include "format/arrow/arrow_block_convertor.h" +#include "format/arrow/arrow_row_batch.h" #include "runtime/descriptors.cpp" -#include "util/arrow/block_convertor.h" -#include "util/arrow/row_batch.h" #include "util/string_parser.hpp" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_quantilestate.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/runtime/vdatetime_value.h" -#include "vec/utils/arrow_column_to_doris_column.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_serde_bitmap_test.cpp b/be/test/core/data_type_serde/data_type_serde_bitmap_test.cpp similarity index 97% rename from be/test/vec/data_types/serde/data_type_serde_bitmap_test.cpp rename to be/test/core/data_type_serde/data_type_serde_bitmap_test.cpp index 7d2003cfed113c..f93212eb189353 100644 --- a/be/test/vec/data_types/serde/data_type_serde_bitmap_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_bitmap_test.cpp @@ -18,11 +18,11 @@ #include #include +#include "core/column/column_complex.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type_serde/data_type_bitmap_serde.h" #include "util/slice.h" -#include "vec/columns/column_complex.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/serde/data_type_bitmap_serde.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_serde_csv_test.cpp b/be/test/core/data_type_serde/data_type_serde_csv_test.cpp similarity index 98% rename from be/test/vec/data_types/serde/data_type_serde_csv_test.cpp rename to be/test/core/data_type_serde/data_type_serde_csv_test.cpp index b89890cf226f2b..49eb19b36af06e 100644 --- a/be/test/vec/data_types/serde/data_type_serde_csv_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_csv_test.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/serde_utils.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/string_buffer.hpp" #include "gtest/gtest_pred_impl.h" -#include "olap/types.h" // for TypeInfo -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde_utils.h" +#include "storage/types.h" // for TypeInfo namespace doris::vectorized { // This test aim to make sense for csv serde of data types. diff --git a/be/test/vec/data_types/serde/data_type_serde_datetime_v1_test.cpp b/be/test/core/data_type_serde/data_type_serde_datetime_v1_test.cpp similarity index 96% rename from be/test/vec/data_types/serde/data_type_serde_datetime_v1_test.cpp rename to be/test/core/data_type_serde/data_type_serde_datetime_v1_test.cpp index 432c7628b7a5d3..e40434b9dcd989 100644 --- a/be/test/vec/data_types/serde/data_type_serde_datetime_v1_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_datetime_v1_test.cpp @@ -24,16 +24,16 @@ #include #include +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type_serde/data_type_date_or_datetime_serde.h" +#include "core/types.h" #include "testutil/test_util.h" #include "util/slice.h" #include "util/string_util.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_date_or_datetime_serde.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/serde/data_type_serde_datetime_v2_test.cpp b/be/test/core/data_type_serde/data_type_serde_datetime_v2_test.cpp similarity index 96% rename from be/test/vec/data_types/serde/data_type_serde_datetime_v2_test.cpp rename to be/test/core/data_type_serde/data_type_serde_datetime_v2_test.cpp index 31dffdae2fcdd3..84e4fc2b87ebe7 100644 --- a/be/test/vec/data_types/serde/data_type_serde_datetime_v2_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_datetime_v2_test.cpp @@ -27,18 +27,18 @@ #include #include +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type_serde/data_type_datetimev2_serde.h" +#include "core/data_type_serde/data_type_datev2_serde.h" +#include "core/data_type_serde/data_type_time_serde.h" +#include "core/types.h" #include "testutil/test_util.h" #include "util/slice.h" #include "util/string_util.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_datetimev2_serde.h" -#include "vec/data_types/serde/data_type_datev2_serde.h" -#include "vec/data_types/serde/data_type_time_serde.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/serde/data_type_serde_decimal_test.cpp b/be/test/core/data_type_serde/data_type_serde_decimal_test.cpp similarity index 97% rename from be/test/vec/data_types/serde/data_type_serde_decimal_test.cpp rename to be/test/core/data_type_serde/data_type_serde_decimal_test.cpp index ad451fe62f2a9b..08b142ff27ff3d 100644 --- a/be/test/vec/data_types/serde/data_type_serde_decimal_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_decimal_test.cpp @@ -26,17 +26,17 @@ #include #include +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_decimal.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type_serde/data_type_decimal_serde.h" +#include "core/types.h" #include "testutil/test_util.h" #include "util/slice.h" #include "util/string_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_decimal.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_decimal_serde.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/serde/data_type_serde_fixed_length_object_test.cpp b/be/test/core/data_type_serde/data_type_serde_fixed_length_object_test.cpp similarity index 98% rename from be/test/vec/data_types/serde/data_type_serde_fixed_length_object_test.cpp rename to be/test/core/data_type_serde/data_type_serde_fixed_length_object_test.cpp index 07998965f31495..49246add2e25af 100644 --- a/be/test/vec/data_types/serde/data_type_serde_fixed_length_object_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_fixed_length_object_test.cpp @@ -18,10 +18,10 @@ #include #include +#include "core/column/column_fixed_length_object.h" +#include "core/data_type_serde/data_type_string_serde.h" #include "util/jsonb_writer.h" #include "util/slice.h" -#include "vec/columns/column_fixed_length_object.h" -#include "vec/data_types/serde/data_type_string_serde.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_serde_get_name_test.cpp b/be/test/core/data_type_serde/data_type_serde_get_name_test.cpp similarity index 93% rename from be/test/vec/data_types/serde/data_type_serde_get_name_test.cpp rename to be/test/core/data_type_serde/data_type_serde_get_name_test.cpp index 3ac75cf5269e86..de863e5b63de5b 100644 --- a/be/test/vec/data_types/serde/data_type_serde_get_name_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_get_name_test.cpp @@ -19,13 +19,13 @@ #include -#include "runtime/primitive_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/primitive_type.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_serde_hll_test.cpp b/be/test/core/data_type_serde/data_type_serde_hll_test.cpp similarity index 97% rename from be/test/vec/data_types/serde/data_type_serde_hll_test.cpp rename to be/test/core/data_type_serde/data_type_serde_hll_test.cpp index 0c4e403c62e575..55795aef8f1e28 100644 --- a/be/test/vec/data_types/serde/data_type_serde_hll_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_hll_test.cpp @@ -18,12 +18,12 @@ #include #include -#include "olap/hll.h" +#include "core/column/column_complex.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type_serde/data_type_hll_serde.h" +#include "core/value/hll.h" #include "util/slice.h" -#include "vec/columns/column_complex.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/serde/data_type_hll_serde.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_serde_map_test.cpp b/be/test/core/data_type_serde/data_type_serde_map_test.cpp similarity index 91% rename from be/test/vec/data_types/serde/data_type_serde_map_test.cpp rename to be/test/core/data_type_serde/data_type_serde_map_test.cpp index 4e9b6d093b71e4..d6832af0439d47 100644 --- a/be/test/vec/data_types/serde/data_type_serde_map_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_map_test.cpp @@ -29,23 +29,22 @@ #include #include "agent/be_exec_version_manager.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_map.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_map.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { static auto serde_str_key = std::make_shared(TYPE_STRING); diff --git a/be/test/vec/data_types/serde/data_type_serde_mysql_test.cpp b/be/test/core/data_type_serde/data_type_serde_mysql_test.cpp similarity index 91% rename from be/test/vec/data_types/serde/data_type_serde_mysql_test.cpp rename to be/test/core/data_type_serde/data_type_serde_mysql_test.cpp index 5586532fe642b0..759dbe9b457f4d 100644 --- a/be/test/vec/data_types/serde/data_type_serde_mysql_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_mysql_test.cpp @@ -32,44 +32,44 @@ #include #include +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/ipv4_value.h" +#include "core/value/ipv6_value.h" +#include "core/value/vdatetime_value.h" +//#include "exec/sink/writer/vmysql_result_writer.cpp" +#include "core/value/bitmap_value.h" +#include "core/value/hll.h" +#include "core/value/quantile_state.h" +#include "exec/sink/writer/vmysql_result_writer.h" +#include "exprs/vexpr.h" +#include "exprs/vslot_ref.h" #include "gtest/gtest_pred_impl.h" -#include "olap/hll.h" #include "runtime/descriptors.h" -#include "runtime/types.cpp" #include "testutil/desc_tbl_builder.h" #include "testutil/mock/mock_runtime_state.h" -#include "util/bitmap_value.h" -#include "util/quantile_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_quantilestate.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vslot_ref.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/ipv6_value.h" -#include "vec/runtime/vdatetime_value.h" -#include "vec/sink/vmysql_result_writer.cpp" -#include "vec/sink/vmysql_result_writer.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_serde_number_test.cpp b/be/test/core/data_type_serde/data_type_serde_number_test.cpp similarity index 98% rename from be/test/vec/data_types/serde/data_type_serde_number_test.cpp rename to be/test/core/data_type_serde/data_type_serde_number_test.cpp index c5da10805700d7..6ed80d24d291b7 100644 --- a/be/test/vec/data_types/serde/data_type_serde_number_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_number_test.cpp @@ -28,16 +28,16 @@ #include #include -#include "runtime/primitive_type.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" #include "testutil/test_util.h" #include "util/slice.h" #include "util/string_util.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/serde/data_type_serde_pb_test.cpp b/be/test/core/data_type_serde/data_type_serde_pb_test.cpp similarity index 96% rename from be/test/vec/data_types/serde/data_type_serde_pb_test.cpp rename to be/test/core/data_type_serde/data_type_serde_pb_test.cpp index 0dc5bf80165311..d19906baaeda6f 100644 --- a/be/test/vec/data_types/serde/data_type_serde_pb_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_pb_test.cpp @@ -30,36 +30,36 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_complex.h" +#include "core/column/column_decimal.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "core/value/hll.h" +#include "core/value/quantile_state.h" #include "gtest/gtest_pred_impl.h" -#include "olap/hll.h" -#include "util/bitmap_value.h" -#include "util/quantile_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_quantilestate.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/serde/data_type_serde.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_serde_quantile_state_test.cpp b/be/test/core/data_type_serde/data_type_serde_quantile_state_test.cpp similarity index 98% rename from be/test/vec/data_types/serde/data_type_serde_quantile_state_test.cpp rename to be/test/core/data_type_serde/data_type_serde_quantile_state_test.cpp index b0e1f711bb7ad4..3402671c0d7571 100644 --- a/be/test/vec/data_types/serde/data_type_serde_quantile_state_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_quantile_state_test.cpp @@ -18,10 +18,10 @@ #include #include +#include "core/column/column_complex.h" +#include "core/data_type_serde/data_type_quantilestate_serde.h" #include "util/jsonb_writer.h" #include "util/slice.h" -#include "vec/columns/column_complex.h" -#include "vec/data_types/serde/data_type_quantilestate_serde.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_serde_string_test.cpp b/be/test/core/data_type_serde/data_type_serde_string_test.cpp similarity index 95% rename from be/test/vec/data_types/serde/data_type_serde_string_test.cpp rename to be/test/core/data_type_serde/data_type_serde_string_test.cpp index b00b6749649067..ebe26233a9c0b2 100644 --- a/be/test/vec/data_types/serde/data_type_serde_string_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_string_test.cpp @@ -29,22 +29,21 @@ #include #include "agent/be_exec_version_manager.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/serde/data_type_serde_struct_test.cpp b/be/test/core/data_type_serde/data_type_serde_struct_test.cpp similarity index 90% rename from be/test/vec/data_types/serde/data_type_serde_struct_test.cpp rename to be/test/core/data_type_serde/data_type_serde_struct_test.cpp index 94935748f1f54f..14fd1862bda457 100644 --- a/be/test/vec/data_types/serde/data_type_serde_struct_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_struct_test.cpp @@ -29,24 +29,23 @@ #include #include "agent/be_exec_version_manager.h" -#include "olap/olap_common.h" -#include "runtime/define_primitive_type.h" -#include "runtime/types.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_struct.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_struct.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" namespace doris::vectorized { static auto serde_int32 = std::make_shared>(); diff --git a/be/test/vec/data_types/serde/data_type_serde_test.cpp b/be/test/core/data_type_serde/data_type_serde_test.cpp similarity index 96% rename from be/test/vec/data_types/serde/data_type_serde_test.cpp rename to be/test/core/data_type_serde/data_type_serde_test.cpp index 5830700b0fb8b6..72cb0f9352c804 100644 --- a/be/test/vec/data_types/serde/data_type_serde_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_test.cpp @@ -16,7 +16,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/serde/data_type_serde.h" +#include "core/data_type_serde/data_type_serde.h" #include #include @@ -31,30 +31,30 @@ #include #include +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "core/value/hll.h" +#include "core/value/quantile_state.h" #include "gtest/gtest_pred_impl.h" -#include "olap/hll.h" -#include "util/bitmap_value.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "util/quantile_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_quantilestate.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_serde_text_test.cpp b/be/test/core/data_type_serde/data_type_serde_text_test.cpp similarity index 99% rename from be/test/vec/data_types/serde/data_type_serde_text_test.cpp rename to be/test/core/data_type_serde/data_type_serde_text_test.cpp index 05bce0c1f1ef31..9c51b48bd5776d 100644 --- a/be/test/vec/data_types/serde/data_type_serde_text_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_text_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/serde_utils.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/string_buffer.hpp" #include "gtest/gtest_pred_impl.h" -#include "olap/types.h" // for TypeInfo -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde_utils.h" +#include "storage/types.h" // for TypeInfo namespace doris::vectorized { // This test aim to make sense for text serde of data types. diff --git a/be/test/vec/data_types/serde/data_type_serde_timestamptz_test.cpp b/be/test/core/data_type_serde/data_type_serde_timestamptz_test.cpp similarity index 96% rename from be/test/vec/data_types/serde/data_type_serde_timestamptz_test.cpp rename to be/test/core/data_type_serde/data_type_serde_timestamptz_test.cpp index 1f31e5812d4ce1..d68c0748396465 100644 --- a/be/test/vec/data_types/serde/data_type_serde_timestamptz_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_timestamptz_test.cpp @@ -26,15 +26,15 @@ #include #include +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/data_type/common_data_type_serder_test.h" +#include "core/data_type/common_data_type_test.h" +#include "core/data_type/data_type.h" +#include "core/data_type_serde/data_type_timestamptz_serde.h" #include "testutil/test_util.h" #include "util/slice.h" #include "util/string_util.h" -#include "vec/columns/column.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/common_data_type_serder_test.h" -#include "vec/data_types/common_data_type_test.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/serde/data_type_timestamptz_serde.h" namespace doris::vectorized { static std::string test_data_dir; diff --git a/be/test/vec/data_types/serde/data_type_serde_varbinary_test.cpp b/be/test/core/data_type_serde/data_type_serde_varbinary_test.cpp similarity index 97% rename from be/test/vec/data_types/serde/data_type_serde_varbinary_test.cpp rename to be/test/core/data_type_serde/data_type_serde_varbinary_test.cpp index 2a9f1d3662b53e..04f04aa2f45f86 100644 --- a/be/test/vec/data_types/serde/data_type_serde_varbinary_test.cpp +++ b/be/test/core/data_type_serde/data_type_serde_varbinary_test.cpp @@ -17,6 +17,7 @@ #include #include +#include #include #include #include @@ -28,17 +29,16 @@ #include #include -#include "gen_cpp/types.pb.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column_string.h" +#include "core/column/column_varbinary.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/data_type_serde/data_type_varbinary_serde.h" +#include "core/string_buffer.hpp" +#include "core/types.h" #include "util/jsonb_writer.h" #include "util/slice.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_varbinary.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/data_types/serde/data_type_varbinary_serde.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_to_string_test.cpp b/be/test/core/data_type_serde/data_type_to_string_test.cpp similarity index 94% rename from be/test/vec/data_types/serde/data_type_to_string_test.cpp rename to be/test/core/data_type_serde/data_type_to_string_test.cpp index 6bad3dd8407dae..bf3753e7c65503 100644 --- a/be/test/vec/data_types/serde/data_type_to_string_test.cpp +++ b/be/test/core/data_type_serde/data_type_to_string_test.cpp @@ -20,13 +20,13 @@ #include #include -#include "vec/columns/column_const.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_struct.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_struct.h" +#include "core/field.h" namespace doris::vectorized { diff --git a/be/test/vec/data_types/serde/data_type_write_to_jsonb_test.cpp b/be/test/core/data_type_serde/data_type_write_to_jsonb_test.cpp similarity index 95% rename from be/test/vec/data_types/serde/data_type_write_to_jsonb_test.cpp rename to be/test/core/data_type_serde/data_type_write_to_jsonb_test.cpp index 1f2c9fe0937d03..7aed43ab20209d 100644 --- a/be/test/vec/data_types/serde/data_type_write_to_jsonb_test.cpp +++ b/be/test/core/data_type_serde/data_type_write_to_jsonb_test.cpp @@ -20,20 +20,20 @@ #include -#include "runtime/primitive_type.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/cast/cast_base.h" #include "testutil/column_helper.h" #include "util/jsonb_utils.h" #include "util/jsonb_writer.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_struct.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/functions/cast/cast_base.h" namespace doris::vectorized { diff --git a/be/test/olap/decimal12_test.cpp b/be/test/core/decimal12_test.cpp similarity index 98% rename from be/test/olap/decimal12_test.cpp rename to be/test/core/decimal12_test.cpp index cf4edc50ef3aba..a19725933113cd 100644 --- a/be/test/olap/decimal12_test.cpp +++ b/be/test/core/decimal12_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/decimal12.h" +#include "core/decimal12.h" #include #include diff --git a/be/test/vec/core/field_test.cpp b/be/test/core/field_test.cpp similarity index 97% rename from be/test/vec/core/field_test.cpp rename to be/test/core/field_test.cpp index 7a436c65505c20..f398d526de9923 100644 --- a/be/test/vec/core/field_test.cpp +++ b/be/test/core/field_test.cpp @@ -15,21 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "vec/core/field.h" +#include "core/field.h" #include #include #include +#include "core/column/column_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/vdatetime_value.h" #include "gtest/gtest_pred_impl.h" // IWYU pragma: keep -#include "runtime/define_primitive_type.h" -#include "vec/columns/column_string.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/io/io_helper.h" -#include "vec/runtime/vdatetime_value.h" +#include "util/io_helper.h" namespace doris::vectorized { TEST(VFieldTest, field_string) { diff --git a/be/test/vec/jsonb/convert_field_to_type_test.cpp b/be/test/core/jsonb/convert_field_to_type_test.cpp similarity index 98% rename from be/test/vec/jsonb/convert_field_to_type_test.cpp rename to be/test/core/jsonb/convert_field_to_type_test.cpp index 800c827df90aae..df65efcb48b3d5 100644 --- a/be/test/vec/jsonb/convert_field_to_type_test.cpp +++ b/be/test/core/jsonb/convert_field_to_type_test.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "vec/data_types/convert_field_to_type.cpp" +#include "core/data_type/convert_field_to_type.cpp" #include #include #include -#include "runtime/jsonb_value.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nullable.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/jsonb_value.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nullable.h" namespace doris::vectorized { diff --git a/be/test/vec/jsonb/json_parser_test.cpp b/be/test/core/jsonb/json_parser_test.cpp similarity index 99% rename from be/test/vec/jsonb/json_parser_test.cpp rename to be/test/core/jsonb/json_parser_test.cpp index 968b37b11dd267..82636442975d45 100644 --- a/be/test/vec/jsonb/json_parser_test.cpp +++ b/be/test/core/jsonb/json_parser_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/json/json_parser.h" +#include "util/json/json_parser.h" #include #include #include "common/config.h" -#include "vec/common/string_ref.h" +#include "core/string_ref.h" using doris::vectorized::JSONDataParser; using doris::vectorized::SimdJSONParser; diff --git a/be/test/vec/jsonb/jsonb_document_cast_test.cpp b/be/test/core/jsonb/jsonb_document_cast_test.cpp similarity index 99% rename from be/test/vec/jsonb/jsonb_document_cast_test.cpp rename to be/test/core/jsonb/jsonb_document_cast_test.cpp index 05cab000da7c26..2518d584314b1e 100644 --- a/be/test/vec/jsonb/jsonb_document_cast_test.cpp +++ b/be/test/core/jsonb/jsonb_document_cast_test.cpp @@ -24,10 +24,10 @@ #include #include +#include "core/types.h" +#include "exprs/function/cast/cast_base.h" #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -#include "vec/core/types.h" -#include "vec/functions/cast/cast_base.h" namespace doris::vectorized { class JsonbDocumentCastTest : public testing::Test { diff --git a/be/test/vec/jsonb/jsonb_document_test.cpp b/be/test/core/jsonb/jsonb_document_test.cpp similarity index 99% rename from be/test/vec/jsonb/jsonb_document_test.cpp rename to be/test/core/jsonb/jsonb_document_test.cpp index e8bd380c883c21..afef815f7b6054 100644 --- a/be/test/vec/jsonb/jsonb_document_test.cpp +++ b/be/test/core/jsonb/jsonb_document_test.cpp @@ -24,9 +24,9 @@ #include #include +#include "core/types.h" #include "util/jsonb_utils.h" #include "util/jsonb_writer.h" -#include "vec/core/types.h" namespace doris { class JsonbDocumentTest : public testing::Test { diff --git a/be/test/vec/jsonb/path_in_data_test.cpp b/be/test/core/jsonb/path_in_data_test.cpp similarity index 99% rename from be/test/vec/jsonb/path_in_data_test.cpp rename to be/test/core/jsonb/path_in_data_test.cpp index 160fdcda02b981..407b36d5fc5725 100644 --- a/be/test/vec/jsonb/path_in_data_test.cpp +++ b/be/test/core/jsonb/path_in_data_test.cpp @@ -15,15 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/json/path_in_data.h" +#include "util/json/path_in_data.h" +#include #include #include #include -#include "gen_cpp/segment_v2.pb.h" - namespace doris::vectorized { class PathInDataTest : public ::testing::Test { diff --git a/be/test/vec/jsonb/serialize_test.cpp b/be/test/core/jsonb/serialize_test.cpp similarity index 94% rename from be/test/vec/jsonb/serialize_test.cpp rename to be/test/core/jsonb/serialize_test.cpp index c632b3f79c5963..25db8949cbccff 100644 --- a/be/test/vec/jsonb/serialize_test.cpp +++ b/be/test/core/jsonb/serialize_test.cpp @@ -14,9 +14,10 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "vec/jsonb/serialize.h" +#include "util/jsonb/serialize.h" #include +#include #include #include #include @@ -33,43 +34,41 @@ #include "agent/be_exec_version_manager.h" #include "common/exception.h" -#include "gen_cpp/descriptors.pb.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_complex.h" +#include "core/column/column_decimal.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "core/value/hll.h" +#include "core/value/vdatetime_value.h" +#include "exprs/aggregate/aggregate_function.h" #include "gtest/gtest_pred_impl.h" -#include "olap/hll.h" -#include "olap/olap_common.h" -#include "olap/tablet_schema.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" -#include "runtime/types.h" -#include "util/bitmap_value.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/runtime/vdatetime_value.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet_schema.h" namespace doris::vectorized { diff --git a/be/test/vec/common/pod_array_test.cpp b/be/test/core/pod_array_test.cpp similarity index 99% rename from be/test/vec/common/pod_array_test.cpp rename to be/test/core/pod_array_test.cpp index 81f7ed1ded82ff..cbe0bec1a4e389 100644 --- a/be/test/vec/common/pod_array_test.cpp +++ b/be/test/core/pod_array_test.cpp @@ -18,13 +18,13 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Common/tests/gtest_pod_array.cpp // and modified by Doris -#include "vec/common/pod_array.h" +#include "core/pod_array.h" #include -#include "runtime/primitive_type.h" -#include "vec/common/allocator_fwd.h" -#include "vec/core/field.h" +#include "core/allocator_fwd.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" namespace doris { diff --git a/be/test/vec/common/string_buffer_test.cpp b/be/test/core/string_buffer_test.cpp similarity index 98% rename from be/test/vec/common/string_buffer_test.cpp rename to be/test/core/string_buffer_test.cpp index 3e6ac1ba77208a..d8c66a138a2f84 100644 --- a/be/test/vec/common/string_buffer_test.cpp +++ b/be/test/core/string_buffer_test.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/string_buffer.hpp" +#include "core/string_buffer.hpp" #include -#include "vec/columns/column_string.h" -#include "vec/common/arena.h" +#include "core/arena.h" +#include "core/column/column_string.h" namespace doris::vectorized { diff --git a/be/test/vec/common/string_view_test.cpp b/be/test/core/string_view_test.cpp similarity index 99% rename from be/test/vec/common/string_view_test.cpp rename to be/test/core/string_view_test.cpp index 63bf3edb845539..08692e9906dc6a 100644 --- a/be/test/vec/common/string_view_test.cpp +++ b/be/test/core/string_view_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/string_view.h" +#include "core/string_view.h" #include @@ -25,7 +25,7 @@ #include #include -#include "vec/common/string_ref.h" +#include "core/string_ref.h" namespace doris { diff --git a/be/test/vec/utils/arrow_column_to_doris_column_test.cpp b/be/test/core/utils/arrow_column_to_doris_column_test.cpp similarity index 97% rename from be/test/vec/utils/arrow_column_to_doris_column_test.cpp rename to be/test/core/utils/arrow_column_to_doris_column_test.cpp index c0a10280ccdc88..a3dbfa939078db 100644 --- a/be/test/vec/utils/arrow_column_to_doris_column_test.cpp +++ b/be/test/core/utils/arrow_column_to_doris_column_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/utils/arrow_column_to_doris_column.h" +#include "exec/common/arrow_column_to_doris_column.h" #include // IWYU pragma: keep #include @@ -40,26 +40,25 @@ #include "arrow/array/array_nested.h" #include "arrow/type.h" #include "arrow/type_traits.h" +#include "core/binary_cast.hpp" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/field.h" +#include "core/pod_array.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/aggregate/aggregate_function.h" #include "gtest/gtest_pred_impl.h" -#include "runtime/decimalv2_value.h" -#include "runtime/types.h" -#include "util/binary_cast.hpp" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/pod_array.h" -#include "vec/common/string_ref.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { diff --git a/be/test/vec/utils/histogram_helpers_test.cpp b/be/test/core/utils/histogram_helpers_test.cpp similarity index 99% rename from be/test/vec/utils/histogram_helpers_test.cpp rename to be/test/core/utils/histogram_helpers_test.cpp index b454fabd6ce4a1..14876c6776993f 100644 --- a/be/test/vec/utils/histogram_helpers_test.cpp +++ b/be/test/core/utils/histogram_helpers_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/utils/histogram_helpers.hpp" +#include "exec/common/histogram_helpers.hpp" #include #include @@ -24,8 +24,8 @@ #include #include +#include "core/data_type/data_type_number.h" #include "gtest/gtest_pred_impl.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/utils/small_size_hash_set_test.cpp b/be/test/core/utils/small_size_hash_set_test.cpp similarity index 98% rename from be/test/vec/utils/small_size_hash_set_test.cpp rename to be/test/core/utils/small_size_hash_set_test.cpp index 25d831a8defd24..79f4d91449353e 100644 --- a/be/test/vec/utils/small_size_hash_set_test.cpp +++ b/be/test/core/utils/small_size_hash_set_test.cpp @@ -25,7 +25,7 @@ #include #include -#include "vec/common/hash_table/ph_hash_set.h" +#include "exec/common/hash_table/ph_hash_set.h" namespace doris::vectorized { diff --git a/be/test/vec/utils/stringop_substring_test.cpp b/be/test/core/utils/stringop_substring_test.cpp similarity index 97% rename from be/test/vec/utils/stringop_substring_test.cpp rename to be/test/core/utils/stringop_substring_test.cpp index e3a8d242d21123..64640e5808cc5f 100644 --- a/be/test/vec/utils/stringop_substring_test.cpp +++ b/be/test/core/utils/stringop_substring_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/utils/stringop_substring.h" +#include "exec/common/stringop_substring.h" #include @@ -24,13 +24,13 @@ #include #include "common/logging.h" -#include "runtime/primitive_type.h" +#include "core/block/block.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" #include "testutil/column_helper.h" // ColumnHelper is used for constructing columns and Block -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/util/bitmap_value_test.cpp b/be/test/core/value/bitmap_value_test.cpp similarity index 99% rename from be/test/util/bitmap_value_test.cpp rename to be/test/core/value/bitmap_value_test.cpp index 74980ee90913e6..6baf74ffb0e3ce 100644 --- a/be/test/util/bitmap_value_test.cpp +++ b/be/test/core/value/bitmap_value_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/bitmap_value.h" +#include "core/value/bitmap_value.h" #include #include diff --git a/be/test/olap/hll_test.cpp b/be/test/core/value/hll_test.cpp similarity index 99% rename from be/test/olap/hll_test.cpp rename to be/test/core/value/hll_test.cpp index 8eaa010f4fc774..f4685f6048c907 100644 --- a/be/test/olap/hll_test.cpp +++ b/be/test/core/value/hll_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/hll.h" +#include "core/value/hll.h" #include #include diff --git a/be/test/vec/runtime/ip_value_test.cpp b/be/test/core/value/ip_value_test.cpp similarity index 97% rename from be/test/vec/runtime/ip_value_test.cpp rename to be/test/core/value/ip_value_test.cpp index f3b3b9ac9cd39f..18771f58a501d6 100644 --- a/be/test/vec/runtime/ip_value_test.cpp +++ b/be/test/core/value/ip_value_test.cpp @@ -21,10 +21,10 @@ #include #include +#include "core/value/ipv4_value.h" +#include "core/value/ipv6_value.h" +#include "exec/common/ipv6_to_binary.h" #include "gtest/gtest_pred_impl.h" -#include "vec/common/ipv6_to_binary.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/ipv6_value.h" namespace doris { diff --git a/be/test/runtime/jsonb_value_test.cpp b/be/test/core/value/jsonb_value_test.cpp similarity index 98% rename from be/test/runtime/jsonb_value_test.cpp rename to be/test/core/value/jsonb_value_test.cpp index 3ff400b10558eb..046db7f8b0cb8b 100644 --- a/be/test/runtime/jsonb_value_test.cpp +++ b/be/test/core/value/jsonb_value_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/jsonb_value.h" +#include "core/value/jsonb_value.h" #include diff --git a/be/test/vec/olap/jsonb_value_test.cpp b/be/test/core/value/jsonb_value_test2.cpp similarity index 97% rename from be/test/vec/olap/jsonb_value_test.cpp rename to be/test/core/value/jsonb_value_test2.cpp index 97f858d63e19a9..b43d782811d3f3 100644 --- a/be/test/vec/olap/jsonb_value_test.cpp +++ b/be/test/core/value/jsonb_value_test2.cpp @@ -20,13 +20,13 @@ #include +#include "core/block/block.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column_string.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/string_ref.h" #include "gtest/gtest_pred_impl.h" -#include "vec/columns/column_string.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/olap/olap_data_convertor.h" +#include "storage/iterator/olap_data_convertor.h" namespace doris::vectorized { diff --git a/be/test/util/quantile_state_test.cpp b/be/test/core/value/quantile_state_test.cpp similarity index 97% rename from be/test/util/quantile_state_test.cpp rename to be/test/core/value/quantile_state_test.cpp index a6417316566846..ae3fc43b1edee2 100644 --- a/be/test/util/quantile_state_test.cpp +++ b/be/test/core/value/quantile_state_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/quantile_state.h" +#include "core/value/quantile_state.h" #include #include diff --git a/be/test/vec/runtime/sort_merger_test.cpp b/be/test/core/value/sort_merger_test.cpp similarity index 99% rename from be/test/vec/runtime/sort_merger_test.cpp rename to be/test/core/value/sort_merger_test.cpp index 349a47beb49f93..5991bd115552fb 100644 --- a/be/test/vec/runtime/sort_merger_test.cpp +++ b/be/test/core/value/sort_merger_test.cpp @@ -17,11 +17,11 @@ #include +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "exec/sort/vsorted_run_merger.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/runtime/vsorted_run_merger.h" namespace doris::vectorized { diff --git a/be/test/vec/runtime/vdatetime_value_test.cpp b/be/test/core/value/vdatetime_value_test.cpp similarity index 99% rename from be/test/vec/runtime/vdatetime_value_test.cpp rename to be/test/core/value/vdatetime_value_test.cpp index 444be70bfb7ec1..673827aa1deb30 100644 --- a/be/test/vec/runtime/vdatetime_value_test.cpp +++ b/be/test/core/value/vdatetime_value_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vdatetime_value.h" +#include "core/value/vdatetime_value.h" #include #include @@ -23,8 +23,8 @@ #include #include "common/exception.h" +#include "core/types.h" #include "gtest/gtest_pred_impl.h" -#include "vec/core/types.h" namespace doris::vectorized { diff --git a/be/test/vec/common/wide_integer_test.cpp b/be/test/core/wide_integer_test.cpp similarity index 99% rename from be/test/vec/common/wide_integer_test.cpp rename to be/test/core/wide_integer_test.cpp index 21dde380da550c..5843f4f677177a 100644 --- a/be/test/vec/common/wide_integer_test.cpp +++ b/be/test/core/wide_integer_test.cpp @@ -20,8 +20,8 @@ #include -#include "vec/common/uint128.h" -#include "vec/core/types.h" +#include "core/types.h" +#include "core/uint128.h" namespace doris::vectorized { TEST(WideInteger, Conversions) { diff --git a/be/test/vec/exec/agg/agg_fn_evaluator_test.cpp b/be/test/exec/agg/agg_fn_evaluator_test.cpp similarity index 98% rename from be/test/vec/exec/agg/agg_fn_evaluator_test.cpp rename to be/test/exec/agg/agg_fn_evaluator_test.cpp index cc66c65c4a0b15..aae2409375a1a7 100644 --- a/be/test/vec/exec/agg/agg_fn_evaluator_test.cpp +++ b/be/test/exec/agg/agg_fn_evaluator_test.cpp @@ -18,10 +18,10 @@ #include #include "common/object_pool.h" +#include "core/data_type/data_type_number.h" #include "runtime/runtime_state.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_agg_fn_evaluator.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/column_type_convert_test.cpp b/be/test/exec/column_type_convert_test.cpp similarity index 99% rename from be/test/vec/exec/column_type_convert_test.cpp rename to be/test/exec/column_type_convert_test.cpp index 3cc25f2dcb4997..c632c4ef8905b3 100644 --- a/be/test/vec/exec/column_type_convert_test.cpp +++ b/be/test/exec/column_type_convert_test.cpp @@ -15,23 +15,23 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/column_type_convert.h" +#include "format/column_type_convert.h" #include #include -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" namespace doris::vectorized { diff --git a/be/test/vec/common/schema_util_rowset_test.cpp b/be/test/exec/common/schema_util_rowset_test.cpp similarity index 99% rename from be/test/vec/common/schema_util_rowset_test.cpp rename to be/test/exec/common/schema_util_rowset_test.cpp index 2452e1eca8103a..59ae9a240f4b75 100644 --- a/be/test/vec/common/schema_util_rowset_test.cpp +++ b/be/test/exec/common/schema_util_rowset_test.cpp @@ -19,13 +19,13 @@ #include #include "common/consts.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/segment_v2/variant/variant_column_writer_impl.h" -#include "olap/segment_loader.h" -#include "olap/storage_engine.h" -#include "olap/tablet_schema.h" -#include "vec/common/variant_util.h" +#include "exec/common/variant_util.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/segment/segment_loader.h" +#include "storage/segment/variant/variant_column_writer_impl.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_schema.h" using namespace doris::vectorized; diff --git a/be/test/vec/common/schema_util_test.cpp b/be/test/exec/common/schema_util_test.cpp similarity index 99% rename from be/test/vec/common/schema_util_test.cpp rename to be/test/exec/common/schema_util_test.cpp index 1696130508137f..a8ba6aa3c9c857 100644 --- a/be/test/vec/common/schema_util_test.cpp +++ b/be/test/exec/common/schema_util_test.cpp @@ -18,21 +18,21 @@ #include #include -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_fwd.h" -#include "olap/rowset/segment_v2/variant/variant_column_writer_impl.h" +#include "core/column/column_nothing.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_time.h" +#include "core/data_type/data_type_variant.h" +#include "exec/common/variant_util.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset_fwd.h" +#include "storage/segment/variant/variant_column_writer_impl.h" #include "testutil/variant_util.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_variant.h" -#include "vec/common/variant_util.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_time.h" -#include "vec/data_types/data_type_variant.h" using namespace doris::vectorized; diff --git a/be/test/vec/common/string_utils_test.cpp b/be/test/exec/common/string_utils_test.cpp similarity index 98% rename from be/test/vec/common/string_utils_test.cpp rename to be/test/exec/common/string_utils_test.cpp index ef1b0a0ef0cc72..3f87be41c43d59 100644 --- a/be/test/vec/common/string_utils_test.cpp +++ b/be/test/exec/common/string_utils_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/string_utils/string_utils.h" +#include "exec/common/string_utils/string_utils.h" #include -#include "vec/functions/like.h" +#include "exprs/function/like.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/concurrent_queue_order.cpp b/be/test/exec/concurrent_queue_order.cpp similarity index 100% rename from be/test/vec/exec/concurrent_queue_order.cpp rename to be/test/exec/concurrent_queue_order.cpp diff --git a/be/test/vec/exec/vjdbc_connector_test.cpp b/be/test/exec/connector/vjdbc_connector_test.cpp similarity index 99% rename from be/test/vec/exec/vjdbc_connector_test.cpp rename to be/test/exec/connector/vjdbc_connector_test.cpp index 38b9f0004f3d35..bab6427d06ffa2 100644 --- a/be/test/vec/exec/vjdbc_connector_test.cpp +++ b/be/test/exec/connector/vjdbc_connector_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/vjdbc_connector.h" +#include "exec/connector/vjdbc_connector.h" #include diff --git a/be/test/vec/exec/dictionary/dictionary_get_nullable_test.cpp b/be/test/exec/dictionary/dictionary_get_nullable_test.cpp similarity index 96% rename from be/test/vec/exec/dictionary/dictionary_get_nullable_test.cpp rename to be/test/exec/dictionary/dictionary_get_nullable_test.cpp index c7963fed5b1d23..64b844de3a280c 100644 --- a/be/test/vec/exec/dictionary/dictionary_get_nullable_test.cpp +++ b/be/test/exec/dictionary/dictionary_get_nullable_test.cpp @@ -17,15 +17,15 @@ #include -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/functions/complex_hash_map_dictionary.h" -#include "vec/functions/dictionary_factory.h" -#include "vec/functions/ip_address_dictionary.h" -#include "vec/runtime/ip_address_cidr.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/ipv6_value.h" +#include "core/block/column_with_type_and_name.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/types.h" +#include "core/value/ip_address_cidr.h" +#include "core/value/ipv4_value.h" +#include "core/value/ipv6_value.h" +#include "exprs/function/complex_hash_map_dictionary.h" +#include "exprs/function/dictionary_factory.h" +#include "exprs/function/ip_address_dictionary.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/dictionary/dictionary_ip_trie_test.cpp b/be/test/exec/dictionary/dictionary_ip_trie_test.cpp similarity index 92% rename from be/test/vec/exec/dictionary/dictionary_ip_trie_test.cpp rename to be/test/exec/dictionary/dictionary_ip_trie_test.cpp index 21c1f54d3d9169..cdf6881cd02416 100644 --- a/be/test/vec/exec/dictionary/dictionary_ip_trie_test.cpp +++ b/be/test/exec/dictionary/dictionary_ip_trie_test.cpp @@ -17,12 +17,12 @@ #include -#include "vec/core/types.h" -#include "vec/functions/dictionary_factory.h" -#include "vec/functions/ip_address_dictionary.h" -#include "vec/runtime/ip_address_cidr.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/ipv6_value.h" +#include "core/types.h" +#include "core/value/ip_address_cidr.h" +#include "core/value/ipv4_value.h" +#include "core/value/ipv6_value.h" +#include "exprs/function/dictionary_factory.h" +#include "exprs/function/ip_address_dictionary.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/dictionary/dictionary_status_test.cpp b/be/test/exec/dictionary/dictionary_status_test.cpp similarity index 94% rename from be/test/vec/exec/dictionary/dictionary_status_test.cpp rename to be/test/exec/dictionary/dictionary_status_test.cpp index 95f347e6a650e0..c576aa8a210718 100644 --- a/be/test/vec/exec/dictionary/dictionary_status_test.cpp +++ b/be/test/exec/dictionary/dictionary_status_test.cpp @@ -19,11 +19,11 @@ #include -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/complex_hash_map_dictionary.h" -#include "vec/functions/dictionary.h" -#include "vec/functions/dictionary_factory.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/complex_hash_map_dictionary.h" +#include "exprs/function/dictionary.h" +#include "exprs/function/dictionary_factory.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/dictionary/dictionary_util_test.cpp b/be/test/exec/dictionary/dictionary_util_test.cpp similarity index 97% rename from be/test/vec/exec/dictionary/dictionary_util_test.cpp rename to be/test/exec/dictionary/dictionary_util_test.cpp index 9175216874eab4..fbbaa63ff3148c 100644 --- a/be/test/vec/exec/dictionary/dictionary_util_test.cpp +++ b/be/test/exec/dictionary/dictionary_util_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/dictionary_util.h" +#include "exprs/function/dictionary_util.h" #include +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/data_type/data_type_number.h" #include "testutil/column_helper.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { ColumnPtr make_nullable(const std::vector& data, const std::vector& null_data) { diff --git a/be/test/vec/exec/dictionary/dictionary_version_test.cpp b/be/test/exec/dictionary/dictionary_version_test.cpp similarity index 96% rename from be/test/vec/exec/dictionary/dictionary_version_test.cpp rename to be/test/exec/dictionary/dictionary_version_test.cpp index 427817a937c47b..f7365c577bf05d 100644 --- a/be/test/vec/exec/dictionary/dictionary_version_test.cpp +++ b/be/test/exec/dictionary/dictionary_version_test.cpp @@ -19,11 +19,11 @@ #include -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/complex_hash_map_dictionary.h" -#include "vec/functions/dictionary.h" -#include "vec/functions/dictionary_factory.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/complex_hash_map_dictionary.h" +#include "exprs/function/dictionary.h" +#include "exprs/function/dictionary_factory.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/exchange_sink_test.cpp b/be/test/exec/exchange/exchange_sink_test.cpp similarity index 99% rename from be/test/vec/exec/exchange_sink_test.cpp rename to be/test/exec/exchange/exchange_sink_test.cpp index 3eaf82de67036b..6c94a068f10190 100644 --- a/be/test/vec/exec/exchange_sink_test.cpp +++ b/be/test/exec/exchange/exchange_sink_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "exchange_sink_test.h" +#include "exec/exchange/exchange_sink_test.h" #include #include -#include "pipeline/exec/exchange_sink_buffer.h" +#include "exec/operator/exchange_sink_buffer.h" namespace doris::vectorized { using namespace pipeline; diff --git a/be/test/vec/exec/exchange_sink_test.h b/be/test/exec/exchange/exchange_sink_test.h similarity index 97% rename from be/test/vec/exec/exchange_sink_test.h rename to be/test/exec/exchange/exchange_sink_test.h index 3adab7fe034f8a..12d68f6baacb84 100644 --- a/be/test/vec/exec/exchange_sink_test.h +++ b/be/test/exec/exchange/exchange_sink_test.h @@ -21,11 +21,11 @@ #include #include "common/status.h" -#include "pipeline/exec/exchange_sink_buffer.h" -#include "pipeline/exec/exchange_sink_operator.h" +#include "exec/operator/exchange_sink_buffer.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/sink/writer/vhive_utils.h" #include "runtime/runtime_state.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/sink/writer/vhive_utils.h" namespace doris::pipeline { diff --git a/be/test/pipeline/shuffle/exchange_writer_test.cpp b/be/test/exec/exchange/exchange_writer_test.cpp similarity index 98% rename from be/test/pipeline/shuffle/exchange_writer_test.cpp rename to be/test/exec/exchange/exchange_writer_test.cpp index 1a39d5918838fd..2ffa76f79c4b81 100644 --- a/be/test/pipeline/shuffle/exchange_writer_test.cpp +++ b/be/test/exec/exchange/exchange_writer_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/shuffle/exchange_writer.h" +#include "exec/exchange/exchange_writer.h" +#include #include #include #include -#include "gen_cpp/Types_types.h" -#include "pipeline/exec/exchange_sink_operator.h" +#include "exec/operator/exchange_sink_operator.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_data_stream_sender.h" #include "testutil/mock/mock_runtime_state.h" diff --git a/be/test/vec/exec/executor/time_sharing/split_concurrency_controller_test.cpp b/be/test/exec/executor/time_sharing/split_concurrency_controller_test.cpp similarity index 96% rename from be/test/vec/exec/executor/time_sharing/split_concurrency_controller_test.cpp rename to be/test/exec/executor/time_sharing/split_concurrency_controller_test.cpp index 209c276e7c0512..5cbe8ed03581f3 100644 --- a/be/test/vec/exec/executor/time_sharing/split_concurrency_controller_test.cpp +++ b/be/test/exec/executor/time_sharing/split_concurrency_controller_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/time_sharing/split_concurrency_controller.h" +#include "exec/scan/task_executor/time_sharing/split_concurrency_controller.h" #include diff --git a/be/test/vec/exec/executor/time_sharing/time_sharing_task_executor_test.cpp b/be/test/exec/executor/time_sharing/time_sharing_task_executor_test.cpp similarity index 99% rename from be/test/vec/exec/executor/time_sharing/time_sharing_task_executor_test.cpp rename to be/test/exec/executor/time_sharing/time_sharing_task_executor_test.cpp index a1e604cb6f92bd..f6c4451b6832a3 100644 --- a/be/test/vec/exec/executor/time_sharing/time_sharing_task_executor_test.cpp +++ b/be/test/exec/executor/time_sharing/time_sharing_task_executor_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/executor/time_sharing/time_sharing_task_executor.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_executor.h" #include @@ -28,8 +28,8 @@ #include #include -#include "vec/exec/executor/ticker.h" -#include "vec/exec/executor/time_sharing/time_sharing_task_handle.h" +#include "exec/scan/task_executor/ticker.h" +#include "exec/scan/task_executor/time_sharing/time_sharing_task_handle.h" namespace doris { namespace vectorized { diff --git a/be/test/exec/hash_map/hash_table_method_test.cpp b/be/test/exec/hash_map/hash_table_method_test.cpp index 5ca6a6cca36281..bb920cf49edd9f 100644 --- a/be/test/exec/hash_map/hash_table_method_test.cpp +++ b/be/test/exec/hash_map/hash_table_method_test.cpp @@ -17,12 +17,12 @@ #include +#include "core/data_type/data_type_number.h" +#include "exec/common/columns_hashing.h" +#include "exec/common/hash_table/hash.h" +#include "exec/common/hash_table/hash_map_context.h" +#include "exec/common/hash_table/ph_hash_map.h" #include "testutil/column_helper.h" -#include "vec/common/columns_hashing.h" -#include "vec/common/hash_table/hash.h" -#include "vec/common/hash_table/hash_map_context.h" -#include "vec/common/hash_table/ph_hash_map.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/pipeline/operator/agg_operator_group_by_limit_opt_test.cpp b/be/test/exec/operator/agg_operator_group_by_limit_opt_test.cpp similarity index 98% rename from be/test/pipeline/operator/agg_operator_group_by_limit_opt_test.cpp rename to be/test/exec/operator/agg_operator_group_by_limit_opt_test.cpp index 53224426fd9348..b0d62d3048cc2e 100644 --- a/be/test/pipeline/operator/agg_operator_group_by_limit_opt_test.cpp +++ b/be/test/exec/operator/agg_operator_group_by_limit_opt_test.cpp @@ -20,16 +20,16 @@ #include -#include "pipeline/exec/aggregation_sink_operator.h" -#include "pipeline/exec/aggregation_source_operator.h" -#include "pipeline/exec/assert_num_rows_operator.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/aggregation_source_operator.h" +#include "exec/operator/assert_num_rows_operator.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator_helper.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_agg_fn_evaluator.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/agg_operator_test.cpp b/be/test/exec/operator/agg_operator_test.cpp similarity index 98% rename from be/test/pipeline/operator/agg_operator_test.cpp rename to be/test/exec/operator/agg_operator_test.cpp index 51d0633085317d..a7c7b26033597a 100644 --- a/be/test/pipeline/operator/agg_operator_test.cpp +++ b/be/test/exec/operator/agg_operator_test.cpp @@ -20,17 +20,17 @@ #include -#include "pipeline/dependency.h" -#include "pipeline/exec/aggregation_sink_operator.h" -#include "pipeline/exec/aggregation_source_operator.h" -#include "pipeline/exec/assert_num_rows_operator.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/aggregation_source_operator.h" +#include "exec/operator/assert_num_rows_operator.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator_helper.h" +#include "exec/pipeline/dependency.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_agg_fn_evaluator.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/agg_shared_state_test.cpp b/be/test/exec/operator/agg_shared_state_test.cpp similarity index 96% rename from be/test/pipeline/operator/agg_shared_state_test.cpp rename to be/test/exec/operator/agg_shared_state_test.cpp index 7dd028a8b3cad2..b82ff984d7ad9a 100644 --- a/be/test/pipeline/operator/agg_shared_state_test.cpp +++ b/be/test/exec/operator/agg_shared_state_test.cpp @@ -17,9 +17,9 @@ #include -#include "pipeline/dependency.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "exec/pipeline/dependency.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/analytic_sink_operator_test.cpp b/be/test/exec/operator/analytic_sink_operator_test.cpp similarity index 99% rename from be/test/pipeline/operator/analytic_sink_operator_test.cpp rename to be/test/exec/operator/analytic_sink_operator_test.cpp index 994227d41773e1..35d3df1fc2374b 100644 --- a/be/test/pipeline/operator/analytic_sink_operator_test.cpp +++ b/be/test/exec/operator/analytic_sink_operator_test.cpp @@ -15,23 +15,23 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/analytic_sink_operator.h" +#include "exec/operator/analytic_sink_operator.h" #include #include #include -#include "pipeline/exec/analytic_source_operator.h" -#include "pipeline/exec/repeat_operator.h" -#include "pipeline/exec/sort_source_operator.h" +#include "core/block/block.h" +#include "core/data_type/data_type.h" +#include "exec/operator/analytic_source_operator.h" +#include "exec/operator/repeat_operator.h" +#include "exec/operator/sort_source_operator.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_agg_fn_evaluator.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/asof_join_test.cpp b/be/test/exec/operator/asof_join_test.cpp similarity index 100% rename from be/test/pipeline/operator/asof_join_test.cpp rename to be/test/exec/operator/asof_join_test.cpp diff --git a/be/test/pipeline/operator/assert_nums_rows_operator.cpp b/be/test/exec/operator/assert_nums_rows_operator.cpp similarity index 94% rename from be/test/pipeline/operator/assert_nums_rows_operator.cpp rename to be/test/exec/operator/assert_nums_rows_operator.cpp index 0752b59267002b..3ad589dfc55fa2 100644 --- a/be/test/pipeline/operator/assert_nums_rows_operator.cpp +++ b/be/test/exec/operator/assert_nums_rows_operator.cpp @@ -19,11 +19,11 @@ #include -#include "pipeline/exec/assert_num_rows_operator.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/assert_num_rows_operator.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator_helper.h" #include "testutil/column_helper.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { TEST(AssertNumRowsOperatorTest, testEQOK) { diff --git a/be/test/pipeline/operator/datagen_operator_test.cpp b/be/test/exec/operator/datagen_operator_test.cpp similarity index 96% rename from be/test/pipeline/operator/datagen_operator_test.cpp rename to be/test/exec/operator/datagen_operator_test.cpp index 0f31775ecc2d3e..f850de96740dfa 100644 --- a/be/test/pipeline/operator/datagen_operator_test.cpp +++ b/be/test/exec/operator/datagen_operator_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/datagen_operator.h" +#include "exec/operator/datagen_operator.h" #include -#include "pipeline/operator/operator_helper.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/operator_helper.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { TEST(DataGenSourceOperatorTest, testRows) { diff --git a/be/test/pipeline/operator/distinct_streaming_aggregation_operator_test.cpp b/be/test/exec/operator/distinct_streaming_aggregation_operator_test.cpp similarity index 97% rename from be/test/pipeline/operator/distinct_streaming_aggregation_operator_test.cpp rename to be/test/exec/operator/distinct_streaming_aggregation_operator_test.cpp index 1377ee03328fad..31e815e651787f 100644 --- a/be/test/pipeline/operator/distinct_streaming_aggregation_operator_test.cpp +++ b/be/test/exec/operator/distinct_streaming_aggregation_operator_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/distinct_streaming_aggregation_operator.h" +#include "exec/operator/distinct_streaming_aggregation_operator.h" #include #include -#include "pipeline/exec/mock_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/block/block.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator_helper.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/empty_set_operator_test.cpp b/be/test/exec/operator/empty_set_operator_test.cpp similarity index 90% rename from be/test/pipeline/operator/empty_set_operator_test.cpp rename to be/test/exec/operator/empty_set_operator_test.cpp index f82c60ba53494f..75b3fcf555f986 100644 --- a/be/test/pipeline/operator/empty_set_operator_test.cpp +++ b/be/test/exec/operator/empty_set_operator_test.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/empty_set_operator.h" +#include "exec/operator/empty_set_operator.h" #include -#include "pipeline/operator/operator_helper.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "exec/operator/operator_helper.h" namespace doris::pipeline { TEST(EmptySetSourceOperatorTest, test) { diff --git a/be/test/pipeline/operator/exchange_sink_operator_test.cpp b/be/test/exec/operator/exchange_sink_operator_test.cpp similarity index 97% rename from be/test/pipeline/operator/exchange_sink_operator_test.cpp rename to be/test/exec/operator/exchange_sink_operator_test.cpp index 27fa6523e98334..e81e46744c1488 100644 --- a/be/test/pipeline/operator/exchange_sink_operator_test.cpp +++ b/be/test/exec/operator/exchange_sink_operator_test.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/exchange_sink_operator.h" +#include "exec/operator/exchange_sink_operator.h" #include #include #include -#include "pipeline/operator/operator_helper.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/operator_helper.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_data_stream_sender.h" #include "testutil/mock/mock_descriptors.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { TUniqueId create_TUniqueId(int64_t hi, int64_t lo) { diff --git a/be/test/pipeline/operator/exchange_source_operator_test.cpp b/be/test/exec/operator/exchange_source_operator_test.cpp similarity index 96% rename from be/test/pipeline/operator/exchange_source_operator_test.cpp rename to be/test/exec/operator/exchange_source_operator_test.cpp index 709921ac48c1cf..1ed493acd7eb43 100644 --- a/be/test/pipeline/operator/exchange_source_operator_test.cpp +++ b/be/test/exec/operator/exchange_source_operator_test.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/exchange_source_operator.h" +#include "exec/operator/exchange_source_operator.h" #include #include -#include "pipeline/exec/mock_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator_helper.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/hash_join_test_helper.cpp b/be/test/exec/operator/hash_join_test_helper.cpp similarity index 99% rename from be/test/pipeline/operator/hash_join_test_helper.cpp rename to be/test/exec/operator/hash_join_test_helper.cpp index 532e2c55c704f2..8d4531899fbd38 100644 --- a/be/test/pipeline/operator/hash_join_test_helper.cpp +++ b/be/test/exec/operator/hash_join_test_helper.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "hash_join_test_helper.h" +#include "exec/operator/hash_join_test_helper.h" #include #include diff --git a/be/test/pipeline/operator/hash_join_test_helper.h b/be/test/exec/operator/hash_join_test_helper.h similarity index 94% rename from be/test/pipeline/operator/hash_join_test_helper.h rename to be/test/exec/operator/hash_join_test_helper.h index 355368a37d00ec..1575350efcc2b3 100644 --- a/be/test/pipeline/operator/hash_join_test_helper.h +++ b/be/test/exec/operator/hash_join_test_helper.h @@ -25,9 +25,9 @@ #include #include -#include "join_test_helper.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/hashjoin_probe_operator.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/operator/join_test_helper.h" namespace doris::pipeline { class HashJoinTestHelper : public JoinTestHelper { diff --git a/be/test/pipeline/operator/hashjoin_build_sink_test.cpp b/be/test/exec/operator/hashjoin_build_sink_test.cpp similarity index 98% rename from be/test/pipeline/operator/hashjoin_build_sink_test.cpp rename to be/test/exec/operator/hashjoin_build_sink_test.cpp index 21646b3babd8ca..f06dedb3cfc460 100644 --- a/be/test/pipeline/operator/hashjoin_build_sink_test.cpp +++ b/be/test/exec/operator/hashjoin_build_sink_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/hashjoin_build_sink.h" +#include "exec/operator/hashjoin_build_sink.h" #include #include @@ -31,14 +31,14 @@ #include #include "common/config.h" -#include "hash_join_test_helper.h" -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "exec/operator/hash_join_test_helper.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/pipeline_task.h" +#include "exprs/vexpr_context.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr_context.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/hashjoin_probe_operator_test.cpp b/be/test/exec/operator/hashjoin_probe_operator_test.cpp similarity index 99% rename from be/test/pipeline/operator/hashjoin_probe_operator_test.cpp rename to be/test/exec/operator/hashjoin_probe_operator_test.cpp index 07b3f5aefc76d1..2dc711c9b2e25b 100644 --- a/be/test/pipeline/operator/hashjoin_probe_operator_test.cpp +++ b/be/test/exec/operator/hashjoin_probe_operator_test.cpp @@ -32,20 +32,20 @@ #include #include -#include "hash_join_test_helper.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/operator.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "exec/operator/hash_join_test_helper.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/sort/sort_block.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_operators.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/sort_block.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/join_test_helper.cpp b/be/test/exec/operator/join_test_helper.cpp similarity index 97% rename from be/test/pipeline/operator/join_test_helper.cpp rename to be/test/exec/operator/join_test_helper.cpp index d6828621590bb8..f7157136fa10fa 100644 --- a/be/test/pipeline/operator/join_test_helper.cpp +++ b/be/test/exec/operator/join_test_helper.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "join_test_helper.h" +#include "exec/operator/join_test_helper.h" #include "testutil/creators.h" diff --git a/be/test/pipeline/operator/join_test_helper.h b/be/test/exec/operator/join_test_helper.h similarity index 93% rename from be/test/pipeline/operator/join_test_helper.h rename to be/test/exec/operator/join_test_helper.h index b94b99c8aa27eb..3dea18459496c3 100644 --- a/be/test/pipeline/operator/join_test_helper.h +++ b/be/test/exec/operator/join_test_helper.h @@ -26,11 +26,11 @@ #include #include "common/object_pool.h" -#include "pipeline/pipeline_task.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" +#include "runtime/runtime_profile.h" #include "testutil/mock/mock_runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { class JoinTestHelper { diff --git a/be/test/pipeline/operator/local_merge_sort_source_operator_test.cpp b/be/test/exec/operator/local_merge_sort_source_operator_test.cpp similarity index 97% rename from be/test/pipeline/operator/local_merge_sort_source_operator_test.cpp rename to be/test/exec/operator/local_merge_sort_source_operator_test.cpp index ee653a950cfd08..f2b3d2dec19bb6 100644 --- a/be/test/pipeline/operator/local_merge_sort_source_operator_test.cpp +++ b/be/test/exec/operator/local_merge_sort_source_operator_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/local_merge_sort_source_operator.h" +#include "exec/operator/local_merge_sort_source_operator.h" #include #include #include -#include "pipeline/operator/operator_helper.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/operator_helper.h" #include "testutil/mock/mock_slot_ref.h" #include "testutil/mock/mock_sorter.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/materialization_shared_state_test.cpp b/be/test/exec/operator/materialization_shared_state_test.cpp similarity index 98% rename from be/test/pipeline/operator/materialization_shared_state_test.cpp rename to be/test/exec/operator/materialization_shared_state_test.cpp index d96653b2dfe326..8b0e6287547d0f 100644 --- a/be/test/pipeline/operator/materialization_shared_state_test.cpp +++ b/be/test/exec/operator/materialization_shared_state_test.cpp @@ -17,12 +17,12 @@ #include -#include "pipeline/dependency.h" -#include "pipeline/exec/materialization_opertor.h" -#include "vec/columns/column_vector.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "exec/operator/materialization_opertor.h" +#include "exec/pipeline/dependency.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/operator_helper.h b/be/test/exec/operator/operator_helper.h similarity index 98% rename from be/test/pipeline/operator/operator_helper.h rename to be/test/exec/operator/operator_helper.h index db658ca49d7b0d..216cdc95f2ea0f 100644 --- a/be/test/pipeline/operator/operator_helper.h +++ b/be/test/exec/operator/operator_helper.h @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. #pragma once -#include "pipeline/exec/operator.h" +#include "exec/operator/operator.h" #include "runtime/runtime_state.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" diff --git a/be/test/pipeline/operator/partition_sort_sink_operator_test.cpp b/be/test/exec/operator/partition_sort_sink_operator_test.cpp similarity index 98% rename from be/test/pipeline/operator/partition_sort_sink_operator_test.cpp rename to be/test/exec/operator/partition_sort_sink_operator_test.cpp index 111a04d60f77a2..b94fb0823d85c4 100644 --- a/be/test/pipeline/operator/partition_sort_sink_operator_test.cpp +++ b/be/test/exec/operator/partition_sort_sink_operator_test.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/partition_sort_sink_operator.h" +#include "exec/operator/partition_sort_sink_operator.h" #include #include #include -#include "pipeline/exec/partition_sort_source_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/block/block.h" +#include "exec/operator/operator_helper.h" +#include "exec/operator/partition_sort_source_operator.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/partitioned_aggregation_sink_operator_test.cpp b/be/test/exec/operator/partitioned_aggregation_sink_operator_test.cpp similarity index 97% rename from be/test/pipeline/operator/partitioned_aggregation_sink_operator_test.cpp rename to be/test/exec/operator/partitioned_aggregation_sink_operator_test.cpp index 4d8dd4012383ae..25e6a8768d6a02 100644 --- a/be/test/pipeline/operator/partitioned_aggregation_sink_operator_test.cpp +++ b/be/test/exec/operator/partitioned_aggregation_sink_operator_test.cpp @@ -15,25 +15,25 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/partitioned_aggregation_sink_operator.h" +#include "exec/operator/partitioned_aggregation_sink_operator.h" #include #include #include "common/config.h" -#include "partitioned_aggregation_test_helper.h" -#include "pipeline/exec/aggregation_sink_operator.h" -#include "pipeline/exec/partitioned_hash_join_probe_operator.h" -#include "pipeline/exec/partitioned_hash_join_sink_operator.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/partitioned_aggregation_test_helper.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" +#include "exec/operator/partitioned_hash_join_sink_operator.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" +#include "runtime/runtime_profile.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { class PartitionedAggregationSinkOperatorTest : public testing::Test { diff --git a/be/test/pipeline/operator/partitioned_aggregation_source_operator_test.cpp b/be/test/exec/operator/partitioned_aggregation_source_operator_test.cpp similarity index 97% rename from be/test/pipeline/operator/partitioned_aggregation_source_operator_test.cpp rename to be/test/exec/operator/partitioned_aggregation_source_operator_test.cpp index 2ef6d6d8dea4ae..e392e9e4252f36 100644 --- a/be/test/pipeline/operator/partitioned_aggregation_source_operator_test.cpp +++ b/be/test/exec/operator/partitioned_aggregation_source_operator_test.cpp @@ -15,26 +15,26 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/partitioned_aggregation_source_operator.h" +#include "exec/operator/partitioned_aggregation_source_operator.h" #include #include #include "common/config.h" -#include "partitioned_aggregation_test_helper.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/aggregation_sink_operator.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/partitioned_aggregation_sink_operator.h" -#include "pipeline/exec/partitioned_hash_join_probe_operator.h" -#include "pipeline/exec/partitioned_hash_join_sink_operator.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/operator.h" +#include "exec/operator/partitioned_aggregation_sink_operator.h" +#include "exec/operator/partitioned_aggregation_test_helper.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" +#include "exec/operator/partitioned_hash_join_sink_operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline_task.h" #include "runtime/fragment_mgr.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { class PartitionedAggregationSourceOperatorTest : public testing::Test { diff --git a/be/test/pipeline/operator/partitioned_aggregation_test_helper.cpp b/be/test/exec/operator/partitioned_aggregation_test_helper.cpp similarity index 98% rename from be/test/pipeline/operator/partitioned_aggregation_test_helper.cpp rename to be/test/exec/operator/partitioned_aggregation_test_helper.cpp index bf4ebc539fcc6e..7f85f178d87608 100644 --- a/be/test/pipeline/operator/partitioned_aggregation_test_helper.cpp +++ b/be/test/exec/operator/partitioned_aggregation_test_helper.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "partitioned_aggregation_test_helper.h" +#include "exec/operator/partitioned_aggregation_test_helper.h" #include #include @@ -28,7 +28,7 @@ #include #include -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" #include "testutil/creators.h" #include "testutil/mock/mock_operators.h" diff --git a/be/test/pipeline/operator/partitioned_aggregation_test_helper.h b/be/test/exec/operator/partitioned_aggregation_test_helper.h similarity index 93% rename from be/test/pipeline/operator/partitioned_aggregation_test_helper.h rename to be/test/exec/operator/partitioned_aggregation_test_helper.h index 3b434378144fc0..36c36d60e82349 100644 --- a/be/test/pipeline/operator/partitioned_aggregation_test_helper.h +++ b/be/test/exec/operator/partitioned_aggregation_test_helper.h @@ -28,16 +28,16 @@ #include "common/config.h" #include "common/factory_creator.h" #include "common/object_pool.h" -#include "pipeline/exec/aggregation_sink_operator.h" -#include "pipeline/exec/aggregation_source_operator.h" -#include "pipeline/exec/partitioned_aggregation_sink_operator.h" -#include "pipeline/exec/partitioned_aggregation_source_operator.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/aggregation_source_operator.h" +#include "exec/operator/partitioned_aggregation_sink_operator.h" +#include "exec/operator/partitioned_aggregation_source_operator.h" +#include "exec/operator/spillable_operator_test_helper.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" -#include "spillable_operator_test_helper.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/spill/spill_stream_manager.h" +#include "runtime/runtime_profile.h" namespace doris::pipeline { class MockAggSharedState : public AggSharedState { diff --git a/be/test/pipeline/operator/partitioned_hash_join_probe_operator_test.cpp b/be/test/exec/operator/partitioned_hash_join_probe_operator_test.cpp similarity index 99% rename from be/test/pipeline/operator/partitioned_hash_join_probe_operator_test.cpp rename to be/test/exec/operator/partitioned_hash_join_probe_operator_test.cpp index b234a050f8d55d..b2d425379e51df 100644 --- a/be/test/pipeline/operator/partitioned_hash_join_probe_operator_test.cpp +++ b/be/test/exec/operator/partitioned_hash_join_probe_operator_test.cpp @@ -15,27 +15,27 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/partitioned_hash_join_probe_operator.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" #include #include #include "common/config.h" -#include "partitioned_hash_join_test_helper.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/partitioned_hash_join_sink_operator.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/partitioned_hash_join_sink_operator.h" +#include "exec/operator/partitioned_hash_join_test_helper.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" +#include "runtime/runtime_profile.h" #include "testutil/column_helper.h" #include "testutil/creators.h" #include "testutil/mock/mock_operators.h" #include "testutil/mock/mock_runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { class PartitionedHashJoinProbeOperatorTest : public testing::Test { diff --git a/be/test/pipeline/operator/partitioned_hash_join_sink_operator_test.cpp b/be/test/exec/operator/partitioned_hash_join_sink_operator_test.cpp similarity index 96% rename from be/test/pipeline/operator/partitioned_hash_join_sink_operator_test.cpp rename to be/test/exec/operator/partitioned_hash_join_sink_operator_test.cpp index d801b6878d47e6..c595c37e331cc5 100644 --- a/be/test/pipeline/operator/partitioned_hash_join_sink_operator_test.cpp +++ b/be/test/exec/operator/partitioned_hash_join_sink_operator_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/partitioned_hash_join_sink_operator.h" +#include "exec/operator/partitioned_hash_join_sink_operator.h" #include #include @@ -29,23 +29,23 @@ #include #include "common/config.h" -#include "partitioned_hash_join_test_helper.h" -#include "pipeline/common/data_gen_functions/vnumbers_tvf.h" -#include "pipeline/exec/operator.h" -#include "pipeline/exec/partitioned_hash_join_probe_operator.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/common/data_gen_functions/vnumbers_tvf.h" +#include "exec/operator/operator.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" +#include "exec/operator/partitioned_hash_join_test_helper.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" +#include "exprs/vexpr_context.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_operators.h" #include "testutil/mock/mock_runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/partitioned_hash_join_test_helper.cpp b/be/test/exec/operator/partitioned_hash_join_test_helper.cpp similarity index 99% rename from be/test/pipeline/operator/partitioned_hash_join_test_helper.cpp rename to be/test/exec/operator/partitioned_hash_join_test_helper.cpp index 637e9c2fd7dc8c..c24ad7cf0536b0 100644 --- a/be/test/pipeline/operator/partitioned_hash_join_test_helper.cpp +++ b/be/test/exec/operator/partitioned_hash_join_test_helper.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "partitioned_hash_join_test_helper.h" +#include "exec/operator/partitioned_hash_join_test_helper.h" #include #include diff --git a/be/test/pipeline/operator/partitioned_hash_join_test_helper.h b/be/test/exec/operator/partitioned_hash_join_test_helper.h similarity index 96% rename from be/test/pipeline/operator/partitioned_hash_join_test_helper.h rename to be/test/exec/operator/partitioned_hash_join_test_helper.h index f79781e0a0f891..080c45b849622e 100644 --- a/be/test/pipeline/operator/partitioned_hash_join_test_helper.h +++ b/be/test/exec/operator/partitioned_hash_join_test_helper.h @@ -28,16 +28,16 @@ #include "common/config.h" #include "common/object_pool.h" -#include "pipeline/exec/partitioned_hash_join_probe_operator.h" -#include "pipeline/exec/partitioned_hash_join_sink_operator.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" +#include "exec/operator/partitioned_hash_join_sink_operator.h" +#include "exec/operator/spillable_operator_test_helper.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" -#include "spillable_operator_test_helper.h" +#include "runtime/runtime_profile.h" #include "testutil/mock/mock_runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { class MockPartitionedHashJoinSharedState : public PartitionedHashJoinSharedState { diff --git a/be/test/pipeline/operator/query_cache_operator_test.cpp b/be/test/exec/operator/query_cache_operator_test.cpp similarity index 98% rename from be/test/pipeline/operator/query_cache_operator_test.cpp rename to be/test/exec/operator/query_cache_operator_test.cpp index 1fc6a8d2d2c4d9..bdb9062440fc37 100644 --- a/be/test/pipeline/operator/query_cache_operator_test.cpp +++ b/be/test/exec/operator/query_cache_operator_test.cpp @@ -20,14 +20,14 @@ #include #include -#include "pipeline/exec/cache_sink_operator.h" -#include "pipeline/exec/cache_source_operator.h" -#include "pipeline/exec/repeat_operator.h" +#include "core/block/block.h" +#include "exec/operator/cache_sink_operator.h" +#include "exec/operator/cache_source_operator.h" +#include "exec/operator/repeat_operator.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/repeat_operator_test.cpp b/be/test/exec/operator/repeat_operator_test.cpp similarity index 98% rename from be/test/pipeline/operator/repeat_operator_test.cpp rename to be/test/exec/operator/repeat_operator_test.cpp index 55b322cf28595d..53e92fdb87706e 100644 --- a/be/test/pipeline/operator/repeat_operator_test.cpp +++ b/be/test/exec/operator/repeat_operator_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/repeat_operator.h" +#include "exec/operator/repeat_operator.h" #include #include -#include "pipeline/exec/mock_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/block/block.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator_helper.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/scan_normalize_predicate_test.cpp b/be/test/exec/operator/scan_normalize_predicate_test.cpp similarity index 99% rename from be/test/pipeline/operator/scan_normalize_predicate_test.cpp rename to be/test/exec/operator/scan_normalize_predicate_test.cpp index de18bfe2f01a3e..53b1e27efc5303 100644 --- a/be/test/pipeline/operator/scan_normalize_predicate_test.cpp +++ b/be/test/exec/operator/scan_normalize_predicate_test.cpp @@ -19,23 +19,23 @@ #include #include -#include "pipeline/exec/mock_operator.h" -#include "pipeline/exec/mock_scan_operator.h" -#include "pipeline/operator/operator_helper.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/block/block.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_timestamptz.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/mock_scan_operator.h" +#include "exec/operator/operator_helper.h" +#include "exprs/function/in.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_fn_call.h" #include "testutil/mock/mock_in_expr.h" #include "testutil/mock/mock_literal_expr.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/columns/column_const.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_timestamptz.h" -#include "vec/functions/in.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/set_operator_test.cpp b/be/test/exec/operator/set_operator_test.cpp similarity index 98% rename from be/test/pipeline/operator/set_operator_test.cpp rename to be/test/exec/operator/set_operator_test.cpp index 48b3c2dc9a1e8e..8c490239ada429 100644 --- a/be/test/pipeline/operator/set_operator_test.cpp +++ b/be/test/exec/operator/set_operator_test.cpp @@ -20,15 +20,14 @@ #include #include -#include "operator_helper.h" -#include "pipeline/exec/set_probe_sink_operator.h" -#include "pipeline/exec/set_sink_operator.h" -#include "pipeline/exec/set_source_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/block/block.h" +#include "exec/operator/operator_helper.h" +#include "exec/operator/set_probe_sink_operator.h" +#include "exec/operator/set_sink_operator.h" +#include "exec/operator/set_source_operator.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_literal_expr.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/sort_operator_test.cpp b/be/test/exec/operator/sort_operator_test.cpp similarity index 98% rename from be/test/pipeline/operator/sort_operator_test.cpp rename to be/test/exec/operator/sort_operator_test.cpp index 6cbcdafe8d77bc..23ca8dd604684b 100644 --- a/be/test/pipeline/operator/sort_operator_test.cpp +++ b/be/test/exec/operator/sort_operator_test.cpp @@ -20,14 +20,14 @@ #include #include -#include "pipeline/exec/repeat_operator.h" -#include "pipeline/exec/sort_sink_operator.h" -#include "pipeline/exec/sort_source_operator.h" +#include "core/block/block.h" +#include "exec/operator/repeat_operator.h" +#include "exec/operator/sort_sink_operator.h" +#include "exec/operator/sort_source_operator.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/spill_sort_sink_operator_test.cpp b/be/test/exec/operator/spill_sort_sink_operator_test.cpp similarity index 98% rename from be/test/pipeline/operator/spill_sort_sink_operator_test.cpp rename to be/test/exec/operator/spill_sort_sink_operator_test.cpp index c2b54ab157bf38..7ca7e95c766625 100644 --- a/be/test/pipeline/operator/spill_sort_sink_operator_test.cpp +++ b/be/test/exec/operator/spill_sort_sink_operator_test.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/spill_sort_sink_operator.h" +#include "exec/operator/spill_sort_sink_operator.h" #include #include #include "common/config.h" -#include "pipeline/dependency.h" -#include "pipeline/pipeline_task.h" -#include "spill_sort_test_helper.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/spill_sort_test_helper.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/pipeline_task.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { class SpillSortSinkOperatorTest : public testing::Test { diff --git a/be/test/pipeline/operator/spill_sort_source_operator_test.cpp b/be/test/exec/operator/spill_sort_source_operator_test.cpp similarity index 98% rename from be/test/pipeline/operator/spill_sort_source_operator_test.cpp rename to be/test/exec/operator/spill_sort_source_operator_test.cpp index 8497ac9bab44e2..3e5f9dcf02f6ef 100644 --- a/be/test/pipeline/operator/spill_sort_source_operator_test.cpp +++ b/be/test/exec/operator/spill_sort_source_operator_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/spill_sort_source_operator.h" +#include "exec/operator/spill_sort_source_operator.h" #include @@ -23,14 +23,14 @@ #include #include "common/config.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/operator.h" +#include "exec/operator/spill_sort_test_helper.h" +#include "exec/pipeline/dependency.h" #include "runtime/exec_env.h" -#include "spill_sort_test_helper.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { class SpillSortSourceOperatorTest : public testing::Test { diff --git a/be/test/pipeline/operator/spill_sort_test_helper.cpp b/be/test/exec/operator/spill_sort_test_helper.cpp similarity index 97% rename from be/test/pipeline/operator/spill_sort_test_helper.cpp rename to be/test/exec/operator/spill_sort_test_helper.cpp index 67a5397538de1c..a1fbd566abeb49 100644 --- a/be/test/pipeline/operator/spill_sort_test_helper.cpp +++ b/be/test/exec/operator/spill_sort_test_helper.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "spill_sort_test_helper.h" +#include "exec/operator/spill_sort_test_helper.h" #include #include @@ -28,9 +28,9 @@ #include #include -#include "pipeline/exec/sort_sink_operator.h" -#include "pipeline/exec/sort_source_operator.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "exec/operator/sort_sink_operator.h" +#include "exec/operator/sort_source_operator.h" #include "testutil/creators.h" #include "testutil/mock/mock_operators.h" diff --git a/be/test/pipeline/operator/spill_sort_test_helper.h b/be/test/exec/operator/spill_sort_test_helper.h similarity index 88% rename from be/test/pipeline/operator/spill_sort_test_helper.h rename to be/test/exec/operator/spill_sort_test_helper.h index abf3ffcbf67e55..e97242f5ad521d 100644 --- a/be/test/pipeline/operator/spill_sort_test_helper.h +++ b/be/test/exec/operator/spill_sort_test_helper.h @@ -29,17 +29,17 @@ #include "common/config.h" #include "common/object_pool.h" -#include "pipeline/exec/sort_source_operator.h" -#include "pipeline/exec/spill_sort_sink_operator.h" -#include "pipeline/exec/spill_sort_source_operator.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "exec/operator/sort_source_operator.h" +#include "exec/operator/spill_sort_sink_operator.h" +#include "exec/operator/spill_sort_source_operator.h" +#include "exec/operator/spillable_operator_test_helper.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" -#include "spillable_operator_test_helper.h" +#include "runtime/runtime_profile.h" #include "testutil/mock/mock_runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/spillable_operator_test_helper.cpp b/be/test/exec/operator/spillable_operator_test_helper.cpp similarity index 98% rename from be/test/pipeline/operator/spillable_operator_test_helper.cpp rename to be/test/exec/operator/spillable_operator_test_helper.cpp index 1399e73ec014ca..fca79d4301e988 100644 --- a/be/test/pipeline/operator/spillable_operator_test_helper.cpp +++ b/be/test/exec/operator/spillable_operator_test_helper.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "spillable_operator_test_helper.h" +#include "exec/operator/spillable_operator_test_helper.h" #include #include diff --git a/be/test/pipeline/operator/spillable_operator_test_helper.h b/be/test/exec/operator/spillable_operator_test_helper.h similarity index 96% rename from be/test/pipeline/operator/spillable_operator_test_helper.h rename to be/test/exec/operator/spillable_operator_test_helper.h index bbd6838611df80..2296202f56e479 100644 --- a/be/test/pipeline/operator/spillable_operator_test_helper.h +++ b/be/test/exec/operator/spillable_operator_test_helper.h @@ -27,11 +27,11 @@ #include #include "common/object_pool.h" -#include "pipeline/pipeline_task.h" +#include "core/block/block.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/spill/spill_stream_manager.h" +#include "runtime/runtime_profile.h" #include "testutil/mock/mock_runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/streaming_agg_operator_test.cpp b/be/test/exec/operator/streaming_agg_operator_test.cpp similarity index 97% rename from be/test/pipeline/operator/streaming_agg_operator_test.cpp rename to be/test/exec/operator/streaming_agg_operator_test.cpp index 68462d4c3c2605..1da9ed896e5d01 100644 --- a/be/test/pipeline/operator/streaming_agg_operator_test.cpp +++ b/be/test/exec/operator/streaming_agg_operator_test.cpp @@ -20,19 +20,19 @@ #include -#include "pipeline/exec/aggregation_sink_operator.h" -#include "pipeline/exec/aggregation_source_operator.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/exec/streaming_aggregation_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_number.h" +#include "core/value/bitmap_value.h" +#include "exec/operator/aggregation_sink_operator.h" +#include "exec/operator/aggregation_source_operator.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator_helper.h" +#include "exec/operator/streaming_aggregation_operator.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_agg_fn_evaluator.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "util/bitmap_value.h" #include "util/jsonb_document.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { diff --git a/be/test/pipeline/operator/table_function_operator_test.cpp b/be/test/exec/operator/table_function_operator_test.cpp similarity index 99% rename from be/test/pipeline/operator/table_function_operator_test.cpp rename to be/test/exec/operator/table_function_operator_test.cpp index 131d49549fc0d0..62a64d03a2d144 100644 --- a/be/test/pipeline/operator/table_function_operator_test.cpp +++ b/be/test/exec/operator/table_function_operator_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/table_function_operator.h" +#include "exec/operator/table_function_operator.h" #include #include @@ -25,14 +25,14 @@ #include #include -#include "operator_helper.h" +#include "core/block/block.h" +#include "exec/operator/operator_helper.h" #include "testutil/column_helper.h" #include "testutil/creators.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_literal_expr.h" #include "testutil/mock/mock_operators.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/operator/union_operator_test.cpp b/be/test/exec/operator/union_operator_test.cpp similarity index 98% rename from be/test/pipeline/operator/union_operator_test.cpp rename to be/test/exec/operator/union_operator_test.cpp index 2c57d10b89e331..2b2edc654eb7b0 100644 --- a/be/test/pipeline/operator/union_operator_test.cpp +++ b/be/test/exec/operator/union_operator_test.cpp @@ -20,16 +20,15 @@ #include #include -#include "operator_helper.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/exec/union_sink_operator.h" -#include "pipeline/exec/union_source_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/block/block.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator_helper.h" +#include "exec/operator/union_sink_operator.h" +#include "exec/operator/union_source_operator.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_literal_expr.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/core/block.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/common/agg_utils_test.cpp b/be/test/exec/pipeline/common/agg_utils_test.cpp similarity index 98% rename from be/test/pipeline/common/agg_utils_test.cpp rename to be/test/exec/pipeline/common/agg_utils_test.cpp index c2e48f6c08268d..1277852d2db1bf 100644 --- a/be/test/pipeline/common/agg_utils_test.cpp +++ b/be/test/exec/pipeline/common/agg_utils_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/common/agg_utils.h" +#include "exec/common/agg_utils.h" #include #include -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" namespace doris::pipeline { diff --git a/be/test/pipeline/common/distinct_agg_utils_test.cpp b/be/test/exec/pipeline/common/distinct_agg_utils_test.cpp similarity index 97% rename from be/test/pipeline/common/distinct_agg_utils_test.cpp rename to be/test/exec/pipeline/common/distinct_agg_utils_test.cpp index 788c69e3e530f1..1ff6d669ebdb76 100644 --- a/be/test/pipeline/common/distinct_agg_utils_test.cpp +++ b/be/test/exec/pipeline/common/distinct_agg_utils_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/common/distinct_agg_utils.h" +#include "exec/common/distinct_agg_utils.h" #include #include "common/status.h" -#include "vec/common/uint128.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/uint128.h" namespace doris { diff --git a/be/test/pipeline/common/set_utils_test.cpp b/be/test/exec/pipeline/common/set_utils_test.cpp similarity index 97% rename from be/test/pipeline/common/set_utils_test.cpp rename to be/test/exec/pipeline/common/set_utils_test.cpp index 8766c1dd5b1c6c..ad99f49274b0ff 100644 --- a/be/test/pipeline/common/set_utils_test.cpp +++ b/be/test/exec/pipeline/common/set_utils_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/common/set_utils.h" +#include "exec/common/set_utils.h" #include #include "common/status.h" -#include "vec/common/uint128.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/uint128.h" namespace doris { diff --git a/be/test/pipeline/exec/data_queue_test.cpp b/be/test/exec/pipeline/data_queue_test.cpp similarity index 97% rename from be/test/pipeline/exec/data_queue_test.cpp rename to be/test/exec/pipeline/data_queue_test.cpp index 5f8702ab2610fa..c2fb72c6dac670 100644 --- a/be/test/pipeline/exec/data_queue_test.cpp +++ b/be/test/exec/pipeline/data_queue_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/data_queue.h" +#include "exec/operator/data_queue.h" #include #include #include -#include "pipeline/dependency.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "exec/pipeline/dependency.h" namespace doris::pipeline { diff --git a/be/test/pipeline/dummy_task_queue.h b/be/test/exec/pipeline/dummy_task_queue.h similarity index 96% rename from be/test/pipeline/dummy_task_queue.h rename to be/test/exec/pipeline/dummy_task_queue.h index 500d29c24b688f..a2b108e8a94a68 100644 --- a/be/test/pipeline/dummy_task_queue.h +++ b/be/test/exec/pipeline/dummy_task_queue.h @@ -15,8 +15,8 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/task_queue.h" -#include "pipeline/task_scheduler.h" +#include "exec/pipeline/task_queue.h" +#include "exec/pipeline/task_scheduler.h" namespace doris::pipeline { diff --git a/be/test/pipeline/local_exchanger_test.cpp b/be/test/exec/pipeline/local_exchanger_test.cpp similarity index 99% rename from be/test/pipeline/local_exchanger_test.cpp rename to be/test/exec/pipeline/local_exchanger_test.cpp index c87712caf5e480..2ae5ba6280c299 100644 --- a/be/test/pipeline/local_exchanger_test.cpp +++ b/be/test/exec/pipeline/local_exchanger_test.cpp @@ -21,14 +21,14 @@ #include #include "common/status.h" -#include "pipeline/dependency.h" -#include "pipeline/local_exchange/local_exchange_sink_operator.h" -#include "pipeline/local_exchange/local_exchange_source_operator.h" -#include "thrift_builder.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type.h" -#include "vec/exprs/vslot_ref.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "exec/exchange/local_exchange_sink_operator.h" +#include "exec/exchange/local_exchange_source_operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/thrift_builder.h" +#include "exprs/vslot_ref.h" namespace doris::pipeline { diff --git a/be/test/pipeline/exec/multi_cast_data_streamer_test.cpp b/be/test/exec/pipeline/multi_cast_data_streamer_test.cpp similarity index 98% rename from be/test/pipeline/exec/multi_cast_data_streamer_test.cpp rename to be/test/exec/pipeline/multi_cast_data_streamer_test.cpp index 72170bc7fe048a..716e2181360d0d 100644 --- a/be/test/pipeline/exec/multi_cast_data_streamer_test.cpp +++ b/be/test/exec/pipeline/multi_cast_data_streamer_test.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/exec/multi_cast_data_streamer.h" +#include "exec/operator/multi_cast_data_streamer.h" #include #include #include -#include "olap/olap_define.h" -#include "pipeline/dependency.h" +#include "exec/pipeline/dependency.h" +#include "exec/spill/spill_stream_manager.h" +#include "runtime/runtime_profile.h" +#include "storage/olap_define.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/spill/spill_stream_manager.h" namespace doris::pipeline { diff --git a/be/test/pipeline/pipeline_task_test.cpp b/be/test/exec/pipeline/pipeline_task_test.cpp similarity index 99% rename from be/test/pipeline/pipeline_task_test.cpp rename to be/test/exec/pipeline/pipeline_task_test.cpp index 8a8e16e3c4da1d..550911567dc345 100644 --- a/be/test/pipeline/pipeline_task_test.cpp +++ b/be/test/exec/pipeline/pipeline_task_test.cpp @@ -19,17 +19,17 @@ #include #include "common/status.h" -#include "dummy_task_queue.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline.h" -#include "pipeline/pipeline_fragment_context.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/dummy_task_queue.h" +#include "exec/pipeline/pipeline.h" +#include "exec/pipeline/pipeline_fragment_context.h" +#include "exec/pipeline/thrift_builder.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_thread_mem_tracker_mgr.h" #include "testutil/mock/mock_workload_group_mgr.h" -#include "thrift_builder.h" namespace doris::pipeline { @@ -957,6 +957,7 @@ TEST_F(PipelineTaskTest, TEST_RESERVE_MEMORY_FAIL) { ((MockWorkloadGroupMgr*)ExecEnv::GetInstance()->_workload_group_manager)->_paused); } delete ExecEnv::GetInstance()->_workload_group_manager; + ExecEnv::GetInstance()->_workload_group_manager = nullptr; } // Test reserve memory fail for spillable pipeline task @@ -1133,6 +1134,7 @@ TEST_F(PipelineTaskTest, TEST_RESERVE_MEMORY_FAIL_SPILLABLE) { ((MockWorkloadGroupMgr*)ExecEnv::GetInstance()->_workload_group_manager)->_paused); } delete ExecEnv::GetInstance()->_workload_group_manager; + ExecEnv::GetInstance()->_workload_group_manager = nullptr; } TEST_F(PipelineTaskTest, TEST_INJECT_SHARED_STATE) { diff --git a/be/test/pipeline/pipeline_test.cpp b/be/test/exec/pipeline/pipeline_test.cpp similarity index 98% rename from be/test/pipeline/pipeline_test.cpp rename to be/test/exec/pipeline/pipeline_test.cpp index d349c2dad4f9df..63d47a55e8b69a 100644 --- a/be/test/pipeline/pipeline_test.cpp +++ b/be/test/exec/pipeline/pipeline_test.cpp @@ -15,31 +15,31 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/pipeline.h" +#include "exec/pipeline/pipeline.h" #include #include #include "common/exception.h" #include "common/status.h" -#include "dummy_task_queue.h" +#include "core/column/column.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "exec/exchange/vdata_stream_mgr.h" +#include "exec/operator/exchange_source_operator.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/pipeline/dummy_task_queue.h" +#include "exec/pipeline/pipeline_fragment_context.h" +#include "exec/pipeline/thrift_builder.h" +#include "exec/runtime_filter/runtime_filter_definitions.h" #include "exprs/bloom_filter_func.h" #include "exprs/hybrid_set.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/exchange_source_operator.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/hashjoin_probe_operator.h" -#include "pipeline/pipeline_fragment_context.h" #include "runtime/descriptor_helper.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" -#include "runtime_filter/runtime_filter_definitions.h" -#include "thrift_builder.h" -#include "vec/columns/column.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/runtime/vdata_stream_mgr.h" namespace doris::pipeline { diff --git a/be/test/pipeline/exec/query_cache_test.cpp b/be/test/exec/pipeline/query_cache_test.cpp similarity index 99% rename from be/test/pipeline/exec/query_cache_test.cpp rename to be/test/exec/pipeline/query_cache_test.cpp index c8ee7082a6e7f8..e7e0e8718e066f 100644 --- a/be/test/pipeline/exec/query_cache_test.cpp +++ b/be/test/exec/pipeline/query_cache_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "pipeline/query_cache/query_cache.h" +#include "runtime/query_cache/query_cache.h" #include #include #include +#include "core/data_type/data_type_number.h" #include "testutil/column_helper.h" -#include "vec/data_types/data_type_number.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/pipeline/thrift_builder.h b/be/test/exec/pipeline/thrift_builder.h similarity index 99% rename from be/test/pipeline/thrift_builder.h rename to be/test/exec/pipeline/thrift_builder.h index 7f3f6de840e8ea..69f629abe4bf7b 100644 --- a/be/test/pipeline/thrift_builder.h +++ b/be/test/exec/pipeline/thrift_builder.h @@ -21,10 +21,10 @@ #include #include "common/status.h" -#include "pipeline/exec/exchange_sink_buffer.h" -#include "pipeline/exec/exchange_sink_operator.h" +#include "exec/operator/exchange_sink_buffer.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/sink/writer/vhive_utils.h" #include "runtime/runtime_state.h" -#include "vec/sink/writer/vhive_utils.h" namespace doris { diff --git a/be/test/pipeline/exec/vdata_stream_recvr_test.cpp b/be/test/exec/pipeline/vdata_stream_recvr_test.cpp similarity index 98% rename from be/test/pipeline/exec/vdata_stream_recvr_test.cpp rename to be/test/exec/pipeline/vdata_stream_recvr_test.cpp index 0bf6691d7d0bc5..c234ed6e8d86a4 100644 --- a/be/test/pipeline/exec/vdata_stream_recvr_test.cpp +++ b/be/test/exec/pipeline/vdata_stream_recvr_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/vdata_stream_recvr.h" +#include "exec/exchange/vdata_stream_recvr.h" #include @@ -23,12 +23,12 @@ #include #include -#include "pipeline/dependency.h" -#include "pipeline/exec/multi_cast_data_streamer.h" +#include "core/data_type/data_type_number.h" +#include "exec/exchange/vdata_stream_mgr.h" +#include "exec/operator/multi_cast_data_streamer.h" +#include "exec/pipeline/dependency.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/data_types/data_type_number.h" -#include "vec/runtime/vdata_stream_mgr.h" namespace doris::pipeline { using namespace vectorized; diff --git a/be/test/runtime_filter/runtime_filter_consumer_helper_test.cpp b/be/test/exec/runtime_filter/runtime_filter_consumer_helper_test.cpp similarity index 90% rename from be/test/runtime_filter/runtime_filter_consumer_helper_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_consumer_helper_test.cpp index 1590af89780fb1..4bba851239666b 100644 --- a/be/test/runtime_filter/runtime_filter_consumer_helper_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_consumer_helper_test.cpp @@ -15,21 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_consumer_helper.h" +#include "exec/runtime_filter/runtime_filter_consumer_helper.h" #include #include #include "common/object_pool.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline_task.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_number.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" +#include "exec/runtime_filter/runtime_filter_test_utils.h" #include "runtime/descriptors.h" -#include "runtime_filter/runtime_filter_consumer.h" -#include "runtime_filter/runtime_filter_test_utils.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_number.h" namespace doris { diff --git a/be/test/runtime_filter/runtime_filter_consumer_test.cpp b/be/test/exec/runtime_filter/runtime_filter_consumer_test.cpp similarity index 98% rename from be/test/runtime_filter/runtime_filter_consumer_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_consumer_test.cpp index 77ee21368c00a1..d8ec3a2c6720fb 100644 --- a/be/test/runtime_filter/runtime_filter_consumer_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_consumer_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_consumer.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" #include #include #include -#include "runtime_filter/runtime_filter_producer.h" -#include "runtime_filter/runtime_filter_test_utils.h" +#include "exec/runtime_filter/runtime_filter_producer.h" +#include "exec/runtime_filter/runtime_filter_test_utils.h" namespace doris { diff --git a/be/test/runtime_filter/runtime_filter_merger_test.cpp b/be/test/exec/runtime_filter/runtime_filter_merger_test.cpp similarity index 97% rename from be/test/runtime_filter/runtime_filter_merger_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_merger_test.cpp index 2c62c0de8b039b..da9d5b66291795 100644 --- a/be/test/runtime_filter/runtime_filter_merger_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_merger_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_merger.h" +#include "exec/runtime_filter/runtime_filter_merger.h" #include #include -#include "runtime_filter/runtime_filter_producer.h" -#include "runtime_filter/runtime_filter_test_utils.h" +#include "exec/runtime_filter/runtime_filter_producer.h" +#include "exec/runtime_filter/runtime_filter_test_utils.h" namespace doris { diff --git a/be/test/runtime_filter/runtime_filter_mgr_test.cpp b/be/test/exec/runtime_filter/runtime_filter_mgr_test.cpp similarity index 98% rename from be/test/runtime_filter/runtime_filter_mgr_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_mgr_test.cpp index d8222e201d9a5e..d11b1d88e390f3 100644 --- a/be/test/runtime_filter/runtime_filter_mgr_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_mgr_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_mgr.h" +#include "exec/runtime_filter/runtime_filter_mgr.h" #include #include -#include "pipeline/thrift_builder.h" +#include "exec/pipeline/thrift_builder.h" +#include "exec/runtime_filter/runtime_filter_producer.h" #include "runtime/query_context.h" -#include "runtime_filter/runtime_filter_producer.h" #include "testutil/mock/mock_runtime_state.h" namespace doris { diff --git a/be/test/runtime_filter/runtime_filter_producer_helper_cross_test.cpp b/be/test/exec/runtime_filter/runtime_filter_producer_helper_cross_test.cpp similarity index 89% rename from be/test/runtime_filter/runtime_filter_producer_helper_cross_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_producer_helper_cross_test.cpp index b9e3bf113fcfe3..d378ee0f5ad02d 100644 --- a/be/test/runtime_filter/runtime_filter_producer_helper_cross_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_producer_helper_cross_test.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_producer_helper_cross.h" +#include "exec/runtime_filter/runtime_filter_producer_helper_cross.h" #include #include #include "common/object_pool.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline_task.h" -#include "runtime_filter/runtime_filter_test_utils.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/vslot_ref.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/runtime_filter/runtime_filter_test_utils.h" +#include "exprs/vslot_ref.h" namespace doris { diff --git a/be/test/runtime_filter/runtime_filter_producer_helper_set_test.cpp b/be/test/exec/runtime_filter/runtime_filter_producer_helper_set_test.cpp similarity index 89% rename from be/test/runtime_filter/runtime_filter_producer_helper_set_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_producer_helper_set_test.cpp index f2124625040bd8..27e69f666188d5 100644 --- a/be/test/runtime_filter/runtime_filter_producer_helper_set_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_producer_helper_set_test.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_producer_helper_set.h" +#include "exec/runtime_filter/runtime_filter_producer_helper_set.h" #include #include #include "common/object_pool.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline_task.h" -#include "runtime_filter/runtime_filter_test_utils.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/vslot_ref.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/runtime_filter/runtime_filter_test_utils.h" +#include "exprs/vslot_ref.h" namespace doris { diff --git a/be/test/runtime_filter/runtime_filter_producer_helper_test.cpp b/be/test/exec/runtime_filter/runtime_filter_producer_helper_test.cpp similarity index 95% rename from be/test/runtime_filter/runtime_filter_producer_helper_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_producer_helper_test.cpp index ffb74f0f765b7e..a58c69d9af126c 100644 --- a/be/test/runtime_filter/runtime_filter_producer_helper_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_producer_helper_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_producer_helper.h" +#include "exec/runtime_filter/runtime_filter_producer_helper.h" #include #include #include "common/object_pool.h" -#include "pipeline/exec/hashjoin_build_sink.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/exec/operator.h" -#include "pipeline/pipeline_task.h" -#include "runtime_filter/runtime_filter_test_utils.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/hashjoin_build_sink.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator.h" +#include "exec/pipeline/pipeline_task.h" +#include "exec/runtime_filter/runtime_filter_test_utils.h" namespace doris { diff --git a/be/test/runtime_filter/runtime_filter_producer_test.cpp b/be/test/exec/runtime_filter/runtime_filter_producer_test.cpp similarity index 98% rename from be/test/runtime_filter/runtime_filter_producer_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_producer_test.cpp index 50dee8f1903f99..8870671df6c9e7 100644 --- a/be/test/runtime_filter/runtime_filter_producer_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_producer_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_producer.h" +#include "exec/runtime_filter/runtime_filter_producer.h" #include #include -#include "runtime_filter/runtime_filter_consumer.h" -#include "runtime_filter/runtime_filter_test_utils.h" +#include "exec/runtime_filter/runtime_filter_consumer.h" +#include "exec/runtime_filter/runtime_filter_test_utils.h" namespace doris { diff --git a/be/test/runtime_filter/runtime_filter_selectivity_test.cpp b/be/test/exec/runtime_filter/runtime_filter_selectivity_test.cpp similarity index 99% rename from be/test/runtime_filter/runtime_filter_selectivity_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_selectivity_test.cpp index bba98f3ecf2cf9..539606774cd358 100644 --- a/be/test/runtime_filter/runtime_filter_selectivity_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_selectivity_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_selectivity.h" +#include "exec/runtime_filter/runtime_filter_selectivity.h" #include #include diff --git a/be/test/runtime_filter/runtime_filter_test_utils.h b/be/test/exec/runtime_filter/runtime_filter_test_utils.h similarity index 98% rename from be/test/runtime_filter/runtime_filter_test_utils.h rename to be/test/exec/runtime_filter/runtime_filter_test_utils.h index 028380938877e6..2a18aba10723e9 100644 --- a/be/test/runtime_filter/runtime_filter_test_utils.h +++ b/be/test/exec/runtime_filter/runtime_filter_test_utils.h @@ -18,7 +18,7 @@ #include #include -#include "pipeline/thrift_builder.h" +#include "exec/pipeline/thrift_builder.h" #include "runtime/query_context.h" namespace doris { diff --git a/be/test/runtime_filter/runtime_filter_wrapper_test.cpp b/be/test/exec/runtime_filter/runtime_filter_wrapper_test.cpp similarity index 99% rename from be/test/runtime_filter/runtime_filter_wrapper_test.cpp rename to be/test/exec/runtime_filter/runtime_filter_wrapper_test.cpp index 48dea94831418a..c5d18dc2f6a959 100644 --- a/be/test/runtime_filter/runtime_filter_wrapper_test.cpp +++ b/be/test/exec/runtime_filter/runtime_filter_wrapper_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/runtime_filter_wrapper.h" +#include "exec/runtime_filter/runtime_filter_wrapper.h" #include #include +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_number.h" #include "exprs/bitmapfilter_predicate.h" #include "exprs/bloom_filter_func.h" #include "exprs/hybrid_set.h" #include "exprs/minmax_predicate.h" #include "testutil/column_helper.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_number.h" namespace doris { diff --git a/be/test/runtime_filter/utils_test.cpp b/be/test/exec/runtime_filter/utils_test.cpp similarity index 97% rename from be/test/runtime_filter/utils_test.cpp rename to be/test/exec/runtime_filter/utils_test.cpp index fd797059531988..6a239bb6a0ab6a 100644 --- a/be/test/runtime_filter/utils_test.cpp +++ b/be/test/exec/runtime_filter/utils_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "runtime_filter/utils.h" +#include "exec/runtime_filter/utils.h" #include #include -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vliteral.h" +#include "core/data_type/data_type_factory.hpp" +#include "exprs/vexpr.h" +#include "exprs/vliteral.h" namespace doris { diff --git a/be/test/scan/mock_simplified_scan_scheduler.h b/be/test/exec/scan/mock_simplified_scan_scheduler.h similarity index 97% rename from be/test/scan/mock_simplified_scan_scheduler.h rename to be/test/exec/scan/mock_simplified_scan_scheduler.h index 36cadcc413cc41..b0b3876cd3b894 100644 --- a/be/test/scan/mock_simplified_scan_scheduler.h +++ b/be/test/exec/scan/mock_simplified_scan_scheduler.h @@ -17,7 +17,7 @@ #include -#include "vec/exec/scan/scanner_scheduler.h" +#include "exec/scan/scanner_scheduler.h" namespace doris::vectorized { class MockSimplifiedScanScheduler final : ThreadPoolSimplifiedScanScheduler { diff --git a/be/test/vec/exec/scan_operator_test.cpp b/be/test/exec/scan/scan_operator_test.cpp similarity index 99% rename from be/test/vec/exec/scan_operator_test.cpp rename to be/test/exec/scan/scan_operator_test.cpp index d5f36e31b3c20e..99309c9af828c6 100644 --- a/be/test/vec/exec/scan_operator_test.cpp +++ b/be/test/exec/scan/scan_operator_test.cpp @@ -21,7 +21,7 @@ #include #include "common/object_pool.h" -#include "pipeline/exec/olap_scan_operator.h" +#include "exec/operator/olap_scan_operator.h" #include "runtime/descriptors.h" namespace doris::vectorized { diff --git a/be/test/scan/scanner_context_test.cpp b/be/test/exec/scan/scanner_context_test.cpp similarity index 99% rename from be/test/scan/scanner_context_test.cpp rename to be/test/exec/scan/scanner_context_test.cpp index e29400dfc92944..0b5269b3355585 100644 --- a/be/test/scan/scanner_context_test.cpp +++ b/be/test/exec/scan/scanner_context_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/scan/scanner_context.h" +#include "exec/scan/scanner_context.h" #include #include @@ -29,16 +29,16 @@ #include #include "common/object_pool.h" -#include "mock_simplified_scan_scheduler.h" -#include "pipeline/dependency.h" -#include "pipeline/exec/olap_scan_operator.h" +#include "core/block/block.h" +#include "exec/operator/olap_scan_operator.h" +#include "exec/pipeline/dependency.h" +#include "exec/scan/mock_simplified_scan_scheduler.h" +#include "exec/scan/olap_scanner.h" +#include "exec/scan/scan_node.h" +#include "exec/scan/scanner_scheduler.h" #include "runtime/descriptors.h" #include "runtime/query_context.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/core/block.h" -#include "vec/exec/scan/olap_scanner.h" -#include "vec/exec/scan/scan_node.h" -#include "vec/exec/scan/scanner_scheduler.h" namespace doris::vectorized { class ScannerContextTest : public testing::Test { diff --git a/be/test/vec/exec/vfile_scanner_exception_test.cpp b/be/test/exec/scan/vfile_scanner_exception_test.cpp similarity index 98% rename from be/test/vec/exec/vfile_scanner_exception_test.cpp rename to be/test/exec/scan/vfile_scanner_exception_test.cpp index 6927a5076c19e5..96298dd2e2857d 100644 --- a/be/test/vec/exec/vfile_scanner_exception_test.cpp +++ b/be/test/exec/scan/vfile_scanner_exception_test.cpp @@ -14,6 +14,8 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. +#include +#include #include #include @@ -21,17 +23,15 @@ #include "common/object_pool.h" #include "cpp/sync_point.h" -#include "gen_cpp/Descriptors_types.h" -#include "gen_cpp/PlanNodes_types.h" +#include "exec/operator/file_scan_operator.h" +#include "exec/scan/file_scanner.h" #include "io/fs/local_file_system.h" -#include "olap/wal/wal_manager.h" -#include "pipeline/exec/file_scan_operator.h" +#include "load/group_commit/wal/wal_manager.h" #include "runtime/cluster_info.h" #include "runtime/descriptors.h" #include "runtime/memory/mem_tracker.h" #include "runtime/runtime_state.h" #include "runtime/user_function_cache.h" -#include "vec/exec/scan/file_scanner.h" namespace doris { diff --git a/be/test/vec/exec/vgeneric_iterators_test.cpp b/be/test/exec/scan/vgeneric_iterators_test.cpp similarity index 97% rename from be/test/vec/exec/vgeneric_iterators_test.cpp rename to be/test/exec/scan/vgeneric_iterators_test.cpp index 9097c4a739bbfd..7cbe6070d0101e 100644 --- a/be/test/vec/exec/vgeneric_iterators_test.cpp +++ b/be/test/exec/scan/vgeneric_iterators_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/olap/vgeneric_iterators.h" +#include "storage/iterator/vgeneric_iterators.h" #include #include @@ -23,16 +23,16 @@ #include #include +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/field.h" #include "gtest/gtest_pred_impl.h" -#include "olap/field.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/schema.h" -#include "olap/tablet_schema.h" -#include "vec/columns/column.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type.h" +#include "storage/field.h" +#include "storage/olap_common.h" +#include "storage/schema.h" +#include "storage/segment/column_reader.h" +#include "storage/tablet/tablet_schema.h" namespace doris { using namespace ErrorCode; diff --git a/be/test/vec/exec/vhive_utils_test.cpp b/be/test/exec/scan/vhive_utils_test.cpp similarity index 98% rename from be/test/vec/exec/vhive_utils_test.cpp rename to be/test/exec/scan/vhive_utils_test.cpp index d14a004e50b994..ae5ed6ff61c8c1 100644 --- a/be/test/vec/exec/vhive_utils_test.cpp +++ b/be/test/exec/scan/vhive_utils_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/writer/vhive_utils.h" +#include "exec/sink/writer/vhive_utils.h" #include diff --git a/be/test/exec/schema_scanner/schema_cluster_snapshot_properties_scanner_test.cpp b/be/test/exec/schema_scanner/schema_cluster_snapshot_properties_scanner_test.cpp index 23c81d36e37fb0..958be2fabf8d08 100644 --- a/be/test/exec/schema_scanner/schema_cluster_snapshot_properties_scanner_test.cpp +++ b/be/test/exec/schema_scanner/schema_cluster_snapshot_properties_scanner_test.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_cluster_snapshot_properties_scanner.h" +#include "information_schema/schema_cluster_snapshot_properties_scanner.h" #include -#include "vec/core/block.h" -#include "vec/core/types.h" +#include "core/block/block.h" +#include "core/types.h" namespace doris { diff --git a/be/test/exec/schema_scanner/schema_cluster_snapshots_scanner_test.cpp b/be/test/exec/schema_scanner/schema_cluster_snapshots_scanner_test.cpp index 77c1ac1f7c9459..9d0f1ee2a4e245 100644 --- a/be/test/exec/schema_scanner/schema_cluster_snapshots_scanner_test.cpp +++ b/be/test/exec/schema_scanner/schema_cluster_snapshots_scanner_test.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_cluster_snapshots_scanner.h" +#include "information_schema/schema_cluster_snapshots_scanner.h" #include -#include "vec/columns/column_string.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "core/column/column_string.h" namespace doris { diff --git a/be/test/exec/schema_scanner/schema_encryption_keys_scanner_test.cpp b/be/test/exec/schema_scanner/schema_encryption_keys_scanner_test.cpp index 1b01d581fb8bd4..96d5ef74589607 100644 --- a/be/test/exec/schema_scanner/schema_encryption_keys_scanner_test.cpp +++ b/be/test/exec/schema_scanner/schema_encryption_keys_scanner_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_encryption_keys_scanner.h" +#include "information_schema/schema_encryption_keys_scanner.h" #include #include #include -#include "vec/core/block.h" +#include "core/block/block.h" namespace doris { diff --git a/be/test/vec/sink/arrow_result_block_buffer_test.cpp b/be/test/exec/sink/arrow_result_block_buffer_test.cpp similarity index 99% rename from be/test/vec/sink/arrow_result_block_buffer_test.cpp rename to be/test/exec/sink/arrow_result_block_buffer_test.cpp index 7fb1d8adf1f7d2..a6ff380adbaac2 100644 --- a/be/test/vec/sink/arrow_result_block_buffer_test.cpp +++ b/be/test/exec/sink/arrow_result_block_buffer_test.cpp @@ -27,10 +27,10 @@ #include #include -#include "pipeline/dependency.h" +#include "exec/pipeline/dependency.h" +#include "exec/sink/writer/varrow_flight_result_writer.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/sink/varrow_flight_result_writer.h" namespace doris::vectorized { diff --git a/be/test/vec/sink/get_result_batch_test.cpp b/be/test/exec/sink/get_result_batch_test.cpp similarity index 97% rename from be/test/vec/sink/get_result_batch_test.cpp rename to be/test/exec/sink/get_result_batch_test.cpp index b820bd43ecf73d..28297cb4bf0851 100644 --- a/be/test/vec/sink/get_result_batch_test.cpp +++ b/be/test/exec/sink/get_result_batch_test.cpp @@ -27,8 +27,8 @@ #include #include -#include "vec/sink/varrow_flight_result_writer.h" -#include "vec/sink/vmysql_result_writer.h" +#include "exec/sink/writer/varrow_flight_result_writer.h" +#include "exec/sink/writer/vmysql_result_writer.h" namespace doris::vectorized { diff --git a/be/test/vec/sink/result_block_buffer_test.cpp b/be/test/exec/sink/result_block_buffer_test.cpp similarity index 99% rename from be/test/vec/sink/result_block_buffer_test.cpp rename to be/test/exec/sink/result_block_buffer_test.cpp index 971c2d9c3c3372..efd377fcf38422 100644 --- a/be/test/vec/sink/result_block_buffer_test.cpp +++ b/be/test/exec/sink/result_block_buffer_test.cpp @@ -27,9 +27,9 @@ #include #include -#include "pipeline/dependency.h" +#include "exec/pipeline/dependency.h" +#include "exec/sink/writer/vmysql_result_writer.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/sink/vmysql_result_writer.h" namespace doris::vectorized { diff --git a/be/test/vec/sink/sink_test_utils.h b/be/test/exec/sink/sink_test_utils.h similarity index 98% rename from be/test/vec/sink/sink_test_utils.h rename to be/test/exec/sink/sink_test_utils.h index 0b9864439c1eeb..47f8744b87be9e 100644 --- a/be/test/vec/sink/sink_test_utils.h +++ b/be/test/exec/sink/sink_test_utils.h @@ -24,11 +24,10 @@ #include -#include "exec/tablet_info.h" -#include "pipeline/operator/operator_helper.h" +#include "exec/operator/operator_helper.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" -#include "runtime/types.h" +#include "storage/tablet_info.h" namespace doris::vectorized { diff --git a/be/test/vec/sink/tablet_sink_hash_partitioner_test.cpp b/be/test/exec/sink/tablet_sink_hash_partitioner_test.cpp similarity index 95% rename from be/test/vec/sink/tablet_sink_hash_partitioner_test.cpp rename to be/test/exec/sink/tablet_sink_hash_partitioner_test.cpp index d52412e324d412..88afc1aa13564b 100644 --- a/be/test/vec/sink/tablet_sink_hash_partitioner_test.cpp +++ b/be/test/exec/sink/tablet_sink_hash_partitioner_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/tablet_sink_hash_partitioner.h" +#include "exec/sink/tablet_sink_hash_partitioner.h" #include #include @@ -34,23 +34,22 @@ #include "common/cast_set.h" #include "common/config.h" -#include "exec/tablet_info.h" -#include "pipeline/exec/exchange_sink_operator.h" -#include "pipeline/operator/operator_helper.h" +#include "core/assert_cast.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/operator/operator_helper.h" +#include "exec/sink/sink_test_utils.h" +#include "exec/sink/vtablet_finder.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" -#include "runtime/types.h" +#include "runtime/runtime_profile.h" +#include "storage/tablet_info.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "util/debug_points.h" #include "util/hash_util.hpp" -#include "util/runtime_profile.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/sink/sink_test_utils.h" -#include "vec/sink/vtablet_finder.h" namespace doris::vectorized { diff --git a/be/test/vec/sink/vrow_distribution_test.cpp b/be/test/exec/sink/vrow_distribution_test.cpp similarity index 98% rename from be/test/vec/sink/vrow_distribution_test.cpp rename to be/test/exec/sink/vrow_distribution_test.cpp index 0b36c73b5cc6b7..88aad685c09337 100644 --- a/be/test/vec/sink/vrow_distribution_test.cpp +++ b/be/test/exec/sink/vrow_distribution_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/vrow_distribution.h" +#include "exec/sink/vrow_distribution.h" #include #include @@ -28,14 +28,14 @@ #include #include "common/config.h" -#include "pipeline/operator/operator_helper.h" +#include "core/data_type/data_type_number.h" +#include "exec/operator/operator_helper.h" +#include "exec/sink/sink_test_utils.h" +#include "exec/sink/vtablet_block_convertor.h" +#include "exec/sink/vtablet_finder.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_slot_ref.h" #include "util/debug_points.h" -#include "vec/data_types/data_type_number.h" -#include "vec/sink/sink_test_utils.h" -#include "vec/sink/vtablet_block_convertor.h" -#include "vec/sink/vtablet_finder.h" namespace doris::vectorized { diff --git a/be/test/vec/sink/vtablet_writer_v2_test.cpp b/be/test/exec/sink/vtablet_writer_v2_test.cpp similarity index 98% rename from be/test/vec/sink/vtablet_writer_v2_test.cpp rename to be/test/exec/sink/vtablet_writer_v2_test.cpp index ce467fb1d45f69..2a47a97c7fc264 100644 --- a/be/test/vec/sink/vtablet_writer_v2_test.cpp +++ b/be/test/exec/sink/vtablet_writer_v2_test.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/writer/vtablet_writer_v2.h" +#include "exec/sink/writer/vtablet_writer_v2.h" #include -#include "vec/sink/load_stream_map_pool.h" -#include "vec/sink/load_stream_stub.h" +#include "exec/sink/load_stream_map_pool.h" +#include "exec/sink/load_stream_stub.h" namespace doris { diff --git a/be/test/vec/sink/writer/iceberg/partition_transformers_test.cpp b/be/test/exec/sink/writer/iceberg/partition_transformers_test.cpp similarity index 99% rename from be/test/vec/sink/writer/iceberg/partition_transformers_test.cpp rename to be/test/exec/sink/writer/iceberg/partition_transformers_test.cpp index aefed245607e32..0de0c6e513a9cb 100644 --- a/be/test/vec/sink/writer/iceberg/partition_transformers_test.cpp +++ b/be/test/exec/sink/writer/iceberg/partition_transformers_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/sink/writer/iceberg/partition_transformers.h" +#include "exec/sink/writer/iceberg/partition_transformers.h" #include -#include "vec/data_types/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/skewed_partition_rebalancer_test.cpp b/be/test/exec/skewed_partition_rebalancer_test.cpp similarity index 99% rename from be/test/vec/exec/skewed_partition_rebalancer_test.cpp rename to be/test/exec/skewed_partition_rebalancer_test.cpp index 25e1be02142761..99be45dbc7b42c 100644 --- a/be/test/vec/exec/skewed_partition_rebalancer_test.cpp +++ b/be/test/exec/skewed_partition_rebalancer_test.cpp @@ -18,7 +18,7 @@ // https://github.com/trinodb/trino/blob/master/core/trino-main/src/test/java/io/trino/operator/output/TestSkewedPartitionRebalancer.java // to cpp and modified by Doris -#include "vec/exec/skewed_partition_rebalancer.h" +#include "exec/connector/skewed_partition_rebalancer.h" #include diff --git a/be/test/vec/exec/sort/full_sort_test.cpp b/be/test/exec/sort/full_sort_test.cpp similarity index 95% rename from be/test/vec/exec/sort/full_sort_test.cpp rename to be/test/exec/sort/full_sort_test.cpp index 6417a3b12ff510..86d41cc03e51d6 100644 --- a/be/test/vec/exec/sort/full_sort_test.cpp +++ b/be/test/exec/sort/full_sort_test.cpp @@ -27,17 +27,17 @@ #include #include "common/object_pool.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "exec/sort/heap_sorter.h" +#include "exec/sort/sorter.h" +#include "exec/sort/topn_sorter.h" +#include "exec/sort/vsort_exec_exprs.h" #include "runtime/runtime_state.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/common/assert_cast.h" -#include "vec/common/sort/heap_sorter.h" -#include "vec/common/sort/sorter.h" -#include "vec/common/sort/topn_sorter.h" -#include "vec/common/sort/vsort_exec_exprs.h" -#include "vec/core/block.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/sort/heap_sorter_test.cpp b/be/test/exec/sort/heap_sorter_test.cpp similarity index 94% rename from be/test/vec/exec/sort/heap_sorter_test.cpp rename to be/test/exec/sort/heap_sorter_test.cpp index 14be58b1618aae..b274e8fe4141cf 100644 --- a/be/test/vec/exec/sort/heap_sorter_test.cpp +++ b/be/test/exec/sort/heap_sorter_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/sort/heap_sorter.h" +#include "exec/sort/heap_sorter.h" #include #include @@ -29,16 +29,16 @@ #include #include "common/object_pool.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "exec/sort/sorter.h" +#include "exec/sort/topn_sorter.h" +#include "exec/sort/vsort_exec_exprs.h" #include "runtime/runtime_state.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/common/assert_cast.h" -#include "vec/common/sort/sorter.h" -#include "vec/common/sort/topn_sorter.h" -#include "vec/common/sort/vsort_exec_exprs.h" -#include "vec/core/block.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/sort/merge_sorter_state.cpp b/be/test/exec/sort/merge_sorter_state.cpp similarity index 93% rename from be/test/vec/exec/sort/merge_sorter_state.cpp rename to be/test/exec/sort/merge_sorter_state.cpp index 0bc4da12d9cf9c..bf3cb992c02f0f 100644 --- a/be/test/vec/exec/sort/merge_sorter_state.cpp +++ b/be/test/exec/sort/merge_sorter_state.cpp @@ -27,17 +27,17 @@ #include #include "common/object_pool.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "exec/sort/heap_sorter.h" +#include "exec/sort/sorter.h" +#include "exec/sort/topn_sorter.h" +#include "exec/sort/vsort_exec_exprs.h" #include "runtime/runtime_state.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/common/assert_cast.h" -#include "vec/common/sort/heap_sorter.h" -#include "vec/common/sort/sorter.h" -#include "vec/common/sort/topn_sorter.h" -#include "vec/common/sort/vsort_exec_exprs.h" -#include "vec/core/block.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/sort/partition_sorter_test.cpp b/be/test/exec/sort/partition_sorter_test.cpp similarity index 96% rename from be/test/vec/exec/sort/partition_sorter_test.cpp rename to be/test/exec/sort/partition_sorter_test.cpp index 9c8fad5ff47e2a..6c2a3e7a58c8b4 100644 --- a/be/test/vec/exec/sort/partition_sorter_test.cpp +++ b/be/test/exec/sort/partition_sorter_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/sort/partition_sorter.h" +#include "exec/sort/partition_sorter.h" #include #include @@ -29,17 +29,17 @@ #include #include "common/object_pool.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "exec/sort/heap_sorter.h" +#include "exec/sort/sorter.h" +#include "exec/sort/topn_sorter.h" +#include "exec/sort/vsort_exec_exprs.h" #include "runtime/runtime_state.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/common/assert_cast.h" -#include "vec/common/sort/heap_sorter.h" -#include "vec/common/sort/sorter.h" -#include "vec/common/sort/topn_sorter.h" -#include "vec/common/sort/vsort_exec_exprs.h" -#include "vec/core/block.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/sort/sort_test.cpp b/be/test/exec/sort/sort_test.cpp similarity index 96% rename from be/test/vec/exec/sort/sort_test.cpp rename to be/test/exec/sort/sort_test.cpp index c4388a7365aeac..4e332eb7b45fb8 100644 --- a/be/test/vec/exec/sort/sort_test.cpp +++ b/be/test/exec/sort/sort_test.cpp @@ -26,18 +26,18 @@ #include #include "common/object_pool.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "exec/sort/heap_sorter.h" +#include "exec/sort/sorter.h" +#include "exec/sort/topn_sorter.h" +#include "exec/sort/vsort_exec_exprs.h" +#include "format/orc/vorc_reader.h" #include "runtime/runtime_state.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/common/assert_cast.h" -#include "vec/common/sort/heap_sorter.h" -#include "vec/common/sort/sorter.h" -#include "vec/common/sort/topn_sorter.h" -#include "vec/common/sort/vsort_exec_exprs.h" -#include "vec/core/block.h" -#include "vec/exec/format/orc/vorc_reader.h" namespace doris::vectorized { class SortTest : public testing::Test { public: diff --git a/be/test/vec/exec/sort/topn_sort_test.cpp b/be/test/exec/sort/topn_sort_test.cpp similarity index 94% rename from be/test/vec/exec/sort/topn_sort_test.cpp rename to be/test/exec/sort/topn_sort_test.cpp index 97e59b8962ca47..fa5b0dbf2d792b 100644 --- a/be/test/vec/exec/sort/topn_sort_test.cpp +++ b/be/test/exec/sort/topn_sort_test.cpp @@ -27,17 +27,17 @@ #include #include "common/object_pool.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "exec/sort/heap_sorter.h" +#include "exec/sort/sorter.h" +#include "exec/sort/topn_sorter.h" +#include "exec/sort/vsort_exec_exprs.h" #include "runtime/runtime_state.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" #include "testutil/mock/mock_slot_ref.h" -#include "vec/common/assert_cast.h" -#include "vec/common/sort/heap_sorter.h" -#include "vec/common/sort/sorter.h" -#include "vec/common/sort/topn_sorter.h" -#include "vec/common/sort/vsort_exec_exprs.h" -#include "vec/core/block.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_array_agg_test.cpp b/be/test/exprs/aggregate/agg_array_agg_test.cpp similarity index 91% rename from be/test/vec/aggregate_functions/agg_array_agg_test.cpp rename to be/test/exprs/aggregate/agg_array_agg_test.cpp index 9e24dc72ae5c52..ed29000793fb7f 100644 --- a/be/test/vec/aggregate_functions/agg_array_agg_test.cpp +++ b/be/test/exprs/aggregate/agg_array_agg_test.cpp @@ -24,25 +24,25 @@ #include #include -#include "agg_function_test.h" #include "common/logging.h" +#include "core/arena.h" +#include "core/column/column_array.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "exprs/aggregate/agg_function_test.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arena.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/aggregate_functions/agg_avg_test.cpp b/be/test/exprs/aggregate/agg_avg_test.cpp similarity index 93% rename from be/test/vec/aggregate_functions/agg_avg_test.cpp rename to be/test/exprs/aggregate/agg_avg_test.cpp index 46c8f2a8133b41..b94304a3562dc0 100644 --- a/be/test/vec/aggregate_functions/agg_avg_test.cpp +++ b/be/test/exprs/aggregate/agg_avg_test.cpp @@ -17,8 +17,8 @@ #include -#include "agg_function_test.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "exprs/aggregate/agg_function_test.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_bit_test.cpp b/be/test/exprs/aggregate/agg_bit_test.cpp similarity index 95% rename from be/test/vec/aggregate_functions/agg_bit_test.cpp rename to be/test/exprs/aggregate/agg_bit_test.cpp index b7279bc46aba6c..1f9522fe532d1c 100644 --- a/be/test/vec/aggregate_functions/agg_bit_test.cpp +++ b/be/test/exprs/aggregate/agg_bit_test.cpp @@ -17,8 +17,8 @@ #include -#include "agg_function_test.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "exprs/aggregate/agg_function_test.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_bitmap_test.cpp b/be/test/exprs/aggregate/agg_bitmap_test.cpp similarity index 95% rename from be/test/vec/aggregate_functions/agg_bitmap_test.cpp rename to be/test/exprs/aggregate/agg_bitmap_test.cpp index 576ed2673f68e2..e19aa0fcd6531e 100644 --- a/be/test/vec/aggregate_functions/agg_bitmap_test.cpp +++ b/be/test/exprs/aggregate/agg_bitmap_test.cpp @@ -20,18 +20,18 @@ #include #include +#include "core/column/column.h" +#include "core/column/column_complex.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "util/bitmap_value.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column.h" -#include "vec/columns/column_complex.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" const int agg_test_batch_size = 10; diff --git a/be/test/vec/aggregate_functions/agg_bool_union_test.cpp b/be/test/exprs/aggregate/agg_bool_union_test.cpp similarity index 97% rename from be/test/vec/aggregate_functions/agg_bool_union_test.cpp rename to be/test/exprs/aggregate/agg_bool_union_test.cpp index f41a760f5fb49c..ad677fe866fd01 100644 --- a/be/test/vec/aggregate_functions/agg_bool_union_test.cpp +++ b/be/test/exprs/aggregate/agg_bool_union_test.cpp @@ -17,8 +17,8 @@ #include -#include "agg_function_test.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "exprs/aggregate/agg_function_test.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_collect_test.cpp b/be/test/exprs/aggregate/agg_collect_test.cpp similarity index 94% rename from be/test/vec/aggregate_functions/agg_collect_test.cpp rename to be/test/exprs/aggregate/agg_collect_test.cpp index 13dc95e59c483f..b346dfa03492b9 100644 --- a/be/test/vec/aggregate_functions/agg_collect_test.cpp +++ b/be/test/exprs/aggregate/agg_collect_test.cpp @@ -24,24 +24,24 @@ #include #include -#include "agg_function_test.h" #include "common/logging.h" +#include "core/arena.h" +#include "core/column/column_array.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "exprs/aggregate/agg_function_test.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arena.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/aggregate_functions/agg_corr_test.cpp b/be/test/exprs/aggregate/agg_corr_test.cpp similarity index 97% rename from be/test/vec/aggregate_functions/agg_corr_test.cpp rename to be/test/exprs/aggregate/agg_corr_test.cpp index e5b28d9337a5d0..752dfefaa8ed38 100644 --- a/be/test/vec/aggregate_functions/agg_corr_test.cpp +++ b/be/test/exprs/aggregate/agg_corr_test.cpp @@ -19,9 +19,9 @@ #include -#include "agg_function_test.h" -#include "vec/aggregate_functions/aggregate_function_corr.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "exprs/aggregate/agg_function_test.h" +#include "exprs/aggregate/aggregate_function_corr.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_count_test.cpp b/be/test/exprs/aggregate/agg_count_test.cpp similarity index 93% rename from be/test/vec/aggregate_functions/agg_count_test.cpp rename to be/test/exprs/aggregate/agg_count_test.cpp index fc8032209cc59d..c16e58aabcaedb 100644 --- a/be/test/vec/aggregate_functions/agg_count_test.cpp +++ b/be/test/exprs/aggregate/agg_count_test.cpp @@ -17,8 +17,8 @@ #include -#include "agg_function_test.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "exprs/aggregate/agg_function_test.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_function_test.h b/be/test/exprs/aggregate/agg_function_test.h similarity index 99% rename from be/test/vec/aggregate_functions/agg_function_test.h rename to be/test/exprs/aggregate/agg_function_test.h index 47577d58a45d1b..fb2f83cf6b2158 100644 --- a/be/test/vec/aggregate_functions/agg_function_test.h +++ b/be/test/exprs/aggregate/agg_function_test.h @@ -19,9 +19,9 @@ #include #include "common/object_pool.h" +#include "exprs/vectorized_agg_fn.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_agg_fn_evaluator.h" -#include "vec/exprs/vectorized_agg_fn.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_group_array_intersect_test.cpp b/be/test/exprs/aggregate/agg_group_array_intersect_test.cpp similarity index 97% rename from be/test/vec/aggregate_functions/agg_group_array_intersect_test.cpp rename to be/test/exprs/aggregate/agg_group_array_intersect_test.cpp index 7283c985730f3a..cc4bd12930f2d5 100644 --- a/be/test/vec/aggregate_functions/agg_group_array_intersect_test.cpp +++ b/be/test/exprs/aggregate/agg_group_array_intersect_test.cpp @@ -19,20 +19,20 @@ #include #include +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_string.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" const int agg_test_batch_size = 2; namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_histogram_test.cpp b/be/test/exprs/aggregate/agg_histogram_test.cpp similarity index 93% rename from be/test/vec/aggregate_functions/agg_histogram_test.cpp rename to be/test/exprs/aggregate/agg_histogram_test.cpp index 7ab327335760ea..0e73b86e5cb866 100644 --- a/be/test/vec/aggregate_functions/agg_histogram_test.cpp +++ b/be/test/exprs/aggregate/agg_histogram_test.cpp @@ -25,23 +25,23 @@ #include #include +#include "core/arena.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/string_buffer.hpp" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/arena.h" -#include "vec/common/string_buffer.hpp" -#include "vec/common/string_ref.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_linear_histogram_test.cpp b/be/test/exprs/aggregate/agg_linear_histogram_test.cpp similarity index 98% rename from be/test/vec/aggregate_functions/agg_linear_histogram_test.cpp rename to be/test/exprs/aggregate/agg_linear_histogram_test.cpp index a226da58b972c8..cabb2fdf1b2d5e 100644 --- a/be/test/vec/aggregate_functions/agg_linear_histogram_test.cpp +++ b/be/test/exprs/aggregate/agg_linear_histogram_test.cpp @@ -19,12 +19,12 @@ #include #include +#include "core/arena.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/common/arena.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_min_max_by_test.cpp b/be/test/exprs/aggregate/agg_min_max_by_test.cpp similarity index 93% rename from be/test/vec/aggregate_functions/agg_min_max_by_test.cpp rename to be/test/exprs/aggregate/agg_min_max_by_test.cpp index c50fb52d6996b3..00b3aecc2c237f 100644 --- a/be/test/vec/aggregate_functions/agg_min_max_by_test.cpp +++ b/be/test/exprs/aggregate/agg_min_max_by_test.cpp @@ -26,14 +26,14 @@ #include #include +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/aggregate_functions/agg_min_max_test.cpp b/be/test/exprs/aggregate/agg_min_max_test.cpp similarity index 93% rename from be/test/vec/aggregate_functions/agg_min_max_test.cpp rename to be/test/exprs/aggregate/agg_min_max_test.cpp index 79467129f9c047..109a716a9a5aff 100644 --- a/be/test/vec/aggregate_functions/agg_min_max_test.cpp +++ b/be/test/exprs/aggregate/agg_min_max_test.cpp @@ -24,19 +24,19 @@ #include #include +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" const int agg_test_batch_size = 4096; diff --git a/be/test/vec/aggregate_functions/agg_replace_test.cpp b/be/test/exprs/aggregate/agg_replace_test.cpp similarity index 95% rename from be/test/vec/aggregate_functions/agg_replace_test.cpp rename to be/test/exprs/aggregate/agg_replace_test.cpp index 22e016c14e0a7d..293d1e59d36e74 100644 --- a/be/test/vec/aggregate_functions/agg_replace_test.cpp +++ b/be/test/exprs/aggregate/agg_replace_test.cpp @@ -27,33 +27,33 @@ #include #include "common/logging.h" +#include "core/arena.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_complex.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/string_ref.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "core/value/hll.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_reader.h" +#include "exprs/aggregate/aggregate_function_reader_first_last.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "olap/hll.h" -#include "util/bitmap_value.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_reader.h" -#include "vec/aggregate_functions/aggregate_function_reader_first_last.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_complex.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/arena.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_ref.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/agg_test.cpp b/be/test/exprs/aggregate/agg_test.cpp similarity index 95% rename from be/test/vec/aggregate_functions/agg_test.cpp rename to be/test/exprs/aggregate/agg_test.cpp index 89cd00071c8345..6f3ad0e28ef1b4 100644 --- a/be/test/vec/aggregate_functions/agg_test.cpp +++ b/be/test/exprs/aggregate/agg_test.cpp @@ -24,22 +24,22 @@ #include #include +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_topn.h" +#include "exprs/vectorized_agg_fn.h" #include "gtest/gtest_pred_impl.h" -#include "runtime/primitive_type.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/aggregate_functions/aggregate_function_topn.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/vectorized_agg_fn.h" const int agg_test_batch_size = 4096; diff --git a/be/test/vec/aggregate_functions/vec_count_by_enum_test.cpp b/be/test/exprs/aggregate/vec_count_by_enum_test.cpp similarity index 97% rename from be/test/vec/aggregate_functions/vec_count_by_enum_test.cpp rename to be/test/exprs/aggregate/vec_count_by_enum_test.cpp index 34af6d80bf3290..32eecffcacbe56 100644 --- a/be/test/vec/aggregate_functions/vec_count_by_enum_test.cpp +++ b/be/test/exprs/aggregate/vec_count_by_enum_test.cpp @@ -20,13 +20,13 @@ #include #include "common/logging.h" +#include "core/column/column_array.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" namespace doris::vectorized { diff --git a/be/test/vec/aggregate_functions/vec_retention_test.cpp b/be/test/exprs/aggregate/vec_retention_test.cpp similarity index 96% rename from be/test/vec/aggregate_functions/vec_retention_test.cpp rename to be/test/exprs/aggregate/vec_retention_test.cpp index 3de9085855816c..8d19e20fffc484 100644 --- a/be/test/vec/aggregate_functions/vec_retention_test.cpp +++ b/be/test/exprs/aggregate/vec_retention_test.cpp @@ -23,17 +23,17 @@ #include #include "common/logging.h" +#include "core/assert_cast.h" +#include "core/column/column_array.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/aggregate_functions/vec_sequence_match_test.cpp b/be/test/exprs/aggregate/vec_sequence_match_test.cpp similarity index 97% rename from be/test/vec/aggregate_functions/vec_sequence_match_test.cpp rename to be/test/exprs/aggregate/vec_sequence_match_test.cpp index 7821c2e3c88a1d..399981f98134b5 100644 --- a/be/test/vec/aggregate_functions/vec_sequence_match_test.cpp +++ b/be/test/exprs/aggregate/vec_sequence_match_test.cpp @@ -20,17 +20,17 @@ #include +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/string_buffer.hpp" +#include "core/types.h" +#include "core/value/vdatetime_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_buffer.hpp" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/aggregate_functions/vec_window_funnel_test.cpp b/be/test/exprs/aggregate/vec_window_funnel_test.cpp similarity index 97% rename from be/test/vec/aggregate_functions/vec_window_funnel_test.cpp rename to be/test/exprs/aggregate/vec_window_funnel_test.cpp index 5574a7aa99d0c2..45061e7bfdfc81 100644 --- a/be/test/vec/aggregate_functions/vec_window_funnel_test.cpp +++ b/be/test/exprs/aggregate/vec_window_funnel_test.cpp @@ -23,16 +23,16 @@ #include #include +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/string_buffer.hpp" +#include "core/value/vdatetime_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" #include "gtest/gtest_pred_impl.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/string_buffer.hpp" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { namespace vectorized { diff --git a/be/test/exprs/bitmapfilter_predicate_test.cpp b/be/test/exprs/bitmapfilter_predicate_test.cpp index 8b2f779eca69ce..6b1df4b0a9616e 100644 --- a/be/test/exprs/bitmapfilter_predicate_test.cpp +++ b/be/test/exprs/bitmapfilter_predicate_test.cpp @@ -25,9 +25,9 @@ #include "common/object_pool.h" #include "common/status.h" +#include "core/data_type/define_primitive_type.h" #include "exprs/create_predicate_function.h" #include "gtest/gtest_pred_impl.h" -#include "runtime/define_primitive_type.h" namespace doris { class BitmapFilterPredicateTest : public testing::Test { diff --git a/be/test/exprs/bloom_filter_func_test.cpp b/be/test/exprs/bloom_filter_func_test.cpp index 66f7cda73e5531..2f6266bd6b3cd3 100644 --- a/be/test/exprs/bloom_filter_func_test.cpp +++ b/be/test/exprs/bloom_filter_func_test.cpp @@ -25,14 +25,14 @@ #include "common/object_pool.h" #include "common/status.h" +#include "core/column/column_decimal.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/value/vdatetime_value.h" #include "exprs/create_predicate_function.h" #include "gtest/gtest.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" #include "testutil/column_helper.h" #include "util/url_coding.h" -#include "vec/columns/column_decimal.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { class BloomFilterFuncTest : public testing::Test { diff --git a/be/test/vec/function/cast/cast_test.h b/be/test/exprs/function/cast/cast_test.h similarity index 99% rename from be/test/vec/function/cast/cast_test.h rename to be/test/exprs/function/cast/cast_test.h index df57dc98242040..aee30dd06d5f33 100644 --- a/be/test/vec/function/cast/cast_test.h +++ b/be/test/exprs/function/cast/cast_test.h @@ -22,13 +22,13 @@ #include #include -#include "runtime/primitive_type.h" +#include "core/block/column_with_type_and_name.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/function_test_util.h" #include "testutil/column_helper.h" #include "util/to_string.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/function/function_test_util.h" -#include "vec/functions/cast/cast_base.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_array_test.cpp b/be/test/exprs/function/cast/cast_to_array_test.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_array_test.cpp rename to be/test/exprs/function/cast/cast_to_array_test.cpp index 6ef4894cab1172..0e88ad22948c36 100644 --- a/be/test/vec/function/cast/cast_to_array_test.cpp +++ b/be/test/exprs/function/cast/cast_to_array_test.cpp @@ -20,16 +20,16 @@ #include #include -#include "cast_test.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/column/column_array.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_test.h" #include "testutil/column_helper.h" -#include "vec/columns/column_array.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/cast/cast_base.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_boolean_test.cpp b/be/test/exprs/function/cast/cast_to_boolean_test.cpp similarity index 99% rename from be/test/vec/function/cast/cast_to_boolean_test.cpp rename to be/test/exprs/function/cast/cast_to_boolean_test.cpp index 7f83510b3f70d1..088fd3ce5a63b1 100644 --- a/be/test/vec/function/cast/cast_to_boolean_test.cpp +++ b/be/test/exprs/function/cast/cast_to_boolean_test.cpp @@ -15,8 +15,8 @@ // specific language governing permissions and limitations // under the License. -#include "cast_test.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/cast/cast_test.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_date_test.cpp b/be/test/exprs/function/cast/cast_to_date_test.cpp similarity index 99% rename from be/test/vec/function/cast/cast_to_date_test.cpp rename to be/test/exprs/function/cast/cast_to_date_test.cpp index 084b8d45852803..cc97e15f8964e0 100644 --- a/be/test/vec/function/cast/cast_to_date_test.cpp +++ b/be/test/exprs/function/cast/cast_to_date_test.cpp @@ -15,8 +15,8 @@ // specific language governing permissions and limitations // under the License. -#include "cast_test.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "exprs/function/cast/cast_test.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_datetime_test.cpp b/be/test/exprs/function/cast/cast_to_datetime_test.cpp similarity index 99% rename from be/test/vec/function/cast/cast_to_datetime_test.cpp rename to be/test/exprs/function/cast/cast_to_datetime_test.cpp index af27a577b0a6df..e8812fb93fce96 100644 --- a/be/test/vec/function/cast/cast_to_datetime_test.cpp +++ b/be/test/exprs/function/cast/cast_to_datetime_test.cpp @@ -15,8 +15,8 @@ // specific language governing permissions and limitations // under the License. -#include "cast_test.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "exprs/function/cast/cast_test.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_decimal.cpp b/be/test/exprs/function/cast/cast_to_decimal.cpp similarity index 95% rename from be/test/vec/function/cast/cast_to_decimal.cpp rename to be/test/exprs/function/cast/cast_to_decimal.cpp index b26dc3bc4f3638..4a0050fd5f604b 100644 --- a/be/test/vec/function/cast/cast_to_decimal.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal.cpp @@ -15,20 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" - #include #include -#include "cast_test.h" #include "common/exception.h" -#include "olap/olap_common.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_decimal128.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal128.cpp similarity index 95% rename from be/test/vec/function/cast/cast_to_decimal128_from_decimal128.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_decimal128.cpp index 47432d4065cfb4..776d5b9006eb75 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_decimal128.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal128.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_decimal128) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_decimal128_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal128_overflow.cpp similarity index 95% rename from be/test/vec/function/cast/cast_to_decimal128_from_decimal128_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_decimal128_overflow.cpp index 14e188444c888b..bbebbf5359e953 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_decimal128_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal128_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_decimal256.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal256.cpp similarity index 77% rename from be/test/vec/function/cast/cast_to_decimal128_from_decimal256.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_decimal256.cpp index 41f44bf7617d1b..19f54902ba6abf 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_decimal256.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal256.cpp @@ -18,16 +18,16 @@ #include #include -#include "cast_test.h" -#include "cast_to_decimal.h" #include "common/exception.h" -#include "olap/olap_common.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_decimal256) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_decimal256_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal256_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal128_from_decimal256_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_decimal256_overflow.cpp index c57957f3af366d..34191a458bb356 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_decimal256_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal256_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_decimal32.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal32.cpp similarity index 77% rename from be/test/vec/function/cast/cast_to_decimal128_from_decimal32.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_decimal32.cpp index e90b8a26f37755..6ec767b2357850 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_decimal32.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal32.cpp @@ -18,16 +18,16 @@ #include #include -#include "cast_test.h" -#include "cast_to_decimal.h" #include "common/exception.h" -#include "olap/olap_common.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_decimal32) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_decimal32_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal32_overflow.cpp similarity index 77% rename from be/test/vec/function/cast/cast_to_decimal128_from_decimal32_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_decimal32_overflow.cpp index 065c385d3e86d9..8c5e37ebaa0e25 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_decimal32_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal32_overflow.cpp @@ -18,16 +18,16 @@ #include #include -#include "cast_test.h" -#include "cast_to_decimal.h" #include "common/exception.h" -#include "olap/olap_common.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_decimal64.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal64.cpp similarity index 77% rename from be/test/vec/function/cast/cast_to_decimal128_from_decimal64.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_decimal64.cpp index 5bc8e068e0fcbd..ca3ceedae106bf 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_decimal64.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal64.cpp @@ -18,16 +18,16 @@ #include #include -#include "cast_test.h" -#include "cast_to_decimal.h" #include "common/exception.h" -#include "olap/olap_common.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_decimal64) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_decimal64_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal64_overflow.cpp similarity index 77% rename from be/test/vec/function/cast/cast_to_decimal128_from_decimal64_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_decimal64_overflow.cpp index b2f74aab0dffef..10d88b9d641141 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_decimal64_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_decimal64_overflow.cpp @@ -18,16 +18,16 @@ #include #include -#include "cast_test.h" -#include "cast_to_decimal.h" #include "common/exception.h" -#include "olap/olap_common.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_double.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_double.cpp similarity index 97% rename from be/test/vec/function/cast/cast_to_decimal128_from_double.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_double.cpp index 2cacad30dcdd5a..ce3c22e1c4fa54 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_double.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_double.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_double) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_double_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_double_overflow.cpp similarity index 97% rename from be/test/vec/function/cast/cast_to_decimal128_from_double_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_double_overflow.cpp index 1da373b49bf8a2..66be75b6a2830f 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_double_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_double_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_double_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_float.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_float.cpp similarity index 97% rename from be/test/vec/function/cast/cast_to_decimal128_from_float.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_float.cpp index 8eae11b2cc0216..6aca8e4701fd13 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_float.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_float.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_float) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_float_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_float_overflow.cpp similarity index 97% rename from be/test/vec/function/cast/cast_to_decimal128_from_float_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_float_overflow.cpp index c5006567f93a0c..fc602ad4d5a7d4 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_float_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_float_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_float_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_int.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_int.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal128_from_int.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_int.cpp index cb9f4b8c79d958..329d964d83262e 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_int.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_int.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_int) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_int_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_int_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal128_from_int_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_int_overflow.cpp index aed7fe0c2e4110..589a881f79700e 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_int_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_int_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal128_from_int_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_string.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_string.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal128_from_string.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_string.cpp index 99cc940887a34f..60680f4a05e9b6 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_string.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_string.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { void FunctionCastToDecimalTest::from_string_to_decimal128v3_test_func() { diff --git a/be/test/vec/function/cast/cast_to_decimal128_from_string_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal128_from_string_overflow.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal128_from_string_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_from_string_overflow.cpp index 37ba33cbfffc69..70833f72a25d08 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_from_string_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_from_string_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { void FunctionCastToDecimalTest::from_string_to_decimal128v3_overflow_test_func() { diff --git a/be/test/vec/function/cast/cast_to_decimal128_perf.cpp b/be/test/exprs/function/cast/cast_to_decimal128_perf.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal128_perf.cpp rename to be/test/exprs/function/cast/cast_to_decimal128_perf.cpp index f381b44365a9bf..a22929855593a2 100644 --- a/be/test/vec/function/cast/cast_to_decimal128_perf.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal128_perf.cpp @@ -20,14 +20,14 @@ #include #include -#include "cast_to_decimal.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/column/column_vector.h" +#include "core/column/common_column_test.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "util/json/json_parser.h" #include "util/string_parser.hpp" -#include "vec/columns/column_vector.h" -#include "vec/columns/common_column_test.h" -#include "vec/core/field.h" -#include "vec/json/json_parser.h" namespace doris::vectorized { struct FunctionCastToDecimalPerfTest : public FunctionCastTest { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_decimal128.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal128.cpp similarity index 95% rename from be/test/vec/function/cast/cast_to_decimal256_from_decimal128.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_decimal128.cpp index 548e7675a881cc..fd126cb1d48119 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_decimal128.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal128.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_decimal128) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_decimal128_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal128_overflow.cpp similarity index 95% rename from be/test/vec/function/cast/cast_to_decimal256_from_decimal128_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_decimal128_overflow.cpp index 472a64a126d09d..4aae28e0b575ec 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_decimal128_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal128_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_decimal256.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal256.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal256_from_decimal256.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_decimal256.cpp index d39ec6e9f8d1b4..c3ed3339e129fe 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_decimal256.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal256.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_decimal256) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_decimal256_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal256_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal256_from_decimal256_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_decimal256_overflow.cpp index a24875ea474a9a..a096fd77190e9c 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_decimal256_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal256_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_decimal32.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal32.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal256_from_decimal32.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_decimal32.cpp index 65ec4da3221e97..e0668b26dfdbf0 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_decimal32.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal32.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_decimal32) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_decimal32_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal32_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal256_from_decimal32_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_decimal32_overflow.cpp index 8cee3ff44d54a8..17093c230b1c24 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_decimal32_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal32_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_decimal64.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal64.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal256_from_decimal64.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_decimal64.cpp index df8be7f4de9e30..8d861729d97f98 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_decimal64.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal64.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_decimal64) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_decimal64_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal64_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal256_from_decimal64_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_decimal64_overflow.cpp index 102619dbdb12c7..08f25d32cde97c 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_decimal64_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_decimal64_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_double.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_double.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal256_from_double.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_double.cpp index b31b43a86799dc..bac0930df3daf1 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_double.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_double.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_double) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_double_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_double_overflow.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal256_from_double_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_double_overflow.cpp index b0083d48540757..a5c1a826b2ca85 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_double_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_double_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_double_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_float.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_float.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal256_from_float.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_float.cpp index 071060a533efe1..f53fe6ad174708 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_float.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_float.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_float) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_float_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_float_overflow.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal256_from_float_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_float_overflow.cpp index 0f01cbf737d98b..40c3bfdd3c3725 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_float_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_float_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_float_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_int.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_int.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal256_from_int.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_int.cpp index ac22cfd412b9c8..69d35f6c1c6fb6 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_int.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_int.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_int) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_int_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_int_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal256_from_int_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_int_overflow.cpp index d40e5c220f1336..13e016841f9896 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_int_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_int_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal256_from_int_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_string.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_string.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal256_from_string.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_string.cpp index e1337bbea38d1f..5d547967b522fd 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_string.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_string.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { void FunctionCastToDecimalTest::from_string_to_decimal256_test_func() { diff --git a/be/test/vec/function/cast/cast_to_decimal256_from_string_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal256_from_string_overflow.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal256_from_string_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal256_from_string_overflow.cpp index ec0cdeadaaeb53..3f99f643e9d548 100644 --- a/be/test/vec/function/cast/cast_to_decimal256_from_string_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal256_from_string_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { void FunctionCastToDecimalTest::from_string_to_decimal256_overflow_test_func() { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_decimal128.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal128.cpp similarity index 95% rename from be/test/vec/function/cast/cast_to_decimal32_from_decimal128.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_decimal128.cpp index 825765e64def4b..49cc7cdd2ccfaf 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_decimal128.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal128.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_decimal128_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal128_overflow.cpp similarity index 95% rename from be/test/vec/function/cast/cast_to_decimal32_from_decimal128_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_decimal128_overflow.cpp index a21b2c1e369f1b..709dd4ed5cad9c 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_decimal128_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal128_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_decimal256.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal256.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal32_from_decimal256.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_decimal256.cpp index 39144d9c5c80d0..1132c3d4f20caf 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_decimal256.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal256.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_decimal256_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal256_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal32_from_decimal256_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_decimal256_overflow.cpp index cc7c52bc897ad8..f26ba60c4282a5 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_decimal256_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal256_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_decimal32.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal32.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal32_from_decimal32.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_decimal32.cpp index 6a6747e44c65ca..80b6354cd253ee 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_decimal32.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal32.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_decimal32_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal32_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal32_from_decimal32_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_decimal32_overflow.cpp index 9662655c0fbdb7..76deee1aa90844 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_decimal32_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal32_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_decimal64.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal64.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal32_from_decimal64.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_decimal64.cpp index 0861aea7956745..3b2b78a6af23b4 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_decimal64.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal64.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_decimal64_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal64_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal32_from_decimal64_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_decimal64_overflow.cpp index d026f320dff8b3..5cb32f390c6c20 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_decimal64_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_decimal64_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_double.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_double.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal32_from_double.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_double.cpp index 224453adb9bc91..152a524806b2fa 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_double.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_double.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal32_from_double) { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_double_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_double_overflow.cpp similarity index 97% rename from be/test/vec/function/cast/cast_to_decimal32_from_double_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_double_overflow.cpp index 0b5a60c5f30d43..f827e183dbd2da 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_double_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_double_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal32_from_double_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_float.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_float.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal32_from_float.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_float.cpp index 425595d3be3798..a9424939a645b3 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_float.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_float.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal32_from_float) { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_float_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_float_overflow.cpp similarity index 97% rename from be/test/vec/function/cast/cast_to_decimal32_from_float_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_float_overflow.cpp index 32015cd3fbe62c..4946c800619cf4 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_float_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_float_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal32_from_float_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_int.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_int.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal32_from_int.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_int.cpp index 750fef226d261e..735e4834788941 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_int.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_int.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_from_int_to_decimal32) { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_int_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_int_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal32_from_int_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_int_overflow.cpp index d3791977a2f4d2..249afff86253be 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_int_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_int_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal32_from_int_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_string.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_string.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal32_from_string.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_string.cpp index e0c51a55dc9429..a38df44a189264 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_string.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_string.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { void FunctionCastToDecimalTest::from_string_to_decimal32_test_func() { diff --git a/be/test/vec/function/cast/cast_to_decimal32_from_string_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal32_from_string_overflow.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal32_from_string_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal32_from_string_overflow.cpp index 86bfdb69d489c2..f4c8996e1aeb5c 100644 --- a/be/test/vec/function/cast/cast_to_decimal32_from_string_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal32_from_string_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { void FunctionCastToDecimalTest::from_string_to_decimal32_overflow_test_func() { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_decimal128.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal128.cpp similarity index 95% rename from be/test/vec/function/cast/cast_to_decimal64_from_decimal128.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_decimal128.cpp index f938826ad040a6..5d2aadc41f7f18 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_decimal128.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal128.cpp @@ -18,7 +18,7 @@ #include #include -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_decimal128_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal128_overflow.cpp similarity index 95% rename from be/test/vec/function/cast/cast_to_decimal64_from_decimal128_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_decimal128_overflow.cpp index ccb0d145e640ad..ba1e3b9f16ef48 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_decimal128_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal128_overflow.cpp @@ -18,7 +18,7 @@ #include #include -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_decimal256.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal256.cpp similarity index 77% rename from be/test/vec/function/cast/cast_to_decimal64_from_decimal256.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_decimal256.cpp index 2bc56c9a189181..6d41ed00da50be 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_decimal256.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal256.cpp @@ -18,16 +18,16 @@ #include #include -#include "cast_test.h" -#include "cast_to_decimal.h" #include "common/exception.h" -#include "olap/olap_common.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_decimal256_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal256_overflow.cpp similarity index 77% rename from be/test/vec/function/cast/cast_to_decimal64_from_decimal256_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_decimal256_overflow.cpp index 4b5a213c66a406..9d1e73625bc296 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_decimal256_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal256_overflow.cpp @@ -18,16 +18,16 @@ #include #include -#include "cast_test.h" -#include "cast_to_decimal.h" #include "common/exception.h" -#include "olap/olap_common.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_decimal32.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal32.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal64_from_decimal32.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_decimal32.cpp index 8456a489936d9c..664635eb826b7b 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_decimal32.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal32.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_decimal32_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal32_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal64_from_decimal32_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_decimal32_overflow.cpp index 2d5e70585efd48..c3290fccecb478 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_decimal32_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal32_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_decimal64.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal64.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal64_from_decimal64.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_decimal64.cpp index 363143571caeea..802086b5a7e8b7 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_decimal64.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal64.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_decimal64_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal64_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal64_from_decimal64_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_decimal64_overflow.cpp index 7a302e0d28c933..87930456d789ff 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_decimal64_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_decimal64_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_double.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_double.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal64_from_double.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_double.cpp index 07b66ee7564ced..5029fc7cacb804 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_double.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_double.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal64_from_double) { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_double_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_double_overflow.cpp similarity index 97% rename from be/test/vec/function/cast/cast_to_decimal64_from_double_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_double_overflow.cpp index 84a3193c42cb94..e42ca861188986 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_double_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_double_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal64_from_double_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_float.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_float.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal64_from_float.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_float.cpp index 01074ae9569cce..ca826b6c1d1c8f 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_float.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_float.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal64_from_float) { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_float_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_float_overflow.cpp similarity index 97% rename from be/test/vec/function/cast/cast_to_decimal64_from_float_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_float_overflow.cpp index 404d05358e21ab..fe6f3a42fdd9d9 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_float_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_float_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal64_from_float_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_int.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_int.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal64_from_int.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_int.cpp index 9dc88cf826b0fc..e69f21dd5d3756 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_int.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_int.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_from_int_to_decimal64) { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_int_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_int_overflow.cpp similarity index 94% rename from be/test/vec/function/cast/cast_to_decimal64_from_int_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_int_overflow.cpp index cbd5f379618705..7b20279230917a 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_int_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_int_overflow.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { TEST_F(FunctionCastToDecimalTest, test_to_decimal64_from_int_overflow) { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_string.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_string.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_decimal64_from_string.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_string.cpp index ee168aa9e01808..8b81bb98b4f19d 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_string.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_string.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_to_decimal.h" +#include "exprs/function/cast/cast_to_decimal_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_decimal64_from_string_overflow.cpp b/be/test/exprs/function/cast/cast_to_decimal64_from_string_overflow.cpp similarity index 91% rename from be/test/vec/function/cast/cast_to_decimal64_from_string_overflow.cpp rename to be/test/exprs/function/cast/cast_to_decimal64_from_string_overflow.cpp index fdc64fc2733bd8..fcc9dd46e16d5e 100644 --- a/be/test/vec/function/cast/cast_to_decimal64_from_string_overflow.cpp +++ b/be/test/exprs/function/cast/cast_to_decimal64_from_string_overflow.cpp @@ -18,16 +18,16 @@ #include #include -#include "cast_test.h" -#include "cast_to_decimal.h" #include "common/exception.h" -#include "olap/olap_common.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_decimal_test.h" +#include "storage/olap_common.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { void FunctionCastToDecimalTest::from_string_to_decimal64_overflow_test_func() { diff --git a/be/test/vec/function/cast/cast_to_decimal.h b/be/test/exprs/function/cast/cast_to_decimal_test.h similarity index 99% rename from be/test/vec/function/cast/cast_to_decimal.h rename to be/test/exprs/function/cast/cast_to_decimal_test.h index 0cd35ec1d21da2..2f31f617b0ee71 100644 --- a/be/test/vec/function/cast/cast_to_decimal.h +++ b/be/test/exprs/function/cast/cast_to_decimal_test.h @@ -19,14 +19,14 @@ #include #include -#include "cast_test.h" #include "common/exception.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/number_traits.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "exprs/function/cast/cast_test.h" #include "testutil/test_util.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_float_double.cpp b/be/test/exprs/function/cast/cast_to_float_double.cpp similarity index 99% rename from be/test/vec/function/cast/cast_to_float_double.cpp rename to be/test/exprs/function/cast/cast_to_float_double.cpp index 7e9cf51b88b720..ef67c4da52e8f1 100644 --- a/be/test/vec/function/cast/cast_to_float_double.cpp +++ b/be/test/exprs/function/cast/cast_to_float_double.cpp @@ -22,13 +22,13 @@ #include #include -#include "cast_test.h" -#include "runtime/define_primitive_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/runtime/time_value.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "exprs/function/cast/cast_test.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_integer.cpp b/be/test/exprs/function/cast/cast_to_integer.cpp similarity index 99% rename from be/test/vec/function/cast/cast_to_integer.cpp rename to be/test/exprs/function/cast/cast_to_integer.cpp index 82297e6da7e92e..a5446d7bfcc3c1 100644 --- a/be/test/vec/function/cast/cast_to_integer.cpp +++ b/be/test/exprs/function/cast/cast_to_integer.cpp @@ -22,15 +22,15 @@ #include #include -#include "cast_test.h" -#include "runtime/define_primitive_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/number_traits.h" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/number_traits.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_test.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_ip_test.cpp b/be/test/exprs/function/cast/cast_to_ip_test.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_ip_test.cpp rename to be/test/exprs/function/cast/cast_to_ip_test.cpp index fe4d205fb5bf66..919df54efbb439 100644 --- a/be/test/vec/function/cast/cast_to_ip_test.cpp +++ b/be/test/exprs/function/cast/cast_to_ip_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "cast_test.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_number.h" -#include "vec/function/function_test_util.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_number.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_map_test.cpp b/be/test/exprs/function/cast/cast_to_map_test.cpp similarity index 93% rename from be/test/vec/function/cast/cast_to_map_test.cpp rename to be/test/exprs/function/cast/cast_to_map_test.cpp index adb1a2f771b82d..719288ee136700 100644 --- a/be/test/vec/function/cast/cast_to_map_test.cpp +++ b/be/test/exprs/function/cast/cast_to_map_test.cpp @@ -23,17 +23,17 @@ #include #include -#include "cast_test.h" -#include "runtime/primitive_type.h" +#include "core/column/column.h" +#include "core/column/column_map.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_test.h" #include "testutil/column_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_map.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/cast/cast_base.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_string.cpp b/be/test/exprs/function/cast/cast_to_string.cpp similarity index 98% rename from be/test/vec/function/cast/cast_to_string.cpp rename to be/test/exprs/function/cast/cast_to_string.cpp index d2a16c4af22ecd..79c06b4288c16a 100644 --- a/be/test/vec/function/cast/cast_to_string.cpp +++ b/be/test/exprs/function/cast/cast_to_string.cpp @@ -20,12 +20,12 @@ #include #include -#include "cast_test.h" +#include "core/column/column_map.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/cast/cast_test.h" #include "util/to_string.h" -#include "vec/columns/column_map.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_string_api_test.cpp b/be/test/exprs/function/cast/cast_to_string_api_test.cpp similarity index 96% rename from be/test/vec/function/cast/cast_to_string_api_test.cpp rename to be/test/exprs/function/cast/cast_to_string_api_test.cpp index d34b8e5544a3c1..f44ad196468d5f 100644 --- a/be/test/vec/function/cast/cast_to_string_api_test.cpp +++ b/be/test/exprs/function/cast/cast_to_string_api_test.cpp @@ -16,11 +16,11 @@ // under the License. #include -#include -#include "vec/core/types.h" -#include "vec/runtime/ipv4_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/types.h" +#include "core/value/ipv4_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_to_string.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_struct_test.cpp b/be/test/exprs/function/cast/cast_to_struct_test.cpp similarity index 91% rename from be/test/vec/function/cast/cast_to_struct_test.cpp rename to be/test/exprs/function/cast/cast_to_struct_test.cpp index 52afc880b1c7fd..bbea695044592a 100644 --- a/be/test/vec/function/cast/cast_to_struct_test.cpp +++ b/be/test/exprs/function/cast/cast_to_struct_test.cpp @@ -24,17 +24,17 @@ #include #include -#include "cast_test.h" -#include "runtime/primitive_type.h" +#include "core/column/column.h" +#include "core/column/column_map.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_test.h" #include "testutil/column_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_map.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/cast/cast_base.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/cast_to_time_test.cpp b/be/test/exprs/function/cast/cast_to_time_test.cpp similarity index 99% rename from be/test/vec/function/cast/cast_to_time_test.cpp rename to be/test/exprs/function/cast/cast_to_time_test.cpp index 0035fd8199a0e9..05df4aa092cf3a 100644 --- a/be/test/vec/function/cast/cast_to_time_test.cpp +++ b/be/test/exprs/function/cast/cast_to_time_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "cast_test.h" +#include "exprs/function/cast/cast_test.h" namespace doris::vectorized { diff --git a/be/test/vec/function/cast/cast_to_timestamptz_test.cpp b/be/test/exprs/function/cast/cast_to_timestamptz_test.cpp similarity index 97% rename from be/test/vec/function/cast/cast_to_timestamptz_test.cpp rename to be/test/exprs/function/cast/cast_to_timestamptz_test.cpp index 4318bc9988dcb3..2b456628877bb4 100644 --- a/be/test/vec/function/cast/cast_to_timestamptz_test.cpp +++ b/be/test/exprs/function/cast/cast_to_timestamptz_test.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/cast/cast_to_timestamptz.h" +#include "exprs/function/cast/cast_to_timestamptz.h" #include -#include "cast_test.h" -#include "runtime/primitive_type.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_timestamptz.h" +#include "core/data_type/primitive_type.h" +#include "core/value/timestamptz_value.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_test.h" +#include "exprs/function/cast/cast_to_date.h" #include "testutil/column_helper.h" #include "testutil/datetime_ut_util.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_timestamptz.h" -#include "vec/functions/cast/cast_base.h" -#include "vec/functions/cast/cast_to_date.h" -#include "vec/runtime/timestamptz_value.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/cast/function_variant_cast_test.cpp b/be/test/exprs/function/cast/function_variant_cast_test.cpp similarity index 97% rename from be/test/vec/function/cast/function_variant_cast_test.cpp rename to be/test/exprs/function/cast/function_variant_cast_test.cpp index acfcb9e255e437..b95dd15d321c15 100644 --- a/be/test/vec/function/cast/function_variant_cast_test.cpp +++ b/be/test/exprs/function/cast/function_variant_cast_test.cpp @@ -18,22 +18,22 @@ #include #include "common/status.h" +#include "core/column/column_array.h" +#include "core/column/column_decimal.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_variant.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "exprs/function/simple_function_factory.h" #include "gtest/gtest_pred_impl.h" -#include "olap/field.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" #include "runtime/runtime_state.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_variant.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/functions/simple_function_factory.h" +#include "storage/field.h" namespace doris::vectorized { static doris::vectorized::Field construct_variant_map( diff --git a/be/test/vec/function/function_arithmetic_test.cpp b/be/test/exprs/function/function_arithmetic_test.cpp similarity index 96% rename from be/test/vec/function/function_arithmetic_test.cpp rename to be/test/exprs/function/function_arithmetic_test.cpp index 56f62cbe50b992..b997a571919a09 100644 --- a/be/test/vec/function/function_arithmetic_test.cpp +++ b/be/test/exprs/function/function_arithmetic_test.cpp @@ -22,12 +22,12 @@ #include #include "common/status.h" -#include "function_test_util.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" #include "gtest/gtest_pred_impl.h" #include "testutil/any_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_array_aggregation_test.cpp b/be/test/exprs/function/function_array_aggregation_test.cpp similarity index 99% rename from be/test/vec/function/function_array_aggregation_test.cpp rename to be/test/exprs/function/function_array_aggregation_test.cpp index 8c08b339a7b862..e2bdff08918f30 100644 --- a/be/test/vec/function/function_array_aggregation_test.cpp +++ b/be/test/exprs/function/function_array_aggregation_test.cpp @@ -20,11 +20,11 @@ #include #include -#include "function_test_util.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" #include "testutil/any_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/function_array_element_test.cpp b/be/test/exprs/function/function_array_element_test.cpp similarity index 95% rename from be/test/vec/function/function_array_element_test.cpp rename to be/test/exprs/function/function_array_element_test.cpp index f5d911e6950f1d..f7334362fef67a 100644 --- a/be/test/vec/function/function_array_element_test.cpp +++ b/be/test/exprs/function/function_array_element_test.cpp @@ -17,13 +17,13 @@ #include -#include "function_test_util.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_array_index_test.cpp b/be/test/exprs/function/function_array_index_test.cpp similarity index 98% rename from be/test/vec/function/function_array_index_test.cpp rename to be/test/exprs/function/function_array_index_test.cpp index 9056bebe2eda8c..ec375421f5f26d 100644 --- a/be/test/vec/function/function_array_index_test.cpp +++ b/be/test/exprs/function/function_array_index_test.cpp @@ -17,10 +17,10 @@ #include -#include "function_test_util.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_array_size_test.cpp b/be/test/exprs/function/function_array_size_test.cpp similarity index 97% rename from be/test/vec/function/function_array_size_test.cpp rename to be/test/exprs/function/function_array_size_test.cpp index 91ef1502f6cf9e..f98a1016db8001 100644 --- a/be/test/vec/function/function_array_size_test.cpp +++ b/be/test/exprs/function/function_array_size_test.cpp @@ -17,9 +17,9 @@ #include -#include "function_test_util.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_arrays_overlap_test.cpp b/be/test/exprs/function/function_arrays_overlap_test.cpp similarity index 98% rename from be/test/vec/function/function_arrays_overlap_test.cpp rename to be/test/exprs/function/function_arrays_overlap_test.cpp index 5664cd42b52922..5fa34b666bc469 100644 --- a/be/test/vec/function/function_arrays_overlap_test.cpp +++ b/be/test/exprs/function/function_arrays_overlap_test.cpp @@ -19,9 +19,9 @@ #include -#include "function_test_util.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_bitmap_test.cpp b/be/test/exprs/function/function_bitmap_test.cpp similarity index 98% rename from be/test/vec/function/function_bitmap_test.cpp rename to be/test/exprs/function/function_bitmap_test.cpp index 36bad9a0d1473f..7880653434c38b 100644 --- a/be/test/vec/function/function_bitmap_test.cpp +++ b/be/test/exprs/function/function_bitmap_test.cpp @@ -23,12 +23,12 @@ #include "common/config.h" #include "common/status.h" -#include "function_test_util.h" -#include "util/bitmap_value.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_comparison_evaluate_inverted_index_test.cpp b/be/test/exprs/function/function_comparison_evaluate_inverted_index_test.cpp similarity index 92% rename from be/test/vec/function/function_comparison_evaluate_inverted_index_test.cpp rename to be/test/exprs/function/function_comparison_evaluate_inverted_index_test.cpp index f414412be06337..24cedb4b60bb2a 100644 --- a/be/test/vec/function/function_comparison_evaluate_inverted_index_test.cpp +++ b/be/test/exprs/function/function_comparison_evaluate_inverted_index_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/functions_comparison.h" #include "gtest/gtest.h" -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/functions_comparison.h" +#include "storage/index/index_iterator.h" +#include "storage/index/inverted/inverted_index_reader.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_complex_hash_map_dict_test.cpp b/be/test/exprs/function/function_complex_hash_map_dict_test.cpp similarity index 95% rename from be/test/vec/function/function_complex_hash_map_dict_test.cpp rename to be/test/exprs/function/function_complex_hash_map_dict_test.cpp index 841928101c22f8..6bc92e9abf59a0 100644 --- a/be/test/vec/function/function_complex_hash_map_dict_test.cpp +++ b/be/test/exprs/function/function_complex_hash_map_dict_test.cpp @@ -19,11 +19,11 @@ #include #include -#include "function_test_util.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/complex_hash_map_dictionary.h" -#include "vec/functions/dictionary.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/complex_hash_map_dictionary.h" +#include "exprs/function/dictionary.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_compressed_materialization_test.cpp b/be/test/exprs/function/function_compressed_materialization_test.cpp similarity index 95% rename from be/test/vec/function/function_compressed_materialization_test.cpp rename to be/test/exprs/function/function_compressed_materialization_test.cpp index 44ae695a9d68d4..d6767357f6c6d5 100644 --- a/be/test/vec/function/function_compressed_materialization_test.cpp +++ b/be/test/exprs/function/function_compressed_materialization_test.cpp @@ -23,16 +23,16 @@ #include #include -#include "vec/columns/column_string.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_dict_get_many_test.cpp b/be/test/exprs/function/function_dict_get_many_test.cpp similarity index 94% rename from be/test/vec/function/function_dict_get_many_test.cpp rename to be/test/exprs/function/function_dict_get_many_test.cpp index a1ca1fad35d585..849c466c30b6f8 100644 --- a/be/test/vec/function/function_dict_get_many_test.cpp +++ b/be/test/exprs/function/function_dict_get_many_test.cpp @@ -23,11 +23,11 @@ #include #include -#include "function_test_util.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/complex_hash_map_dictionary.h" +#include "exprs/function/dictionary_factory.h" +#include "exprs/function/function_test_util.h" #include "testutil/column_helper.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/complex_hash_map_dictionary.h" -#include "vec/functions/dictionary_factory.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_dict_get_test.cpp b/be/test/exprs/function/function_dict_get_test.cpp similarity index 94% rename from be/test/vec/function/function_dict_get_test.cpp rename to be/test/exprs/function/function_dict_get_test.cpp index c4fc73368dd527..fc179939df0620 100644 --- a/be/test/vec/function/function_dict_get_test.cpp +++ b/be/test/exprs/function/function_dict_get_test.cpp @@ -23,11 +23,11 @@ #include #include -#include "function_test_util.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/complex_hash_map_dictionary.h" +#include "exprs/function/dictionary_factory.h" +#include "exprs/function/function_test_util.h" #include "testutil/column_helper.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/complex_hash_map_dictionary.h" -#include "vec/functions/dictionary_factory.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_eq_for_null_test.cpp b/be/test/exprs/function/function_eq_for_null_test.cpp similarity index 98% rename from be/test/vec/function/function_eq_for_null_test.cpp rename to be/test/exprs/function/function_eq_for_null_test.cpp index 736507b21fafb2..3300c3803cbe9c 100644 --- a/be/test/vec/function/function_eq_for_null_test.cpp +++ b/be/test/exprs/function/function_eq_for_null_test.cpp @@ -23,17 +23,17 @@ #include #include "common/status.h" -#include "function_test_util.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_const.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/function_helpers.h" +#include "exprs/function/function_test_util.h" +#include "exprs/function_context.h" #include "gtest/gtest_pred_impl.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" -#include "vec/functions/function_helpers.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_geo_test.cpp b/be/test/exprs/function/function_geo_test.cpp similarity index 98% rename from be/test/vec/function/function_geo_test.cpp rename to be/test/exprs/function/function_geo_test.cpp index ff35035f5a4252..f4c05d1f83bfa3 100644 --- a/be/test/vec/function/function_geo_test.cpp +++ b/be/test/exprs/function/function_geo_test.cpp @@ -25,15 +25,15 @@ #include #include "common/status.h" -#include "function_test_util.h" -#include "geo/geo_common.h" -#include "geo/geo_types.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" +#include "exprs/function/geo/geo_common.h" +#include "exprs/function/geo/geo_types.h" #include "gtest/gtest_pred_impl.h" #include "testutil/any_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/function_hash_map_dict_test.cpp b/be/test/exprs/function/function_hash_map_dict_test.cpp similarity index 91% rename from be/test/vec/function/function_hash_map_dict_test.cpp rename to be/test/exprs/function/function_hash_map_dict_test.cpp index 1273b48cd1d615..6b700ed4ba3e14 100644 --- a/be/test/vec/function/function_hash_map_dict_test.cpp +++ b/be/test/exprs/function/function_hash_map_dict_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "function_hash_map_dict_test.h" +#include "exprs/function/function_hash_map_dict_test.h" #include -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/dictionary.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/dictionary.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_hash_map_dict_test.h b/be/test/exprs/function/function_hash_map_dict_test.h similarity index 96% rename from be/test/vec/function/function_hash_map_dict_test.h rename to be/test/exprs/function/function_hash_map_dict_test.h index be03dfd5398858..8c7036b605b040 100644 --- a/be/test/vec/function/function_hash_map_dict_test.h +++ b/be/test/exprs/function/function_hash_map_dict_test.h @@ -23,11 +23,11 @@ #include #include -#include "function_test_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/assert_cast.h" -#include "vec/functions/complex_hash_map_dictionary.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "exprs/function/complex_hash_map_dictionary.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { template diff --git a/be/test/vec/function/function_hash_test.cpp b/be/test/exprs/function/function_hash_test.cpp similarity index 97% rename from be/test/vec/function/function_hash_test.cpp rename to be/test/exprs/function/function_hash_test.cpp index 3e866cd1fd469f..3038ce87087c98 100644 --- a/be/test/vec/function/function_hash_test.cpp +++ b/be/test/exprs/function/function_hash_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_hash.h" +#include "exprs/function/function_hash.h" #include @@ -23,13 +23,13 @@ #include #include "common/status.h" -#include "function_test_util.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" #include "gtest/gtest_pred_impl.h" #include "testutil/any_type.h" -#include "util/murmur_hash3.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" +#include "util/hash/murmur_hash3.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/function_hll_test.cpp b/be/test/exprs/function/function_hll_test.cpp similarity index 96% rename from be/test/vec/function/function_hll_test.cpp rename to be/test/exprs/function/function_hll_test.cpp index f6a2de292c5e21..f0e51d07accc7b 100644 --- a/be/test/vec/function/function_hll_test.cpp +++ b/be/test/exprs/function/function_hll_test.cpp @@ -20,10 +20,10 @@ #include #include -#include "function_test_util.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_ip_dict_test.cpp b/be/test/exprs/function/function_ip_dict_test.cpp similarity index 95% rename from be/test/vec/function/function_ip_dict_test.cpp rename to be/test/exprs/function/function_ip_dict_test.cpp index 12cbdeb3419076..ab77aa9cc90063 100644 --- a/be/test/vec/function/function_ip_dict_test.cpp +++ b/be/test/exprs/function/function_ip_dict_test.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "function_ip_dict_test.h" +#include "exprs/function/function_ip_dict_test.h" #include #include -#include "function_test_util.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_string.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/functions/ip_address_dictionary.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/primitive_type.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" +#include "exprs/function/ip_address_dictionary.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_ip_dict_test.h b/be/test/exprs/function/function_ip_dict_test.h similarity index 97% rename from be/test/vec/function/function_ip_dict_test.h rename to be/test/exprs/function/function_ip_dict_test.h index f99d7162dbbe6d..76891af8c87bc8 100644 --- a/be/test/vec/function/function_ip_dict_test.h +++ b/be/test/exprs/function/function_ip_dict_test.h @@ -22,13 +22,13 @@ #include #include -#include "vec/common/assert_cast.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/dictionary.h" -#include "vec/functions/ip_address_dictionary.h" -#include "vec/runtime/ip_address_cidr.h" +#include "core/assert_cast.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/value/ip_address_cidr.h" +#include "exprs/function/dictionary.h" +#include "exprs/function/ip_address_dictionary.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_ip_test.cpp b/be/test/exprs/function/function_ip_test.cpp similarity index 97% rename from be/test/vec/function/function_ip_test.cpp rename to be/test/exprs/function/function_ip_test.cpp index 9657146cd13993..4838bfe470f0e3 100644 --- a/be/test/vec/function/function_ip_test.cpp +++ b/be/test/exprs/function/function_ip_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_ip.h" +#include "exprs/function/function_ip.h" -#include "function_test_util.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" #include "gtest/gtest_pred_impl.h" -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/columns/column_const.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_number.h" +#include "storage/index/index_iterator.h" +#include "storage/index/inverted/inverted_index_reader.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_is_null_test.cpp b/be/test/exprs/function/function_is_null_test.cpp similarity index 98% rename from be/test/vec/function/function_is_null_test.cpp rename to be/test/exprs/function/function_is_null_test.cpp index c909c5efc464d3..2ae7c53ba62b45 100644 --- a/be/test/vec/function/function_is_null_test.cpp +++ b/be/test/exprs/function/function_is_null_test.cpp @@ -17,11 +17,11 @@ #include -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/storage_engine.h" -#include "vec/functions/is_not_null.h" -#include "vec/functions/is_null.h" +#include "exprs/function/is_not_null.h" +#include "exprs/function/is_null.h" +#include "storage/index/index_file_reader.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/storage_engine.h" namespace doris { diff --git a/be/test/vec/function/function_jsonb_test.cpp b/be/test/exprs/function/function_jsonb_test.cpp similarity index 99% rename from be/test/vec/function/function_jsonb_test.cpp rename to be/test/exprs/function/function_jsonb_test.cpp index aeef39a45ec262..9446528bd4ab6d 100644 --- a/be/test/vec/function/function_jsonb_test.cpp +++ b/be/test/exprs/function/function_jsonb_test.cpp @@ -22,21 +22,21 @@ #include #include "common/status.h" -#include "function_test_util.h" -#include "runtime/define_primitive_type.h" -#include "runtime/primitive_type.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type/primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/types.h" +#include "exprs/function/function.h" +#include "exprs/function/function_test_util.h" +#include "exprs/function_context.h" #include "testutil/any_type.h" #include "testutil/column_helper.h" #include "util/jsonb_writer.h" -#include "vec/columns/column_const.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/function.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/function_like_test.cpp b/be/test/exprs/function/function_like_test.cpp similarity index 99% rename from be/test/vec/function/function_like_test.cpp rename to be/test/exprs/function/function_like_test.cpp index 00a7e0bf157428..c65d614b6b6342 100644 --- a/be/test/vec/function/function_like_test.cpp +++ b/be/test/exprs/function/function_like_test.cpp @@ -18,16 +18,16 @@ #include #include -#include "function_test_util.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" +#include "exprs/function/like.h" #include "gtest/gtest_pred_impl.h" #include "testutil/any_type.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/like.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_map_test.cpp b/be/test/exprs/function/function_map_test.cpp similarity index 94% rename from be/test/vec/function/function_map_test.cpp rename to be/test/exprs/function/function_map_test.cpp index 878033e41957eb..bd9818223ae5ff 100644 --- a/be/test/vec/function/function_map_test.cpp +++ b/be/test/exprs/function/function_map_test.cpp @@ -20,10 +20,11 @@ #include -#include "function_test_util.h" -#include "vec/columns/column_array.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_map.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/data_type/data_type_map.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_match_test.cpp b/be/test/exprs/function/function_match_test.cpp similarity index 99% rename from be/test/vec/function/function_match_test.cpp rename to be/test/exprs/function/function_match_test.cpp index 16db2f52cf8e08..1034976ed77f4c 100644 --- a/be/test/vec/function/function_match_test.cpp +++ b/be/test/exprs/function/function_match_test.cpp @@ -24,11 +24,11 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/functions/match.h" +#include "core/block/block.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "exprs/function/match.h" +#include "storage/index/inverted/analyzer/analyzer.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_math_test.cpp b/be/test/exprs/function/function_math_test.cpp similarity index 99% rename from be/test/vec/function/function_math_test.cpp rename to be/test/exprs/function/function_math_test.cpp index 3fdc3ab29e959b..094680c4dcf3ea 100644 --- a/be/test/vec/function/function_math_test.cpp +++ b/be/test/exprs/function/function_math_test.cpp @@ -20,12 +20,12 @@ #include #include -#include "function_test_util.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" #include "testutil/any_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_money_format_test.cpp b/be/test/exprs/function/function_money_format_test.cpp similarity index 89% rename from be/test/vec/function/function_money_format_test.cpp rename to be/test/exprs/function/function_money_format_test.cpp index a924b92b28d610..402e065da82b7d 100644 --- a/be/test/vec/function/function_money_format_test.cpp +++ b/be/test/exprs/function/function_money_format_test.cpp @@ -20,19 +20,18 @@ #include #include -#include "function_test_util.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" +#include "core/block/block.h" +#include "core/column/column_decimal.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "core/value/decimalv2_value.h" +#include "exprs/function/function_string.h" +#include "exprs/function/function_test_util.h" #include "runtime/runtime_state.h" -#include "runtime/types.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_string.h" -#include "vec/core/block.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/functions/function_string.h" namespace doris::vectorized { TEST(function_money_format_test, money_format_with_decimalV2) { diff --git a/be/test/vec/function/function_multi_match_test.cpp b/be/test/exprs/function/function_multi_match_test.cpp similarity index 91% rename from be/test/vec/function/function_multi_match_test.cpp rename to be/test/exprs/function/function_multi_match_test.cpp index 1a9faa682bc489..c1598b8f6a0c64 100644 --- a/be/test/vec/function/function_multi_match_test.cpp +++ b/be/test/exprs/function/function_multi_match_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_multi_match.h" +#include "exprs/function/function_multi_match.h" #include -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/columns_with_type_and_name.h" -#include "vec/data_types/data_type_string.h" +#include "core/block/column_with_type_and_name.h" +#include "core/block/columns_with_type_and_name.h" +#include "core/data_type/data_type_string.h" +#include "storage/index/inverted/inverted_index_reader.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_nullif_test.cpp b/be/test/exprs/function/function_nullif_test.cpp similarity index 91% rename from be/test/vec/function/function_nullif_test.cpp rename to be/test/exprs/function/function_nullif_test.cpp index 243dfe90455af5..67c3ec02077bf2 100644 --- a/be/test/vec/function/function_nullif_test.cpp +++ b/be/test/exprs/function/function_nullif_test.cpp @@ -20,13 +20,13 @@ #include #include "common/status.h" -#include "function_test_util.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" #include "gtest/gtest_pred_impl.h" #include "testutil/any_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_num_if_test.cpp b/be/test/exprs/function/function_num_if_test.cpp similarity index 98% rename from be/test/vec/function/function_num_if_test.cpp rename to be/test/exprs/function/function_num_if_test.cpp index 8c4fb7d88c025a..a19a4bdf8523a8 100644 --- a/be/test/vec/function/function_num_if_test.cpp +++ b/be/test/exprs/function/function_num_if_test.cpp @@ -17,9 +17,9 @@ #include +#include "core/data_type/data_type_number.h" +#include "exprs/function/if.h" #include "testutil/column_helper.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/if.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_quantile_state_test.cpp b/be/test/exprs/function/function_quantile_state_test.cpp similarity index 96% rename from be/test/vec/function/function_quantile_state_test.cpp rename to be/test/exprs/function/function_quantile_state_test.cpp index e395ef79188940..9d7ef2d2f9bf71 100644 --- a/be/test/vec/function/function_quantile_state_test.cpp +++ b/be/test/exprs/function/function_quantile_state_test.cpp @@ -18,13 +18,13 @@ #include -#include "function_test_util.h" -#include "runtime/define_primitive_type.h" -#include "util/quantile_state.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" +#include "core/types.h" +#include "core/value/quantile_state.h" +#include "exprs/function/function_test_util.h" #include "util/url_coding.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_quantilestate.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_round_test.cpp b/be/test/exprs/function/function_round_test.cpp similarity index 99% rename from be/test/vec/function/function_round_test.cpp rename to be/test/exprs/function/function_round_test.cpp index a5aa8b3e29c534..3450eff40fe271 100644 --- a/be/test/vec/function/function_round_test.cpp +++ b/be/test/exprs/function/function_round_test.cpp @@ -24,16 +24,16 @@ #include #include -#include "function_test_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_decimal.h" -#include "vec/common/assert_cast.h" -#include "vec/core/column_numbers.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/round.h" +#include "core/assert_cast.h" +#include "core/block/column_numbers.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_decimal.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" +#include "exprs/function/round.h" /** This BE UT focus on enhancement of round based function, which enables them diff --git a/be/test/vec/function/function_search_nested_test.cpp b/be/test/exprs/function/function_search_nested_test.cpp similarity index 98% rename from be/test/vec/function/function_search_nested_test.cpp rename to be/test/exprs/function/function_search_nested_test.cpp index 105931a2ca5bb3..7a8909adcd18af 100644 --- a/be/test/vec/function/function_search_nested_test.cpp +++ b/be/test/exprs/function/function_search_nested_test.cpp @@ -18,16 +18,16 @@ // Unit tests for FunctionSearch::evaluate_nested_query and NESTED clause handling. // Migrated from function_search_test.cpp for maintainability. +#include #include #include #include #include -#include "gen_cpp/Exprs_types.h" -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" -#include "vec/core/block.h" -#include "vec/functions/function_search.h" +#include "core/block/block.h" +#include "exprs/function/function_search.h" +#include "storage/segment/variant/nested_group_provider.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_search_test.cpp b/be/test/exprs/function/function_search_test.cpp similarity index 99% rename from be/test/vec/function/function_search_test.cpp rename to be/test/exprs/function/function_search_test.cpp index 32b40990818503..e8efc946ca5c72 100644 --- a/be/test/vec/function/function_search_test.cpp +++ b/be/test/exprs/function/function_search_test.cpp @@ -15,8 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_search.h" +#include "exprs/function/function_search.h" +#include #include #include @@ -24,13 +25,12 @@ #include #include -#include "gen_cpp/Exprs_types.h" -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_query.h" -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" -#include "vec/core/block.h" +#include "core/block/block.h" +#include "storage/index/index_iterator.h" +#include "storage/index/inverted/query_v2/phrase_query/multi_phrase_query.h" +#include "storage/index/inverted/query_v2/phrase_query/multi_phrase_weight.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_query.h" +#include "storage/segment/variant/nested_group_provider.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_string_test.cpp b/be/test/exprs/function/function_string_test.cpp similarity index 99% rename from be/test/vec/function/function_string_test.cpp rename to be/test/exprs/function/function_string_test.cpp index 7d51269f9b41fb..245e2b40373cac 100644 --- a/be/test/vec/function/function_string_test.cpp +++ b/be/test/exprs/function/function_string_test.cpp @@ -21,12 +21,12 @@ #include #include -#include "function_test_util.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" #include "util/encryption_util.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/function_struct_element_test.cpp b/be/test/exprs/function/function_struct_element_test.cpp similarity index 90% rename from be/test/vec/function/function_struct_element_test.cpp rename to be/test/exprs/function/function_struct_element_test.cpp index 6eea5005364be5..0ded7de22e942b 100644 --- a/be/test/vec/function/function_struct_element_test.cpp +++ b/be/test/exprs/function/function_struct_element_test.cpp @@ -20,17 +20,17 @@ #include #include -#include "runtime/primitive_type.h" +#include "core/column/column_const.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" #include "testutil/column_helper.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_struct.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_sub_replace_test.cpp b/be/test/exprs/function/function_sub_replace_test.cpp similarity index 92% rename from be/test/vec/function/function_sub_replace_test.cpp rename to be/test/exprs/function/function_sub_replace_test.cpp index 7412dab7699f42..d51f1afecbd4f2 100644 --- a/be/test/vec/function/function_sub_replace_test.cpp +++ b/be/test/exprs/function/function_sub_replace_test.cpp @@ -17,10 +17,10 @@ #include -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/function_string.h" +#include "core/block/block.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/function_string.h" namespace doris::vectorized { TEST(SubReplaceTest, test) { diff --git a/be/test/vec/function/function_test_template.cpp b/be/test/exprs/function/function_test_template.cpp similarity index 93% rename from be/test/vec/function/function_test_template.cpp rename to be/test/exprs/function/function_test_template.cpp index 198226e7ff2e6e..431971677ef0d7 100644 --- a/be/test/vec/function/function_test_template.cpp +++ b/be/test/exprs/function/function_test_template.cpp @@ -17,10 +17,10 @@ #include -#include "function_test_util.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_test_util.cpp b/be/test/exprs/function/function_test_util.cpp similarity index 94% rename from be/test/vec/function/function_test_util.cpp rename to be/test/exprs/function/function_test_util.cpp index aefa4573ad30c8..806f609085901a 100644 --- a/be/test/vec/function/function_test_util.cpp +++ b/be/test/exprs/function/function_test_util.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/function/function_test_util.h" +#include "exprs/function/function_test_util.h" #include #include @@ -23,38 +23,38 @@ #include #include "common/status.h" -#include "runtime/jsonb_value.h" +#include "core/assert_cast.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_jsonb.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_quantilestate.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/data_type_time.h" +#include "core/data_type/data_type_varbinary.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "core/value/jsonb_value.h" +#include "core/value/quantile_state.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/cast/cast_base.h" +#include "exprs/function/cast/cast_to_time_impl.hpp" +#include "exprs/table_function/table_function.h" #include "runtime/runtime_state.h" -#include "util/bitmap_value.h" -#include "util/quantile_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/common/assert_cast.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_jsonb.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_quantilestate.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/data_type_time.h" -#include "vec/data_types/data_type_varbinary.h" -#include "vec/exprs/table_function/table_function.h" -#include "vec/functions/cast/cast_base.h" -#include "vec/functions/cast/cast_to_time_impl.hpp" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_test_util.h b/be/test/exprs/function/function_test_util.h similarity index 94% rename from be/test/vec/function/function_test_util.h rename to be/test/exprs/function/function_test_util.h index abe896572d23e8..e0d9cb8b4c4699 100644 --- a/be/test/vec/function/function_test_util.h +++ b/be/test/exprs/function/function_test_util.h @@ -30,37 +30,37 @@ #include #include -#include "olap/hll.h" -#include "olap/olap_common.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_bitmap.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_hll.h" +#include "core/data_type/data_type_ipv4.h" +#include "core/data_type/data_type_ipv6.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/data_type_time.h" +#include "core/data_type/data_type_varbinary.h" +#include "core/extended_types.h" +#include "core/types.h" +#include "core/value/bitmap_value.h" +#include "core/value/hll.h" +#include "exprs/function/simple_function_factory.h" +#include "exprs/function_context.h" +#include "storage/olap_common.h" #include "testutil/any_type.h" #include "testutil/function_utils.h" #include "testutil/test_util.h" -#include "util/bitmap_value.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/core/block.h" -#include "vec/core/extended_types.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_bitmap.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_hll.h" -#include "vec/data_types/data_type_ipv4.h" -#include "vec/data_types/data_type_ipv6.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/data_type_time.h" -#include "vec/data_types/data_type_varbinary.h" -#include "vec/exprs/function_context.h" -#include "vec/functions/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_throw_exception_test.cpp b/be/test/exprs/function/function_throw_exception_test.cpp similarity index 95% rename from be/test/vec/function/function_throw_exception_test.cpp rename to be/test/exprs/function/function_throw_exception_test.cpp index 37f8e5f35e42e3..198f21c54aef1e 100644 --- a/be/test/vec/function/function_throw_exception_test.cpp +++ b/be/test/exprs/function/function_throw_exception_test.cpp @@ -17,10 +17,10 @@ #include -#include "runtime/primitive_type.h" -#include "vec/data_types/data_type_number.h" -#include "vec/functions/function.h" -#include "vec/functions/simple_function_factory.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/function.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_time_test.cpp b/be/test/exprs/function/function_time_test.cpp similarity index 99% rename from be/test/vec/function/function_time_test.cpp rename to be/test/exprs/function/function_time_test.cpp index 5a09e5c1be96ea..e93e0f1ca62d8e 100644 --- a/be/test/vec/function/function_time_test.cpp +++ b/be/test/exprs/function/function_time_test.cpp @@ -19,19 +19,19 @@ #include -#include "function_test_util.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_or_datetime_v2.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_time.h" +#include "core/types.h" +#include "core/value/time_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/function/function_date_or_datetime_computation.h" +#include "exprs/function/function_test_util.h" #include "util/timezone_utils.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_or_datetime_v2.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_time.h" -#include "vec/functions/function_date_or_datetime_computation.h" -#include "vec/runtime/time_value.h" -#include "vec/runtime/vdatetime_value.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/function_tokenize_test.cpp b/be/test/exprs/function/function_tokenize_test.cpp similarity index 96% rename from be/test/vec/function/function_tokenize_test.cpp rename to be/test/exprs/function/function_tokenize_test.cpp index c212fe0ad0d364..317514a7f182fe 100644 --- a/be/test/vec/function/function_tokenize_test.cpp +++ b/be/test/exprs/function/function_tokenize_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_tokenize.h" +#include "exprs/function/function_tokenize.h" #include @@ -23,11 +23,11 @@ #include #include -#include "vec/columns/column_string.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_string.h" -#include "vec/functions/simple_function_factory.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_string.h" +#include "exprs/function/simple_function_factory.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_url_test.cpp b/be/test/exprs/function/function_url_test.cpp similarity index 96% rename from be/test/vec/function/function_url_test.cpp rename to be/test/exprs/function/function_url_test.cpp index 4b2efcdc4f4003..74c2e2039373ef 100644 --- a/be/test/vec/function/function_url_test.cpp +++ b/be/test/exprs/function/function_url_test.cpp @@ -19,12 +19,12 @@ #include #include "common/status.h" -#include "function_test_util.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_string.h" +#include "core/types.h" +#include "exprs/function/function_test_util.h" #include "gtest/gtest_pred_impl.h" #include "testutil/any_type.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { using namespace ut_type; diff --git a/be/test/vec/function/function_varbinary_test.cpp b/be/test/exprs/function/function_varbinary_test.cpp similarity index 99% rename from be/test/vec/function/function_varbinary_test.cpp rename to be/test/exprs/function/function_varbinary_test.cpp index 50baa3c0e51616..1258a35509ee96 100644 --- a/be/test/vec/function/function_varbinary_test.cpp +++ b/be/test/exprs/function/function_varbinary_test.cpp @@ -15,10 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_varbinary.h" +#include "exprs/function/function_varbinary.h" -#include "function_test_util.h" -#include "vec/data_types/data_type_varbinary.h" +#include "core/data_type/data_type_varbinary.h" +#include "exprs/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/vec/function/function_variant_element_test.cpp b/be/test/exprs/function/function_variant_element_test.cpp similarity index 98% rename from be/test/vec/function/function_variant_element_test.cpp rename to be/test/exprs/function/function_variant_element_test.cpp index 4991097a0c0ed9..9a34e338888d8f 100644 --- a/be/test/vec/function/function_variant_element_test.cpp +++ b/be/test/exprs/function/function_variant_element_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/function_variant_element.cpp" +#include "exprs/function/function_variant_element.cpp" #include diff --git a/be/test/geo/geo_types_test.cpp b/be/test/exprs/function/geo/geo_types_test.cpp similarity index 99% rename from be/test/geo/geo_types_test.cpp rename to be/test/exprs/function/geo/geo_types_test.cpp index ef5f9083c6f422..580218f4058e71 100644 --- a/be/test/geo/geo_types_test.cpp +++ b/be/test/exprs/function/geo/geo_types_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "geo/geo_types.h" +#include "exprs/function/geo/geo_types.h" #include #include diff --git a/be/test/geo/wkb_parse_test.cpp b/be/test/exprs/function/geo/wkb_parse_test.cpp similarity index 98% rename from be/test/geo/wkb_parse_test.cpp rename to be/test/exprs/function/geo/wkb_parse_test.cpp index 64dc70781a4bac..dfea9031b23ad5 100644 --- a/be/test/geo/wkb_parse_test.cpp +++ b/be/test/exprs/function/geo/wkb_parse_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "geo/wkb_parse.h" +#include "exprs/function/geo/wkb_parse.h" #include @@ -23,7 +23,7 @@ #include #include -#include "geo/geo_types.h" +#include "exprs/function/geo/geo_types.h" namespace doris { diff --git a/be/test/geo/wkt_parse_test.cpp b/be/test/exprs/function/geo/wkt_parse_test.cpp similarity index 95% rename from be/test/geo/wkt_parse_test.cpp rename to be/test/exprs/function/geo/wkt_parse_test.cpp index 721a646c5d92fc..0de9923f9baafb 100644 --- a/be/test/geo/wkt_parse_test.cpp +++ b/be/test/exprs/function/geo/wkt_parse_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "geo/wkt_parse.h" +#include "exprs/function/geo/wkt_parse.h" #include #include @@ -26,7 +26,7 @@ #include #include "common/logging.h" -#include "geo/geo_types.h" +#include "exprs/function/geo/geo_types.h" #include "gtest/gtest_pred_impl.h" namespace doris { diff --git a/be/test/vec/function/simple_function_factory_test.cpp b/be/test/exprs/function/simple_function_factory_test.cpp similarity index 97% rename from be/test/vec/function/simple_function_factory_test.cpp rename to be/test/exprs/function/simple_function_factory_test.cpp index 9a06ea47cac345..ea5e7b93d99153 100644 --- a/be/test/vec/function/simple_function_factory_test.cpp +++ b/be/test/exprs/function/simple_function_factory_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/functions/simple_function_factory.h" +#include "exprs/function/simple_function_factory.h" #include #include -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/function/table_function_test.cpp b/be/test/exprs/function/table_function_test.cpp similarity index 98% rename from be/test/vec/function/table_function_test.cpp rename to be/test/exprs/function/table_function_test.cpp index 64708135d2ba1d..290f6a5d66c38f 100644 --- a/be/test/vec/function/table_function_test.cpp +++ b/be/test/exprs/function/table_function_test.cpp @@ -24,13 +24,13 @@ #include #include +#include "core/types.h" +#include "exprs/function/function_test_util.h" #include "exprs/mock_vexpr.h" +#include "exprs/table_function/vexplode.h" +#include "exprs/table_function/vexplode_numbers.h" +#include "exprs/table_function/vexplode_v2.h" #include "testutil/any_type.h" -#include "vec/core/types.h" -#include "vec/exprs/table_function/vexplode.h" -#include "vec/exprs/table_function/vexplode_numbers.h" -#include "vec/exprs/table_function/vexplode_v2.h" -#include "vec/function/function_test_util.h" namespace doris::vectorized { diff --git a/be/test/exprs/minmax_predicate_test.cpp b/be/test/exprs/minmax_predicate_test.cpp index a5471fa33be210..9e7c2a17c09ad2 100644 --- a/be/test/exprs/minmax_predicate_test.cpp +++ b/be/test/exprs/minmax_predicate_test.cpp @@ -21,9 +21,9 @@ #include #include "common/config.h" +#include "exec/runtime_filter/utils.h" #include "exprs/create_predicate_function.h" #include "gtest/internal/gtest-internal.h" -#include "runtime_filter/utils.h" #include "testutil/column_helper.h" namespace doris { diff --git a/be/test/exprs/mock_vexpr.h b/be/test/exprs/mock_vexpr.h index 52dd5e9d1876c2..50d4bd0e7a07a6 100644 --- a/be/test/exprs/mock_vexpr.h +++ b/be/test/exprs/mock_vexpr.h @@ -20,7 +20,7 @@ #include #include -#include "vec/exprs/vexpr.h" +#include "exprs/vexpr.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exprs/score_runtime_test.cpp b/be/test/exprs/score_runtime_test.cpp similarity index 97% rename from be/test/vec/exprs/score_runtime_test.cpp rename to be/test/exprs/score_runtime_test.cpp index c0466c4043395a..4474735740b8b5 100644 --- a/be/test/vec/exprs/score_runtime_test.cpp +++ b/be/test/exprs/score_runtime_test.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/score_runtime.h" +#include "exprs/score_runtime.h" +#include +#include #include #include #include -#include "gen_cpp/Exprs_types.h" -#include "gen_cpp/Opcodes_types.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/virtual_slot_ref.h" +#include "exprs/vexpr_context.h" +#include "exprs/virtual_slot_ref.h" namespace doris::vectorized { diff --git a/be/test/vec/exprs/short_circuit_util_test.cpp b/be/test/exprs/short_circuit_util_test.cpp similarity index 99% rename from be/test/vec/exprs/short_circuit_util_test.cpp rename to be/test/exprs/short_circuit_util_test.cpp index 298e019fcfa259..00ffc5b011595c 100644 --- a/be/test/vec/exprs/short_circuit_util_test.cpp +++ b/be/test/exprs/short_circuit_util_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/short_circuit_util.h" +#include "exprs/short_circuit_util.h" #include -#include "runtime/primitive_type.h" +#include "core/column/column.h" +#include "core/column/column_const.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/primitive_type.h" #include "testutil/column_helper.h" -#include "vec/columns/column.h" -#include "vec/columns/column_const.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/exprs/try_cast_expr_test.cpp b/be/test/exprs/try_cast_expr_test.cpp similarity index 97% rename from be/test/vec/exprs/try_cast_expr_test.cpp rename to be/test/exprs/try_cast_expr_test.cpp index 221f3d9e3a74f2..514bd014e44d5c 100644 --- a/be/test/vec/exprs/try_cast_expr_test.cpp +++ b/be/test/exprs/try_cast_expr_test.cpp @@ -19,14 +19,14 @@ #include -#include "runtime/primitive_type.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/exprs/function_context.h" -#include "vec/exprs/vcast_expr.h" -#include "vec/exprs/vexpr_context.h" +#include "core/column/column_nothing.h" +#include "core/column/column_nullable.h" +#include "core/data_type/primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "exprs/function_context.h" +#include "exprs/vcast_expr.h" +#include "exprs/vexpr_context.h" namespace doris::vectorized { diff --git a/be/test/vec/exprs/vexpr_evalute_inverted_index_test.cpp b/be/test/exprs/vexpr_evalute_inverted_index_test.cpp similarity index 97% rename from be/test/vec/exprs/vexpr_evalute_inverted_index_test.cpp rename to be/test/exprs/vexpr_evalute_inverted_index_test.cpp index b03aa897cd6099..47e17e06ca9b3c 100644 --- a/be/test/vec/exprs/vexpr_evalute_inverted_index_test.cpp +++ b/be/test/exprs/vexpr_evalute_inverted_index_test.cpp @@ -20,15 +20,15 @@ #include #include +#include "exprs/vcast_expr.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vin_predicate.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" #include "gtest/gtest.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -#include "vec/exprs/vcast_expr.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vin_predicate.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" // test expr is: v not in (ipv4_literal, casttoipv4(varchar)) TEST(TExprInvertedIndexTest, test_expr_evaluate_inverted_index) { diff --git a/be/test/vec/exprs/vexpr_test.cpp b/be/test/exprs/vexpr_test.cpp similarity index 98% rename from be/test/vec/exprs/vexpr_test.cpp rename to be/test/exprs/vexpr_test.cpp index a4589522322c3a..4fd1108a4a424e 100644 --- a/be/test/vec/exprs/vexpr_test.cpp +++ b/be/test/exprs/vexpr_test.cpp @@ -15,10 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/vexpr.h" +#include "exprs/vexpr.h" #include +#include #include +#include #include #include #include @@ -33,27 +35,25 @@ #include #include "common/object_pool.h" -#include "exec/schema_scanner.h" -#include "gen_cpp/Exprs_types.h" -#include "gen_cpp/Types_types.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/types.h" +#include "core/value/jsonb_value.h" +#include "core/value/large_int_value.h" +#include "core/value/time_value.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" +#include "exec/common/util.hpp" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" #include "gtest/gtest_pred_impl.h" -#include "runtime/define_primitive_type.h" +#include "information_schema/schema_scanner.h" #include "runtime/descriptors.h" -#include "runtime/jsonb_value.h" -#include "runtime/large_int_value.h" #include "runtime/runtime_state.h" #include "testutil/desc_tbl_builder.h" #include "util/timezone_utils.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/runtime/time_value.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" -#include "vec/utils/util.hpp" TEST(TEST_VEXPR, ABSTEST) { doris::ObjectPool object_pool; diff --git a/be/test/exprs/virtual_slot_ref_test.cpp b/be/test/exprs/virtual_slot_ref_test.cpp index c88b48bd747850..c342396a92c331 100644 --- a/be/test/exprs/virtual_slot_ref_test.cpp +++ b/be/test/exprs/virtual_slot_ref_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exprs/virtual_slot_ref.h" +#include "exprs/virtual_slot_ref.h" #include #include @@ -25,10 +25,10 @@ #include #include "common/object_pool.h" +#include "core/data_type/data_type_string.h" +#include "exprs/vexpr_context.h" #include "runtime/descriptors.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { diff --git a/be/test/vec/exprs/vsearch_expr_test.cpp b/be/test/exprs/vsearch_expr_test.cpp similarity index 99% rename from be/test/vec/exprs/vsearch_expr_test.cpp rename to be/test/exprs/vsearch_expr_test.cpp index 03483fba14e391..1fd1586444289f 100644 --- a/be/test/vec/exprs/vsearch_expr_test.cpp +++ b/be/test/exprs/vsearch_expr_test.cpp @@ -15,6 +15,8 @@ // specific language governing permissions and limitations // under the License. +#include +#include #include #include @@ -22,24 +24,22 @@ #include #include -#include "gen_cpp/Exprs_types.h" -#include "gen_cpp/Types_types.h" -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vsearch.h" +#include "core/block/block.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vsearch.h" +#include "storage/index/index_iterator.h" +#include "storage/segment/variant/nested_group_provider.h" #if defined(__clang__) #pragma clang diagnostic push #pragma clang diagnostic ignored "-Wkeyword-macro" #endif #define private public -#include "vec/exprs/vslot_ref.h" +#include "exprs/vslot_ref.h" #undef private #if defined(__clang__) #pragma clang diagnostic pop diff --git a/be/test/vec/exec/format/file_reader/file_meta_cache_test.cpp b/be/test/format/file_reader/file_meta_cache_test.cpp similarity index 100% rename from be/test/vec/exec/format/file_reader/file_meta_cache_test.cpp rename to be/test/format/file_reader/file_meta_cache_test.cpp diff --git a/be/test/vec/exec/format/file_reader/new_plain_text_line_reader_test.cpp b/be/test/format/file_reader/new_plain_text_line_reader_test.cpp similarity index 99% rename from be/test/vec/exec/format/file_reader/new_plain_text_line_reader_test.cpp rename to be/test/format/file_reader/new_plain_text_line_reader_test.cpp index 47bf351d6816ee..afeda2671f8002 100644 --- a/be/test/vec/exec/format/file_reader/new_plain_text_line_reader_test.cpp +++ b/be/test/format/file_reader/new_plain_text_line_reader_test.cpp @@ -17,7 +17,7 @@ // be/test/vec/exec/format/file_reader/new_plain_text_line_reader_test.cpp -#include "vec/exec/format/file_reader/new_plain_text_line_reader.h" +#include "format/file_reader/new_plain_text_line_reader.h" #include diff --git a/be/test/vec/exec/format/native/native_reader_writer_test.cpp b/be/test/format/native/native_reader_writer_test.cpp similarity index 98% rename from be/test/vec/exec/format/native/native_reader_writer_test.cpp rename to be/test/format/native/native_reader_writer_test.cpp index d4eb2a8b2bf324..985a9e10c6e24a 100644 --- a/be/test/vec/exec/format/native/native_reader_writer_test.cpp +++ b/be/test/format/native/native_reader_writer_test.cpp @@ -21,27 +21,27 @@ #include #include "common/config.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_struct.h" +#include "core/data_type/data_type_variant.h" +#include "core/data_type/define_primitive_type.h" +#include "core/data_type_serde/data_type_serde.h" +#include "core/field.h" +#include "format/native/native_format.h" +#include "format/native/native_reader.h" +#include "format/transformer/vnative_transformer.h" #include "io/fs/local_file_system.h" #include "io/fs/path.h" -#include "runtime/define_primitive_type.h" #include "runtime/runtime_state.h" #include "util/jsonb_writer.h" #include "util/uid_util.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_struct.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/data_types/data_type_variant.h" -#include "vec/data_types/serde/data_type_serde.h" -#include "vec/exec/format/native/native_format.h" -#include "vec/exec/format/native/native_reader.h" -#include "vec/runtime/vnative_transformer.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/orc/orc_convert_dict_test.cpp b/be/test/format/orc/orc_convert_dict_test.cpp similarity index 97% rename from be/test/vec/exec/orc/orc_convert_dict_test.cpp rename to be/test/format/orc/orc_convert_dict_test.cpp index 1ec93b472df398..562f8a878e9920 100644 --- a/be/test/vec/exec/orc/orc_convert_dict_test.cpp +++ b/be/test/format/orc/orc_convert_dict_test.cpp @@ -19,12 +19,12 @@ #include +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "format/orc/vorc_reader.h" #include "orc/ColumnPrinter.hh" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/exec/format/orc/vorc_reader.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/orc/orc_convert_to_orc_literal_test.cpp b/be/test/format/orc/orc_convert_to_orc_literal_test.cpp similarity index 99% rename from be/test/vec/exec/orc/orc_convert_to_orc_literal_test.cpp rename to be/test/format/orc/orc_convert_to_orc_literal_test.cpp index 947fb957ee57ae..a329f7c0ede674 100644 --- a/be/test/vec/exec/orc/orc_convert_to_orc_literal_test.cpp +++ b/be/test/format/orc/orc_convert_to_orc_literal_test.cpp @@ -19,11 +19,11 @@ #include +#include "core/column/column_struct.h" +#include "core/data_type/data_type_nullable.h" +#include "core/types.h" +#include "format/orc/vorc_reader.cpp" #include "orc/ColumnPrinter.hh" -#include "vec/columns/column_struct.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/exec/format/orc/vorc_reader.cpp" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/orc/orc_file_reader_test.cpp b/be/test/format/orc/orc_file_reader_test.cpp similarity index 99% rename from be/test/vec/exec/orc/orc_file_reader_test.cpp rename to be/test/format/orc/orc_file_reader_test.cpp index 4c71129cdbbc3d..20d4d823343d76 100644 --- a/be/test/vec/exec/orc/orc_file_reader_test.cpp +++ b/be/test/format/orc/orc_file_reader_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/orc/orc_file_reader.h" +#include "format/orc/orc_file_reader.h" #include diff --git a/be/test/vec/exec/orc/orc_memory_stream_test.h b/be/test/format/orc/orc_memory_stream_test.h similarity index 79% rename from be/test/vec/exec/orc/orc_memory_stream_test.h rename to be/test/format/orc/orc_memory_stream_test.h index 02d6ac038fa216..534ef9766971e5 100644 --- a/be/test/vec/exec/orc/orc_memory_stream_test.h +++ b/be/test/format/orc/orc_memory_stream_test.h @@ -19,23 +19,23 @@ #include +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "core/types.h" +#include "format/orc/vorc_reader.h" #include "orc/ColumnPrinter.hh" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_struct.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/orc/vorc_reader.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/orc/orc_read_lines.cpp b/be/test/format/orc/orc_read_lines.cpp similarity index 97% rename from be/test/vec/exec/orc/orc_read_lines.cpp rename to be/test/format/orc/orc_read_lines.cpp index d22bd91543e8b5..26287a4771ddd4 100644 --- a/be/test/vec/exec/orc/orc_read_lines.cpp +++ b/be/test/format/orc/orc_read_lines.cpp @@ -32,23 +32,22 @@ #include #include "common/object_pool.h" -#include "gtest/gtest_pred_impl.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "exec/scan/file_scanner.h" +#include "exprs/vexpr_context.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" #include "io/fs/local_file_system.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "storage/segment/column_reader.h" #include "testutil/desc_tbl_builder.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/format/orc/orc_memory_pool.h" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/scan/file_scanner.h" -#include "vec/exprs/vexpr_context.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/orc/orc_reader_fill_data_test.cpp b/be/test/format/orc/orc_reader_fill_data_test.cpp similarity index 98% rename from be/test/vec/exec/orc/orc_reader_fill_data_test.cpp rename to be/test/format/orc/orc_reader_fill_data_test.cpp index bb231ce97eb700..52dbb5fbb41539 100644 --- a/be/test/vec/exec/orc/orc_reader_fill_data_test.cpp +++ b/be/test/format/orc/orc_reader_fill_data_test.cpp @@ -19,17 +19,17 @@ #include +#include "core/column/column_array.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_struct.h" +#include "core/types.h" +#include "format/orc/orc_memory_stream_test.h" +#include "format/orc/vorc_reader.h" #include "orc/ColumnPrinter.hh" -#include "orc_memory_stream_test.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_struct.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/orc/vorc_reader.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/orc/orc_reader_init_column_test.cpp b/be/test/format/orc/orc_reader_init_column_test.cpp similarity index 98% rename from be/test/vec/exec/orc/orc_reader_init_column_test.cpp rename to be/test/format/orc/orc_reader_init_column_test.cpp index c4c2ca51a38db7..4b9e978434735f 100644 --- a/be/test/vec/exec/orc/orc_reader_init_column_test.cpp +++ b/be/test/format/orc/orc_reader_init_column_test.cpp @@ -19,10 +19,10 @@ #include +#include "core/types.h" +#include "format/orc/orc_memory_stream_test.h" +#include "format/orc/vorc_reader.h" #include "orc/ColumnPrinter.hh" -#include "orc_memory_stream_test.h" -#include "vec/core/types.h" -#include "vec/exec/format/orc/vorc_reader.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/orc_reader_test.cpp b/be/test/format/orc/orc_reader_test.cpp similarity index 99% rename from be/test/vec/exec/orc_reader_test.cpp rename to be/test/format/orc/orc_reader_test.cpp index b98c61c3c17965..06f8121f89cc93 100644 --- a/be/test/vec/exec/orc_reader_test.cpp +++ b/be/test/format/orc/orc_reader_test.cpp @@ -23,17 +23,17 @@ #include #include +#include "core/data_type/define_primitive_type.h" +#include "exec/common/util.hpp" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" +#include "format/orc/orc_memory_pool.h" +#include "format/orc/vorc_reader.h" #include "io/fs/file_meta_cache.h" #include "orc/sargs/SearchArgument.hh" -#include "runtime/define_primitive_type.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" #include "testutil/desc_tbl_builder.h" -#include "vec/exec/format/orc/orc_memory_pool.h" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/utils/util.hpp" namespace doris::vectorized { class OrcReaderTest : public testing::Test { public: diff --git a/be/test/vec/exec/format/parquet/bool_plain_decoder_test.cpp b/be/test/format/parquet/bool_plain_decoder_test.cpp similarity index 98% rename from be/test/vec/exec/format/parquet/bool_plain_decoder_test.cpp rename to be/test/format/parquet/bool_plain_decoder_test.cpp index d753ee3f46c2c8..74f0f2c95d978f 100644 --- a/be/test/vec/exec/format/parquet/bool_plain_decoder_test.cpp +++ b/be/test/format/parquet/bool_plain_decoder_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/bool_plain_decoder.h" +#include "format/parquet/bool_plain_decoder.h" #include +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" #include "parquet/encoding.h" #include "parquet/schema.h" #include "parquet/types.h" #include "util/slice.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/bool_rle_decoder_test.cpp b/be/test/format/parquet/bool_rle_decoder_test.cpp similarity index 98% rename from be/test/vec/exec/format/parquet/bool_rle_decoder_test.cpp rename to be/test/format/parquet/bool_rle_decoder_test.cpp index 0966eac86ba1bb..3f9c0451346262 100644 --- a/be/test/vec/exec/format/parquet/bool_rle_decoder_test.cpp +++ b/be/test/format/parquet/bool_rle_decoder_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/bool_rle_decoder.h" +#include "format/parquet/bool_rle_decoder.h" #include +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" #include "parquet/encoding.h" #include "parquet/schema.h" #include "parquet/types.h" #include "util/slice.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/byte_array_dict_decoder_test.cpp b/be/test/format/parquet/byte_array_dict_decoder_test.cpp similarity index 98% rename from be/test/vec/exec/format/parquet/byte_array_dict_decoder_test.cpp rename to be/test/format/parquet/byte_array_dict_decoder_test.cpp index c08d3c01df7b43..46ba7d3ddddfd3 100644 --- a/be/test/vec/exec/format/parquet/byte_array_dict_decoder_test.cpp +++ b/be/test/format/parquet/byte_array_dict_decoder_test.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/byte_array_dict_decoder.h" +#include "format/parquet/byte_array_dict_decoder.h" #include +#include "core/column/column_dictionary.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/custom_allocator.h" +#include "core/data_type/data_type_string.h" #include "parquet/encoding.h" #include "parquet/schema.h" #include "parquet/types.h" #include "util/slice.h" -#include "vec/columns/column_dictionary.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/common/custom_allocator.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/byte_array_plain_decoder_test.cpp b/be/test/format/parquet/byte_array_plain_decoder_test.cpp similarity index 98% rename from be/test/vec/exec/format/parquet/byte_array_plain_decoder_test.cpp rename to be/test/format/parquet/byte_array_plain_decoder_test.cpp index 2ae009ee362ada..099fcb569d4d0c 100644 --- a/be/test/vec/exec/format/parquet/byte_array_plain_decoder_test.cpp +++ b/be/test/format/parquet/byte_array_plain_decoder_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/byte_array_plain_decoder.h" +#include "format/parquet/byte_array_plain_decoder.h" #include +#include "core/column/column_string.h" +#include "core/data_type/data_type_string.h" #include "util/slice.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/byte_stream_split_decoder_test.cpp b/be/test/format/parquet/byte_stream_split_decoder_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/byte_stream_split_decoder_test.cpp rename to be/test/format/parquet/byte_stream_split_decoder_test.cpp index 1a0553bf369489..2d0a75e74703aa 100644 --- a/be/test/vec/exec/format/parquet/byte_stream_split_decoder_test.cpp +++ b/be/test/format/parquet/byte_stream_split_decoder_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/byte_stream_split_decoder.h" +#include "format/parquet/byte_stream_split_decoder.h" #include +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" #include "util/slice.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/delta_bit_pack_decoder_test.cpp b/be/test/format/parquet/delta_bit_pack_decoder_test.cpp similarity index 98% rename from be/test/vec/exec/format/parquet/delta_bit_pack_decoder_test.cpp rename to be/test/format/parquet/delta_bit_pack_decoder_test.cpp index 3c4c8f47503233..0bce862e9da812 100644 --- a/be/test/vec/exec/format/parquet/delta_bit_pack_decoder_test.cpp +++ b/be/test/format/parquet/delta_bit_pack_decoder_test.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/delta_bit_pack_decoder.h" +#include "format/parquet/delta_bit_pack_decoder.h" #include +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" #include "parquet/encoding.h" #include "parquet/schema.h" #include "parquet/types.h" #include "util/slice.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/delta_byte_array_decoder_test.cpp b/be/test/format/parquet/delta_byte_array_decoder_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/delta_byte_array_decoder_test.cpp rename to be/test/format/parquet/delta_byte_array_decoder_test.cpp index f8ea5b70a755e3..55c7d59a6a45fb 100644 --- a/be/test/vec/exec/format/parquet/delta_byte_array_decoder_test.cpp +++ b/be/test/format/parquet/delta_byte_array_decoder_test.cpp @@ -20,14 +20,14 @@ #include #include "arrow/api.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "format/parquet/delta_bit_pack_decoder.h" #include "parquet/encoding.h" #include "parquet/schema.h" #include "parquet/types.h" #include "util/slice.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exec/format/parquet/delta_bit_pack_decoder.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/delta_length_byte_array_decoder_test.cpp b/be/test/format/parquet/delta_length_byte_array_decoder_test.cpp similarity index 98% rename from be/test/vec/exec/format/parquet/delta_length_byte_array_decoder_test.cpp rename to be/test/format/parquet/delta_length_byte_array_decoder_test.cpp index 01eb26a628ca4d..6eabbef31f2702 100644 --- a/be/test/vec/exec/format/parquet/delta_length_byte_array_decoder_test.cpp +++ b/be/test/format/parquet/delta_length_byte_array_decoder_test.cpp @@ -17,14 +17,14 @@ #include +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "format/parquet/delta_bit_pack_decoder.h" #include "parquet/encoding.h" #include "parquet/schema.h" #include "parquet/types.h" #include "util/slice.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/exec/format/parquet/delta_bit_pack_decoder.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/fix_length_dict_decoder_test.cpp b/be/test/format/parquet/fix_length_dict_decoder_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/fix_length_dict_decoder_test.cpp rename to be/test/format/parquet/fix_length_dict_decoder_test.cpp index b025cdf13cf8ec..066ca0bc50645c 100644 --- a/be/test/vec/exec/format/parquet/fix_length_dict_decoder_test.cpp +++ b/be/test/format/parquet/fix_length_dict_decoder_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/fix_length_dict_decoder.hpp" +#include "format/parquet/fix_length_dict_decoder.hpp" #include +#include "core/column/column_vector.h" +#include "core/custom_allocator.h" +#include "core/data_type/data_type_number.h" #include "util/slice.h" -#include "vec/columns/column_vector.h" -#include "vec/common/custom_allocator.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/fix_length_plain_decoder_test.cpp b/be/test/format/parquet/fix_length_plain_decoder_test.cpp similarity index 98% rename from be/test/vec/exec/format/parquet/fix_length_plain_decoder_test.cpp rename to be/test/format/parquet/fix_length_plain_decoder_test.cpp index 65025eb2767518..5bfd8b88f710b6 100644 --- a/be/test/vec/exec/format/parquet/fix_length_plain_decoder_test.cpp +++ b/be/test/format/parquet/fix_length_plain_decoder_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/fix_length_plain_decoder.h" +#include "format/parquet/fix_length_plain_decoder.h" #include +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" #include "util/slice.h" -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/level_decoder_test.cpp b/be/test/format/parquet/level_decoder_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/level_decoder_test.cpp rename to be/test/format/parquet/level_decoder_test.cpp index d9385db734b766..c62f7d573a7a27 100644 --- a/be/test/vec/exec/format/parquet/level_decoder_test.cpp +++ b/be/test/format/parquet/level_decoder_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/level_decoder.h" +#include "format/parquet/level_decoder.h" #include diff --git a/be/test/vec/exec/format/parquet/parquet_common_test.cpp b/be/test/format/parquet/parquet_common_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/parquet_common_test.cpp rename to be/test/format/parquet/parquet_common_test.cpp index 067153629379b0..5b4bd129146748 100644 --- a/be/test/vec/exec/format/parquet/parquet_common_test.cpp +++ b/be/test/format/parquet/parquet_common_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/parquet/parquet_common.h" +#include "format/parquet/parquet_common.h" #include diff --git a/be/test/vec/exec/format/parquet/parquet_corrupt_statistics_test.cpp b/be/test/format/parquet/parquet_corrupt_statistics_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/parquet_corrupt_statistics_test.cpp rename to be/test/format/parquet/parquet_corrupt_statistics_test.cpp index bad95614f006f4..056246b0dffd7e 100644 --- a/be/test/vec/exec/format/parquet/parquet_corrupt_statistics_test.cpp +++ b/be/test/format/parquet/parquet_corrupt_statistics_test.cpp @@ -19,7 +19,7 @@ #include -#include "vec/exec/format/parquet/parquet_common.h" +#include "format/parquet/parquet_common.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/format/parquet/parquet_expr_test.cpp b/be/test/format/parquet/parquet_expr_test.cpp similarity index 98% rename from be/test/vec/exec/format/parquet/parquet_expr_test.cpp rename to be/test/format/parquet/parquet_expr_test.cpp index fb3d2754d7f5af..78fc0aa0cb454f 100644 --- a/be/test/vec/exec/format/parquet/parquet_expr_test.cpp +++ b/be/test/format/parquet/parquet_expr_test.cpp @@ -51,33 +51,32 @@ #include "common/object_pool.h" #include "common/status.h" -#include "exec/schema_scanner.h" +#include "core/column/column.h" +#include "core/data_type/define_primitive_type.h" +#include "core/value/decimalv2_value.h" +#include "exprs/aggregate/aggregate_function.h" #include "exprs/create_predicate_function.h" #include "exprs/hybrid_set.h" +#include "exprs/vcompound_pred.h" +#include "exprs/vdirect_in_predicate.h" +#include "format/parquet/parquet_block_split_bloom_filter.h" +#include "format/parquet/parquet_thrift_util.h" +#include "format/parquet/schema_desc.h" +#include "format/parquet/vparquet_column_chunk_reader.h" +#include "format/parquet/vparquet_file_metadata.h" +#include "format/parquet/vparquet_page_index.h" +#include "format/parquet/vparquet_reader.h" #include "gtest/gtest_pred_impl.h" +#include "information_schema/schema_scanner.h" #include "io/fs/local_file_system.h" -#include "olap/comparison_predicate.h" -#include "olap/in_list_predicate.h" -#include "olap/null_predicate.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" -#include "runtime/types.h" +#include "storage/predicate/comparison_predicate.h" +#include "storage/predicate/in_list_predicate.h" +#include "storage/predicate/null_predicate.h" #include "testutil/mock/mock_fn_call.h" #include "testutil/mock/mock_literal_expr.h" #include "testutil/mock/mock_slot_ref.h" #include "util/timezone_utils.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/exec/format/parquet/parquet_block_split_bloom_filter.h" -#include "vec/exec/format/parquet/parquet_thrift_util.h" -#include "vec/exec/format/parquet/schema_desc.h" -#include "vec/exec/format/parquet/vparquet_column_chunk_reader.h" -#include "vec/exec/format/parquet/vparquet_file_metadata.h" -#include "vec/exec/format/parquet/vparquet_page_index.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exprs/vcompound_pred.h" -#include "vec/exprs/vdirect_in_predicate.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/format/parquet/parquet_nested_type_cross_page_test.cpp b/be/test/format/parquet/parquet_nested_type_cross_page_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/parquet_nested_type_cross_page_test.cpp rename to be/test/format/parquet/parquet_nested_type_cross_page_test.cpp index cff0937910e9a8..ac572411248812 100644 --- a/be/test/vec/exec/format/parquet/parquet_nested_type_cross_page_test.cpp +++ b/be/test/format/parquet/parquet_nested_type_cross_page_test.cpp @@ -17,7 +17,7 @@ #include -#include "vec/exec/format/parquet/parquet_common.h" +#include "format/parquet/parquet_common.h" namespace doris::vectorized { class ParquetCrossPageTest : public testing::Test { diff --git a/be/test/vec/exec/format/parquet/parquet_page_cache_test.cpp b/be/test/format/parquet/parquet_page_cache_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/parquet_page_cache_test.cpp rename to be/test/format/parquet/parquet_page_cache_test.cpp index c415d264e8e915..27405186c81e6c 100644 --- a/be/test/vec/exec/format/parquet/parquet_page_cache_test.cpp +++ b/be/test/format/parquet/parquet_page_cache_test.cpp @@ -19,16 +19,16 @@ #include #include "common/config.h" +#include "format/parquet/schema_desc.h" +#include "format/parquet/vparquet_column_chunk_reader.h" +#include "format/parquet/vparquet_page_reader.h" #include "io/fs/buffered_reader.h" -#include "olap/page_cache.h" #include "runtime/exec_env.h" #include "runtime/memory/cache_manager.h" +#include "storage/cache/page_cache.h" #include "util/block_compression.h" #include "util/faststring.h" #include "util/thrift_util.h" -#include "vec/exec/format/parquet/schema_desc.h" -#include "vec/exec/format/parquet/vparquet_column_chunk_reader.h" -#include "vec/exec/format/parquet/vparquet_page_reader.h" using namespace doris; using namespace doris::vectorized; diff --git a/be/test/vec/exec/format/parquet/parquet_read_lines.cpp b/be/test/format/parquet/parquet_read_lines.cpp similarity index 97% rename from be/test/vec/exec/format/parquet/parquet_read_lines.cpp rename to be/test/format/parquet/parquet_read_lines.cpp index 46d8d1020e1085..763fc2a8f79bb9 100644 --- a/be/test/vec/exec/format/parquet/parquet_read_lines.cpp +++ b/be/test/format/parquet/parquet_read_lines.cpp @@ -32,23 +32,24 @@ #include #include "common/object_pool.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "exec/scan/file_scanner.h" +#include "exprs/vexpr_context.h" +#include "format/orc/vorc_reader.h" +#include "format/parquet/vparquet_reader.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" #include "orc/sargs/SearchArgument.hh" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "storage/segment/column_reader.h" #include "util/timezone_utils.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/format/orc/vorc_reader.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/scan/file_scanner.h" -#include "vec/exprs/vexpr_context.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/format/parquet/parquet_reader_test.cpp b/be/test/format/parquet/parquet_reader_test.cpp similarity index 98% rename from be/test/vec/exec/format/parquet/parquet_reader_test.cpp rename to be/test/format/parquet/parquet_reader_test.cpp index 74f9a1b142ff8b..d2f528df012eca 100644 --- a/be/test/vec/exec/format/parquet/parquet_reader_test.cpp +++ b/be/test/format/parquet/parquet_reader_test.cpp @@ -32,7 +32,13 @@ #include #include "common/object_pool.h" -#include "exec/olap_common.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_view.h" +#include "format/parquet/vparquet_reader.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/file_meta_cache.h" #include "io/fs/file_reader_writer_fwd.h" @@ -40,14 +46,8 @@ #include "io/fs/local_file_system.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" +#include "storage/olap_scan_common.h" #include "util/timezone_utils.h" -#include "vec/columns/column.h" -#include "vec/common/string_view.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/format/parquet/vparquet_reader.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/format/parquet/parquet_statistics_test.cpp b/be/test/format/parquet/parquet_statistics_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/parquet_statistics_test.cpp rename to be/test/format/parquet/parquet_statistics_test.cpp index b414095245ec7e..1c36d6f4073bbb 100644 --- a/be/test/vec/exec/format/parquet/parquet_statistics_test.cpp +++ b/be/test/format/parquet/parquet_statistics_test.cpp @@ -19,7 +19,7 @@ #include -#include "vec/exec/format/parquet/parquet_predicate.h" +#include "format/parquet/parquet_predicate.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/format/parquet/parquet_thrift_test.cpp b/be/test/format/parquet/parquet_thrift_test.cpp similarity index 96% rename from be/test/vec/exec/format/parquet/parquet_thrift_test.cpp rename to be/test/format/parquet/parquet_thrift_test.cpp index e3695b2b54544e..664ad233c24511 100644 --- a/be/test/vec/exec/format/parquet/parquet_thrift_test.cpp +++ b/be/test/format/parquet/parquet_thrift_test.cpp @@ -36,31 +36,30 @@ #include "common/object_pool.h" #include "common/status.h" -#include "exec/schema_scanner.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/string_ref.h" +#include "core/value/decimalv2_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "format/parquet/parquet_common.h" +#include "format/parquet/parquet_thrift_util.h" +#include "format/parquet/schema_desc.h" +#include "format/parquet/vparquet_column_chunk_reader.h" +#include "format/parquet/vparquet_file_metadata.h" +#include "format/parquet/vparquet_group_reader.h" #include "gtest/gtest_pred_impl.h" +#include "information_schema/schema_scanner.h" #include "io/fs/buffered_reader.h" #include "io/fs/file_reader.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/local_file_system.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptors.h" -#include "runtime/types.h" #include "util/slice.h" #include "util/timezone_utils.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/exec/format/parquet/parquet_common.h" -#include "vec/exec/format/parquet/parquet_thrift_util.h" -#include "vec/exec/format/parquet/schema_desc.h" -#include "vec/exec/format/parquet/vparquet_column_chunk_reader.h" -#include "vec/exec/format/parquet/vparquet_file_metadata.h" -#include "vec/exec/format/parquet/vparquet_group_reader.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/parquet/parquet_utils_test.cpp b/be/test/format/parquet/parquet_utils_test.cpp similarity index 96% rename from be/test/vec/exec/format/parquet/parquet_utils_test.cpp rename to be/test/format/parquet/parquet_utils_test.cpp index ba87eb2d00284d..27a4b153fa2e33 100644 --- a/be/test/vec/exec/format/parquet/parquet_utils_test.cpp +++ b/be/test/format/parquet/parquet_utils_test.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/parquet_utils.h" +#include "format/table/parquet_utils.h" #include #include -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_number.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" +#include "core/types.h" namespace doris::vectorized::parquet_utils { diff --git a/be/test/vec/exec/format/parquet/parquet_version_test.cpp b/be/test/format/parquet/parquet_version_test.cpp similarity index 99% rename from be/test/vec/exec/format/parquet/parquet_version_test.cpp rename to be/test/format/parquet/parquet_version_test.cpp index 10d17e27790f04..374550995bd0d6 100644 --- a/be/test/vec/exec/format/parquet/parquet_version_test.cpp +++ b/be/test/format/parquet/parquet_version_test.cpp @@ -19,7 +19,7 @@ #include -#include "vec/exec/format/parquet/parquet_common.h" +#include "format/parquet/parquet_common.h" namespace doris { namespace vectorized { diff --git a/be/test/vec/exec/format/table/hive/hive_reader_create_column_ids_test.cpp b/be/test/format/table/hive/hive_reader_create_column_ids_test.cpp similarity index 98% rename from be/test/vec/exec/format/table/hive/hive_reader_create_column_ids_test.cpp rename to be/test/format/table/hive/hive_reader_create_column_ids_test.cpp index eea631928578f4..bb31807da252f3 100644 --- a/be/test/vec/exec/format/table/hive/hive_reader_create_column_ids_test.cpp +++ b/be/test/format/table/hive/hive_reader_create_column_ids_test.cpp @@ -29,29 +29,29 @@ #include #include "common/object_pool.h" -#include "exec/olap_common.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "format/parquet/vparquet_reader.h" +#include "format/table/hive_reader.h" #include "io/fs/file_meta_cache.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" +#include "storage/olap_scan_common.h" #include "util/timezone_utils.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/format/table/hive_reader.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/table/hive/hive_reader_test.cpp b/be/test/format/table/hive/hive_reader_test.cpp similarity index 98% rename from be/test/vec/exec/format/table/hive/hive_reader_test.cpp rename to be/test/format/table/hive/hive_reader_test.cpp index 16608a85dee421..360e7cb6b64ee9 100644 --- a/be/test/vec/exec/format/table/hive/hive_reader_test.cpp +++ b/be/test/format/table/hive/hive_reader_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/hive_reader.h" +#include "format/table/hive_reader.h" #include #include @@ -31,28 +31,28 @@ #include #include "common/object_pool.h" -#include "exec/olap_common.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "format/parquet/vparquet_reader.h" #include "io/fs/file_meta_cache.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" +#include "storage/olap_scan_common.h" #include "util/timezone_utils.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/parquet/vparquet_reader.h" namespace doris::vectorized::table { diff --git a/be/test/vec/exec/format/table/iceberg/arrow_schema_util_test.cpp b/be/test/format/table/iceberg/arrow_schema_util_test.cpp similarity index 98% rename from be/test/vec/exec/format/table/iceberg/arrow_schema_util_test.cpp rename to be/test/format/table/iceberg/arrow_schema_util_test.cpp index b5f61c9d2e3cdf..2d897d2cec61c1 100644 --- a/be/test/vec/exec/format/table/iceberg/arrow_schema_util_test.cpp +++ b/be/test/format/table/iceberg/arrow_schema_util_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/arrow_schema_util.h" +#include "format/table/iceberg/arrow_schema_util.h" #include #include @@ -27,9 +27,9 @@ #include #include +#include "format/table/iceberg/schema.h" +#include "format/table/iceberg/schema_parser.h" #include "io/fs/local_file_system.h" -#include "vec/exec/format/table/iceberg/schema.h" -#include "vec/exec/format/table/iceberg/schema_parser.h" namespace doris { namespace iceberg { diff --git a/be/test/vec/exec/format/table/iceberg/iceberg_reader_create_column_ids_test.cpp b/be/test/format/table/iceberg/iceberg_reader_create_column_ids_test.cpp similarity index 98% rename from be/test/vec/exec/format/table/iceberg/iceberg_reader_create_column_ids_test.cpp rename to be/test/format/table/iceberg/iceberg_reader_create_column_ids_test.cpp index d897f0e47621c5..0710e42d1aab08 100644 --- a/be/test/vec/exec/format/table/iceberg/iceberg_reader_create_column_ids_test.cpp +++ b/be/test/format/table/iceberg/iceberg_reader_create_column_ids_test.cpp @@ -29,29 +29,29 @@ #include #include "common/object_pool.h" -#include "exec/olap_common.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "format/parquet/vparquet_reader.h" +#include "format/table/iceberg_reader.h" #include "io/fs/file_meta_cache.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" +#include "storage/olap_scan_common.h" #include "util/timezone_utils.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/exec/format/table/iceberg_reader.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/table/iceberg/iceberg_reader_test.cpp b/be/test/format/table/iceberg/iceberg_reader_test.cpp similarity index 98% rename from be/test/vec/exec/format/table/iceberg/iceberg_reader_test.cpp rename to be/test/format/table/iceberg/iceberg_reader_test.cpp index 4e72f3f5e6ed25..2afc34852c0812 100644 --- a/be/test/vec/exec/format/table/iceberg/iceberg_reader_test.cpp +++ b/be/test/format/table/iceberg/iceberg_reader_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg_reader.h" +#include "format/table/iceberg_reader.h" #include #include @@ -31,28 +31,28 @@ #include #include "common/object_pool.h" -#include "exec/olap_common.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_struct.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/data_type_struct.h" +#include "format/parquet/vparquet_reader.h" #include "io/fs/file_meta_cache.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" +#include "storage/olap_scan_common.h" #include "util/timezone_utils.h" -#include "vec/columns/column.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_struct.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/data_types/data_type_struct.h" -#include "vec/exec/format/parquet/vparquet_reader.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/table/iceberg/partition_spec_parser_test.cpp b/be/test/format/table/iceberg/partition_spec_parser_test.cpp similarity index 95% rename from be/test/vec/exec/format/table/iceberg/partition_spec_parser_test.cpp rename to be/test/format/table/iceberg/partition_spec_parser_test.cpp index 45d9281303b748..71bb4bbf0b5a4b 100644 --- a/be/test/vec/exec/format/table/iceberg/partition_spec_parser_test.cpp +++ b/be/test/format/table/iceberg/partition_spec_parser_test.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/partition_spec_parser.h" +#include "format/table/iceberg/partition_spec_parser.h" #include -#include "vec/exec/format/table/iceberg/schema.h" -#include "vec/exec/format/table/iceberg/types.h" +#include "format/table/iceberg/schema.h" +#include "format/table/iceberg/types.h" namespace doris { namespace iceberg { diff --git a/be/test/vec/exec/format/table/iceberg/schema_parser_test.cpp b/be/test/format/table/iceberg/schema_parser_test.cpp similarity index 98% rename from be/test/vec/exec/format/table/iceberg/schema_parser_test.cpp rename to be/test/format/table/iceberg/schema_parser_test.cpp index f464525a7f99bc..427e0e3c05cbed 100644 --- a/be/test/vec/exec/format/table/iceberg/schema_parser_test.cpp +++ b/be/test/format/table/iceberg/schema_parser_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/schema_parser.h" +#include "format/table/iceberg/schema_parser.h" #include -#include "vec/exec/format/table/iceberg/schema.h" +#include "format/table/iceberg/schema.h" namespace doris { namespace iceberg { diff --git a/be/test/vec/exec/format/table/iceberg/schema_test.cpp b/be/test/format/table/iceberg/schema_test.cpp similarity index 98% rename from be/test/vec/exec/format/table/iceberg/schema_test.cpp rename to be/test/format/table/iceberg/schema_test.cpp index 7d86a9b680579a..bccf0f1f3418b2 100644 --- a/be/test/vec/exec/format/table/iceberg/schema_test.cpp +++ b/be/test/format/table/iceberg/schema_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/iceberg/schema.h" +#include "format/table/iceberg/schema.h" #include diff --git a/be/test/vec/exec/format/table/iceberg/type_test.cpp b/be/test/format/table/iceberg/type_test.cpp similarity index 99% rename from be/test/vec/exec/format/table/iceberg/type_test.cpp rename to be/test/format/table/iceberg/type_test.cpp index 25349c6be042cd..81f8b6b760c24f 100644 --- a/be/test/vec/exec/format/table/iceberg/type_test.cpp +++ b/be/test/format/table/iceberg/type_test.cpp @@ -17,7 +17,7 @@ #include -#include "vec/exec/format/table/iceberg/types.h" +#include "format/table/iceberg/types.h" namespace doris { namespace iceberg { diff --git a/be/test/vec/exec/format/table/paimon_cpp_reader_test.cpp b/be/test/format/table/paimon_cpp_reader_test.cpp similarity index 96% rename from be/test/vec/exec/format/table/paimon_cpp_reader_test.cpp rename to be/test/format/table/paimon_cpp_reader_test.cpp index 14aa3dc98375ff..523dfc1d3379bd 100644 --- a/be/test/vec/exec/format/table/paimon_cpp_reader_test.cpp +++ b/be/test/format/table/paimon_cpp_reader_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vec/exec/format/table/paimon_cpp_reader.h" +#include "format/table/paimon_cpp_reader.h" #include #include #include +#include "core/block/block.h" +#include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -#include "util/runtime_profile.h" -#include "vec/core/block.h" namespace doris::vectorized { diff --git a/be/test/vec/exec/format/table/table_schema_change_helper_test.cpp b/be/test/format/table/table_schema_change_helper_test.cpp similarity index 99% rename from be/test/vec/exec/format/table/table_schema_change_helper_test.cpp rename to be/test/format/table/table_schema_change_helper_test.cpp index c9bfbce7628e58..9010139c72c495 100644 --- a/be/test/vec/exec/format/table/table_schema_change_helper_test.cpp +++ b/be/test/format/table/table_schema_change_helper_test.cpp @@ -21,11 +21,11 @@ #include #include +#include "core/column/column_string.h" +#include "core/data_type/data_type_factory.hpp" +#include "format/table/iceberg_reader.h" +#include "format/table/table_format_reader.h" #include "testutil/desc_tbl_builder.h" -#include "vec/columns/column_string.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/exec/format/table/iceberg_reader.h" -#include "vec/exec/format/table/table_format_reader.h" namespace doris::vectorized { class MockTableSchemaChangeHelper : public TableSchemaChangeHelper {}; diff --git a/be/test/vec/exec/format/text/hive_text_field_splitter_test.cpp b/be/test/format/text/hive_text_field_splitter_test.cpp similarity index 98% rename from be/test/vec/exec/format/text/hive_text_field_splitter_test.cpp rename to be/test/format/text/hive_text_field_splitter_test.cpp index 814af4554e457f..cbd3499289d465 100644 --- a/be/test/vec/exec/format/text/hive_text_field_splitter_test.cpp +++ b/be/test/format/text/hive_text_field_splitter_test.cpp @@ -20,7 +20,7 @@ #include #include -#include "vec/exec/format/text/text_reader.h" +#include "format/text/text_reader.h" namespace doris::vectorized { diff --git a/be/test/olap/wal/wal_dirs_info_test.cpp b/be/test/format/wal/wal_dirs_info_test.cpp similarity index 99% rename from be/test/olap/wal/wal_dirs_info_test.cpp rename to be/test/format/wal/wal_dirs_info_test.cpp index 04967350a916ff..820bde1d481ddf 100644 --- a/be/test/olap/wal/wal_dirs_info_test.cpp +++ b/be/test/format/wal/wal_dirs_info_test.cpp @@ -14,7 +14,7 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "olap/wal/wal_dirs_info.h" +#include "load/group_commit/wal/wal_dirs_info.h" #include diff --git a/be/test/olap/wal/wal_manager_test.cpp b/be/test/format/wal/wal_manager_test.cpp similarity index 98% rename from be/test/olap/wal/wal_manager_test.cpp rename to be/test/format/wal/wal_manager_test.cpp index 8315c2e88bdb27..1d8849c868ce1d 100644 --- a/be/test/olap/wal/wal_manager_test.cpp +++ b/be/test/format/wal/wal_manager_test.cpp @@ -14,8 +14,10 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "olap/wal/wal_manager.h" +#include "load/group_commit/wal/wal_manager.h" +#include +#include #include #include @@ -23,16 +25,14 @@ #include "common/object_pool.h" #include "cpp/sync_point.h" -#include "gen_cpp/Descriptors_types.h" -#include "gen_cpp/PlanNodes_types.h" +#include "exec/operator/file_scan_operator.h" +#include "exec/scan/file_scanner.h" #include "io/fs/local_file_system.h" -#include "pipeline/exec/file_scan_operator.h" #include "runtime/cluster_info.h" #include "runtime/descriptors.h" #include "runtime/memory/mem_tracker.h" #include "runtime/runtime_state.h" #include "runtime/user_function_cache.h" -#include "vec/exec/scan/file_scanner.h" namespace doris { diff --git a/be/test/olap/wal/wal_reader_writer_test.cpp b/be/test/format/wal/wal_reader_writer_test.cpp similarity index 95% rename from be/test/olap/wal/wal_reader_writer_test.cpp rename to be/test/format/wal/wal_reader_writer_test.cpp index d443cdfa84921b..4cad033f027ff2 100644 --- a/be/test/olap/wal/wal_reader_writer_test.cpp +++ b/be/test/format/wal/wal_reader_writer_test.cpp @@ -14,6 +14,7 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. +#include #include #include @@ -21,18 +22,17 @@ #include "agent/be_exec_version_manager.h" #include "common/object_pool.h" -#include "gen_cpp/internal_service.pb.h" +#include "core/data_type/data_type_number.h" +#include "exec/exchange/vdata_stream_mgr.h" +#include "exec/exchange/vdata_stream_recvr.h" #include "gmock/gmock.h" #include "io/fs/local_file_system.h" -#include "olap/wal/wal_reader.h" -#include "olap/wal/wal_writer.h" +#include "load/group_commit/wal/wal_reader.h" +#include "load/group_commit/wal/wal_writer.h" #include "runtime/exec_env.h" #include "service/brpc.h" #include "testutil/test_util.h" #include "util/proto_util.h" -#include "vec/data_types/data_type_number.h" -#include "vec/runtime/vdata_stream_mgr.h" -#include "vec/runtime/vdata_stream_recvr.h" using ::testing::_; using ::testing::Return; diff --git a/be/test/gutil/strings/numbers_test.cpp b/be/test/gutil/strings/numbers_test.cpp index 8f2f1a3ed99b41..433ee964ff8ee5 100644 --- a/be/test/gutil/strings/numbers_test.cpp +++ b/be/test/gutil/strings/numbers_test.cpp @@ -20,9 +20,9 @@ #include +#include "exprs/function/cast/cast_to_string.h" #include "gtest/gtest_pred_impl.h" #include "util/mysql_global.h" -#include "vec/functions/cast/cast_to_string.h" namespace doris { diff --git a/be/test/io/cache/block_file_cache_test.cpp b/be/test/io/cache/block_file_cache_test.cpp index ee6ec9add8ee49..c5b9eb5105dcf0 100644 --- a/be/test/io/cache/block_file_cache_test.cpp +++ b/be/test/io/cache/block_file_cache_test.cpp @@ -18,8 +18,8 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Interpreters/tests/gtest_lru_file_cache.cpp // and modified by Doris -#include "block_file_cache_test_common.h" -#include "olap/olap_define.h" +#include "io/cache/block_file_cache_test_common.h" +#include "storage/olap_define.h" namespace doris::io { diff --git a/be/test/io/cache/block_file_cache_test_common.h b/be/test/io/cache/block_file_cache_test_common.h index f45614cf8a4880..de29f5543d791c 100644 --- a/be/test/io/cache/block_file_cache_test_common.h +++ b/be/test/io/cache/block_file_cache_test_common.h @@ -62,8 +62,8 @@ #include "io/cache/file_cache_common.h" #include "io/cache/fs_file_cache_storage.h" #include "io/fs/path.h" -#include "olap/options.h" #include "runtime/exec_env.h" +#include "storage/options.h" #include "util/slice.h" #include "util/time.h" diff --git a/be/test/io/cache/block_file_cache_test_lru_dump.cpp b/be/test/io/cache/block_file_cache_test_lru_dump.cpp index 3b55879616243c..e8a373568ef752 100644 --- a/be/test/io/cache/block_file_cache_test_lru_dump.cpp +++ b/be/test/io/cache/block_file_cache_test_lru_dump.cpp @@ -18,7 +18,7 @@ // https://github.com/ClickHouse/ClickHouse/blob/master/src/Interpreters/tests/gtest_lru_file_cache.cpp // and modified by Doris -#include "block_file_cache_test_common.h" +#include "io/cache/block_file_cache_test_common.h" namespace doris::io { diff --git a/be/test/io/cache/block_file_cache_test_meta_store.cpp b/be/test/io/cache/block_file_cache_test_meta_store.cpp index 34006c11b36c12..867836d1d1d2ef 100644 --- a/be/test/io/cache/block_file_cache_test_meta_store.cpp +++ b/be/test/io/cache/block_file_cache_test_meta_store.cpp @@ -25,7 +25,7 @@ #define private public #define protected public -#include "block_file_cache_test_common.h" +#include "io/cache/block_file_cache_test_common.h" #undef private #undef protected diff --git a/be/test/io/cache/block_file_cache_ttl_mgr_test.cpp b/be/test/io/cache/block_file_cache_ttl_mgr_test.cpp index 9e965aa4351298..48165163581fb6 100644 --- a/be/test/io/cache/block_file_cache_ttl_mgr_test.cpp +++ b/be/test/io/cache/block_file_cache_ttl_mgr_test.cpp @@ -33,9 +33,9 @@ #include "io/cache/cache_block_meta_store.h" #include "io/cache/file_block.h" #include "io/cache/file_cache_common.h" -#include "olap/base_tablet.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" +#include "storage/storage_engine.h" +#include "storage/tablet/base_tablet.h" #include "util/slice.h" #include "util/time.h" #include "util/uid_util.h" diff --git a/be/test/io/cache/fs_file_cache_storage_leak_cleaner_test.cpp b/be/test/io/cache/fs_file_cache_storage_leak_cleaner_test.cpp index 58ccc623e14d1a..49ef8587ced2e9 100644 --- a/be/test/io/cache/fs_file_cache_storage_leak_cleaner_test.cpp +++ b/be/test/io/cache/fs_file_cache_storage_leak_cleaner_test.cpp @@ -41,7 +41,7 @@ #undef private #undef protected -#include "block_file_cache_test_common.h" +#include "io/cache/block_file_cache_test_common.h" namespace doris::io { diff --git a/be/test/io/fs/multi_table_pipe_test.cpp b/be/test/io/fs/multi_table_pipe_test.cpp index 16b0495ed9b669..5648d3b7accde0 100644 --- a/be/test/io/fs/multi_table_pipe_test.cpp +++ b/be/test/io/fs/multi_table_pipe_test.cpp @@ -23,7 +23,7 @@ #include #include "gtest/gtest_pred_impl.h" -#include "runtime/stream_load/stream_load_context.h" +#include "load/stream_load/stream_load_context.h" namespace doris { using namespace doris::io; diff --git a/be/test/io/fs/s3_file_writer_test.cpp b/be/test/io/fs/s3_file_writer_test.cpp index 543fcae69ab189..d0b8fb18ee78b2 100644 --- a/be/test/io/fs/s3_file_writer_test.cpp +++ b/be/test/io/fs/s3_file_writer_test.cpp @@ -57,8 +57,8 @@ #include "io/fs/s3_file_system.h" #include "io/fs/s3_obj_storage_client.h" #include "io/io_common.h" -#include "olap/rowset/segment_v2/index_file_writer.h" #include "runtime/exec_env.h" +#include "storage/index/index_file_writer.h" #include "util/slice.h" #include "util/threadpool.h" #include "util/uuid_generator.h" @@ -340,7 +340,7 @@ TEST_F(S3FileWriterTest, multi_part_io_error) { auto client = s3_fs->client_holder(); io::FileReaderSPtr local_file_reader; - auto st = fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader); + auto st = fs->open_file("./be/test/storage/test_data/all_types_100000.txt", &local_file_reader); ASSERT_TRUE(st.ok()) << st; constexpr int buf_size = 8192; @@ -487,7 +487,7 @@ TEST_F(S3FileWriterTest, put_object_io_error) { auto client = s3_fs->client_holder(); io::FileReaderSPtr local_file_reader; - auto st = fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader); + auto st = fs->open_file("./be/test/storage/test_data/all_types_100000.txt", &local_file_reader); ASSERT_TRUE(st.ok()) << st; constexpr int buf_size = 8192; @@ -524,8 +524,8 @@ TEST_F(S3FileWriterTest, appendv_random_quit) { io::FileReaderSPtr local_file_reader; - ASSERT_EQ(Status::OK(), - fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader)); + ASSERT_EQ(Status::OK(), fs->open_file("./be/test/storage/test_data/all_types_100000.txt", + &local_file_reader)); constexpr int buf_size = 8192; size_t quit_time = rand() % local_file_reader->size(); @@ -574,7 +574,7 @@ TEST_F(S3FileWriterTest, multi_part_open_error) { io::FileReaderSPtr local_file_reader; - auto st = fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader); + auto st = fs->open_file("./be/test/storage/test_data/all_types_100000.txt", &local_file_reader); ASSERT_TRUE(st.ok()) << st; constexpr int buf_size = 5 * 1024 * 1024; @@ -642,7 +642,7 @@ TEST_F(S3FileWriterTest, multi_part_open_error) { // io::FileReaderSPtr local_file_reader; -// auto st = fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader); +// auto st = fs->open_file("./be/test/storage/test_data/all_types_100000.txt", &local_file_reader); // ASSERT_TRUE(st.ok()) << st; // constexpr int buf_size = 8192; @@ -727,7 +727,7 @@ TEST_F(S3FileWriterTest, multi_part_open_error) { // io::FileReaderSPtr local_file_reader; -// auto st = fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader); +// auto st = fs->open_file("./be/test/storage/test_data/all_types_100000.txt", &local_file_reader); // ASSERT_TRUE(st.ok()) << st; // constexpr int buf_size = 8192; @@ -797,8 +797,9 @@ TEST_F(S3FileWriterTest, normal) { io::FileReaderSPtr local_file_reader; - ASSERT_TRUE(fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader) - .ok()); + ASSERT_TRUE( + fs->open_file("./be/test/storage/test_data/all_types_100000.txt", &local_file_reader) + .ok()); constexpr int buf_size = 8192; @@ -848,7 +849,7 @@ TEST_F(S3FileWriterTest, smallFile) { io::FileReaderSPtr local_file_reader; - auto st = fs->open_file("./be/test/olap/test_data/all_types_1000.txt", &local_file_reader); + auto st = fs->open_file("./be/test/storage/test_data/all_types_1000.txt", &local_file_reader); ASSERT_TRUE(st.ok()) << st; constexpr int buf_size = 8192; @@ -898,7 +899,7 @@ TEST_F(S3FileWriterTest, close_error) { io::FileReaderSPtr local_file_reader; - auto st = fs->open_file("./be/test/olap/test_data/all_types_1000.txt", &local_file_reader); + auto st = fs->open_file("./be/test/storage/test_data/all_types_1000.txt", &local_file_reader); ASSERT_TRUE(st.ok()) << st; auto sp = SyncPoint::get_instance(); @@ -958,7 +959,7 @@ TEST_F(S3FileWriterTest, multi_part_complete_error_2) { auto client = s3_fs->client_holder(); io::FileReaderSPtr local_file_reader; - auto st = fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader); + auto st = fs->open_file("./be/test/storage/test_data/all_types_100000.txt", &local_file_reader); ASSERT_TRUE(st.ok()) << st; constexpr int buf_size = 8192; @@ -1007,7 +1008,7 @@ TEST_F(S3FileWriterTest, multi_part_complete_error_1) { auto client = s3_fs->client_holder(); io::FileReaderSPtr local_file_reader; - auto st = fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader); + auto st = fs->open_file("./be/test/storage/test_data/all_types_100000.txt", &local_file_reader); ASSERT_TRUE(st.ok()) << st; constexpr int buf_size = 8192; @@ -1053,7 +1054,7 @@ TEST_F(S3FileWriterTest, multi_part_complete_error_3) { auto client = s3_fs->client_holder(); io::FileReaderSPtr local_file_reader; - auto st = fs->open_file("./be/test/olap/test_data/all_types_100000.txt", &local_file_reader); + auto st = fs->open_file("./be/test/storage/test_data/all_types_100000.txt", &local_file_reader); ASSERT_TRUE(st.ok()) << st; constexpr int buf_size = 8192; diff --git a/be/test/io/fs/stream_sink_file_writer_test.cpp b/be/test/io/fs/stream_sink_file_writer_test.cpp index ef0a75288eb603..11de185d8e2e2d 100644 --- a/be/test/io/fs/stream_sink_file_writer_test.cpp +++ b/be/test/io/fs/stream_sink_file_writer_test.cpp @@ -20,11 +20,11 @@ #include #include +#include "exec/sink/load_stream_stub.h" #include "gtest/gtest_pred_impl.h" -#include "olap/olap_common.h" +#include "storage/olap_common.h" #include "util/debug/leakcheck_disabler.h" #include "util/faststring.h" -#include "vec/sink/load_stream_stub.h" namespace doris { diff --git a/be/test/vec/exec/load_stream_stub_map_test.cpp b/be/test/load/channel/load_stream_stub_map_test.cpp similarity index 96% rename from be/test/vec/exec/load_stream_stub_map_test.cpp rename to be/test/load/channel/load_stream_stub_map_test.cpp index 5f8743340ac232..430d4f71a0cf75 100644 --- a/be/test/vec/exec/load_stream_stub_map_test.cpp +++ b/be/test/load/channel/load_stream_stub_map_test.cpp @@ -16,8 +16,8 @@ // under the License. #include -#include "vec/sink/load_stream_map_pool.h" -#include "vec/sink/load_stream_stub.h" +#include "exec/sink/load_stream_map_pool.h" +#include "exec/sink/load_stream_stub.h" namespace doris { diff --git a/be/test/olap/delta_writer_cluster_key_test.cpp b/be/test/load/delta_writer/delta_writer_cluster_key_test.cpp similarity index 93% rename from be/test/olap/delta_writer_cluster_key_test.cpp rename to be/test/load/delta_writer/delta_writer_cluster_key_test.cpp index 4ee119bb700ddd..f0a9a0ed930209 100644 --- a/be/test/olap/delta_writer_cluster_key_test.cpp +++ b/be/test/load/delta_writer/delta_writer_cluster_key_test.cpp @@ -16,6 +16,9 @@ // under the License. #include +#include +#include +#include #include #include #include @@ -29,36 +32,33 @@ #include "common/config.h" #include "common/object_pool.h" -#include "exec/tablet_info.h" -#include "gen_cpp/Descriptors_types.h" -#include "gen_cpp/Types_types.h" -#include "gen_cpp/internal_service.pb.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/define_primitive_type.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/delta_writer.h" -#include "olap/iterators.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset_builder.h" -#include "olap/schema.h" -#include "olap/short_key_index.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/task/engine_publish_version_task.h" -#include "olap/txn_manager.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/runtime/vdatetime_value.h" +#include "storage/data_dir.h" +#include "storage/index/short_key_index.h" +#include "storage/iterators.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset_builder.h" +#include "storage/schema.h" +#include "storage/segment/segment.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet_info.h" +#include "storage/task/engine_publish_version_task.h" +#include "storage/txn/txn_manager.h" namespace doris { class OlapMeta; diff --git a/be/test/olap/delta_writer_test.cpp b/be/test/load/delta_writer/delta_writer_test.cpp similarity index 97% rename from be/test/olap/delta_writer_test.cpp rename to be/test/load/delta_writer/delta_writer_test.cpp index 6ee5d6e38cda21..818dfb8c89a30c 100644 --- a/be/test/olap/delta_writer_test.cpp +++ b/be/test/load/delta_writer/delta_writer_test.cpp @@ -15,9 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "olap/delta_writer.h" +#include "load/delta_writer/delta_writer.h" #include +#include +#include +#include #include #include #include @@ -31,34 +34,31 @@ #include "common/config.h" #include "common/object_pool.h" -#include "exec/tablet_info.h" -#include "gen_cpp/Descriptors_types.h" -#include "gen_cpp/Types_types.h" -#include "gen_cpp/internal_service.pb.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/define_primitive_type.h" +#include "core/value/decimalv2_value.h" +#include "core/value/vdatetime_value.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/iterators.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset_builder.h" -#include "olap/schema.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/task/engine_publish_version_task.h" -#include "olap/txn_manager.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/runtime/vdatetime_value.h" +#include "storage/data_dir.h" +#include "storage/iterators.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset_builder.h" +#include "storage/schema.h" +#include "storage/segment/segment.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet_info.h" +#include "storage/task/engine_publish_version_task.h" +#include "storage/txn/txn_manager.h" namespace doris { class OlapMeta; diff --git a/be/test/vec/exec/delta_writer_v2_pool_test.cpp b/be/test/load/delta_writer/delta_writer_v2_pool_test.cpp similarity index 96% rename from be/test/vec/exec/delta_writer_v2_pool_test.cpp rename to be/test/load/delta_writer/delta_writer_v2_pool_test.cpp index dc86ce8c3a28aa..dd5a2a6683e620 100644 --- a/be/test/vec/exec/delta_writer_v2_pool_test.cpp +++ b/be/test/load/delta_writer/delta_writer_v2_pool_test.cpp @@ -14,11 +14,11 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "vec/sink/delta_writer_v2_pool.h" +#include "exec/sink/delta_writer_v2_pool.h" #include -#include "olap/delta_writer_v2.h" +#include "load/delta_writer/delta_writer_v2.h" namespace doris::vectorized { diff --git a/be/test/olap/memtable_flush_executor_test.cpp b/be/test/load/memtable/memtable_flush_executor_test.cpp similarity index 84% rename from be/test/olap/memtable_flush_executor_test.cpp rename to be/test/load/memtable/memtable_flush_executor_test.cpp index 687511a47d1525..42c860dc69d0f9 100644 --- a/be/test/olap/memtable_flush_executor_test.cpp +++ b/be/test/load/memtable/memtable_flush_executor_test.cpp @@ -15,28 +15,29 @@ // specific language governing permissions and limitations // under the License. -#include "olap/memtable_flush_executor.h" +#include "load/memtable/memtable_flush_executor.h" +#include +#include +#include #include #include #include -#include "gen_cpp/Descriptors_types.h" -#include "gen_cpp/PaloInternalService_types.h" -#include "gen_cpp/Types_types.h" +#include "common/config.h" #include "io/fs/local_file_system.h" -#include "olap/delta_writer.h" -#include "olap/field.h" -#include "olap/memtable.h" -#include "olap/options.h" -#include "olap/schema.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta_manager.h" -#include "olap/utils.h" +#include "load/delta_writer/delta_writer.h" +#include "load/memtable/memtable.h" #include "runtime/descriptor_helper.h" #include "runtime/exec_env.h" +#include "storage/field.h" +#include "storage/options.h" +#include "storage/schema.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta_manager.h" +#include "storage/utils.h" namespace doris { diff --git a/be/test/olap/memtable_memory_limiter_test.cpp b/be/test/load/memtable/memtable_memory_limiter_test.cpp similarity index 97% rename from be/test/olap/memtable_memory_limiter_test.cpp rename to be/test/load/memtable/memtable_memory_limiter_test.cpp index bf7b0d5834b378..b27406a768585e 100644 --- a/be/test/olap/memtable_memory_limiter_test.cpp +++ b/be/test/load/memtable/memtable_memory_limiter_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "olap/memtable_memory_limiter.h" +#include "load/memtable/memtable_memory_limiter.h" -#include "exec/tablet_info.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/delta_writer.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet_info.h" namespace doris { static const uint32_t MAX_PATH_LEN = 1024; diff --git a/be/test/olap/memtable_sort_test.cpp b/be/test/load/memtable/memtable_sort_test.cpp similarity index 98% rename from be/test/olap/memtable_sort_test.cpp rename to be/test/load/memtable/memtable_sort_test.cpp index b9aa0b6652f025..53e92e3c4bb2be 100644 --- a/be/test/olap/memtable_sort_test.cpp +++ b/be/test/load/memtable/memtable_sort_test.cpp @@ -17,7 +17,7 @@ #include -#include "olap/memtable.h" +#include "load/memtable/memtable.h" namespace doris { diff --git a/be/test/runtime/arena_test.cpp b/be/test/runtime/arena_test.cpp index 616435edec88e9..3bc883dcdd81c6 100644 --- a/be/test/runtime/arena_test.cpp +++ b/be/test/runtime/arena_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/arena.h" +#include "core/arena.h" #include #include diff --git a/be/test/runtime/cache/partition_cache_test.cpp b/be/test/runtime/cache/partition_cache_test.cpp index 4745360ededb32..fcbb7fe6be5923 100644 --- a/be/test/runtime/cache/partition_cache_test.cpp +++ b/be/test/runtime/cache/partition_cache_test.cpp @@ -15,6 +15,7 @@ // specific language governing permissions and limitations // under the License. +#include #include #include #include @@ -24,10 +25,9 @@ #include #include "common/config.h" -#include "gen_cpp/internal_service.pb.h" #include "gtest/gtest_pred_impl.h" -#include "olap/olap_define.h" #include "runtime/cache/result_cache.h" +#include "storage/olap_define.h" #include "testutil/test_util.h" namespace doris { diff --git a/be/test/runtime/decimal_value_test.cpp b/be/test/runtime/decimal_value_test.cpp index 890c1f04d4c4e1..c732c0000bcdf5 100644 --- a/be/test/runtime/decimal_value_test.cpp +++ b/be/test/runtime/decimal_value_test.cpp @@ -20,7 +20,7 @@ #include #include -#include "runtime/decimalv2_value.h" +#include "core/value/decimalv2_value.h" namespace doris { diff --git a/be/test/runtime/decimalv2_value_test.cpp b/be/test/runtime/decimalv2_value_test.cpp index 874ba958cb6a36..df93f32bdbd60a 100644 --- a/be/test/runtime/decimalv2_value_test.cpp +++ b/be/test/runtime/decimalv2_value_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/decimalv2_value.h" +#include "core/value/decimalv2_value.h" #include #include diff --git a/be/test/runtime/index_policy/index_policy_mgr_test.cpp b/be/test/runtime/index_policy/index_policy_mgr_test.cpp index 91c8c857b45f50..923690ef3612c8 100644 --- a/be/test/runtime/index_policy/index_policy_mgr_test.cpp +++ b/be/test/runtime/index_policy/index_policy_mgr_test.cpp @@ -19,8 +19,8 @@ #include -#include "olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.h" #include "runtime/exec_env.h" +#include "storage/index/inverted/analysis_factory_mgr.h" namespace doris { diff --git a/be/test/runtime/large_int_value_test.cpp b/be/test/runtime/large_int_value_test.cpp index 57cda0731bb1b7..1f31f2a89d2c9c 100644 --- a/be/test/runtime/large_int_value_test.cpp +++ b/be/test/runtime/large_int_value_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/large_int_value.h" +#include "core/value/large_int_value.h" #include #include diff --git a/be/test/runtime/load_stream_test.cpp b/be/test/runtime/load_stream_test.cpp index 054f2663acf015..baf1f10e967aae 100644 --- a/be/test/runtime/load_stream_test.cpp +++ b/be/test/runtime/load_stream_test.cpp @@ -19,13 +19,13 @@ #include #include #include +#include +#include #include #include #include #include #include -#include -#include #include #include @@ -33,21 +33,21 @@ #include "common/config.h" #include "common/status.h" -#include "exec/tablet_info.h" -#include "gen_cpp/BackendService_types.h" -#include "gen_cpp/FrontendService_types.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/tablet_manager.h" -#include "olap/txn_manager.h" +#include "load/channel/load_stream_mgr.h" #include "runtime/descriptor_helper.h" #include "runtime/exec_env.h" -#include "runtime/load_stream_mgr.h" +#include "runtime/runtime_profile.h" +#include "service/internal_service.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet_info.h" +#include "storage/txn/txn_manager.h" #include "util/debug/leakcheck_disabler.h" -#include "util/runtime_profile.h" using namespace brpc; diff --git a/be/test/runtime/memory/allocator_test.cpp b/be/test/runtime/memory/allocator_test.cpp index 2e48dcb5ed0530..2a19637bcd3128 100644 --- a/be/test/runtime/memory/allocator_test.cpp +++ b/be/test/runtime/memory/allocator_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/allocator.h" +#include "core/allocator.h" #include #include #include +#include "core/allocator_fwd.h" #include "gtest/gtest_pred_impl.h" -#include "vec/common/allocator_fwd.h" namespace doris { diff --git a/be/test/runtime/memory/memory_reclamation_test.cpp b/be/test/runtime/memory/memory_reclamation_test.cpp index d6065f82cefd80..df171eb77cab86 100644 --- a/be/test/runtime/memory/memory_reclamation_test.cpp +++ b/be/test/runtime/memory/memory_reclamation_test.cpp @@ -22,7 +22,7 @@ #include -#include "pipeline/thrift_builder.h" +#include "exec/pipeline/thrift_builder.h" #include "runtime/workload_group/workload_group.h" #include "testutil/mock/mock_query_task_controller.h" diff --git a/be/test/runtime/plugin/cloud_plugin_downloader_test.cpp b/be/test/runtime/plugin/cloud_plugin_downloader_test.cpp index 1d083939bab800..029b422c19dd3f 100644 --- a/be/test/runtime/plugin/cloud_plugin_downloader_test.cpp +++ b/be/test/runtime/plugin/cloud_plugin_downloader_test.cpp @@ -24,8 +24,8 @@ #include #include "cloud/cloud_storage_engine.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" +#include "storage/storage_engine.h" namespace doris { diff --git a/be/test/runtime/result_buffer_mgr_test.cpp b/be/test/runtime/result_buffer_mgr_test.cpp index 56cc7dc7ffa2b0..c234ec2f525a49 100644 --- a/be/test/runtime/result_buffer_mgr_test.cpp +++ b/be/test/runtime/result_buffer_mgr_test.cpp @@ -17,15 +17,15 @@ #include "runtime/result_buffer_mgr.h" +#include #include -#include "gen_cpp/PaloInternalService_types.h" +#include "core/block/block.h" +#include "exec/sink/writer/varrow_flight_result_writer.h" +#include "exec/sink/writer/vmysql_result_writer.h" #include "runtime/result_block_buffer.h" #include "util/cpu_info.h" #include "util/thread.h" -#include "vec/core/block.h" -#include "vec/sink/varrow_flight_result_writer.h" -#include "vec/sink/vmysql_result_writer.h" namespace doris { diff --git a/be/test/runtime/routine_load_task_executor_test.cpp b/be/test/runtime/routine_load_task_executor_test.cpp index 080d6ff4bc5987..c50a010c01e022 100644 --- a/be/test/runtime/routine_load_task_executor_test.cpp +++ b/be/test/runtime/routine_load_task_executor_test.cpp @@ -15,8 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/routine_load/routine_load_task_executor.h" +#include "load/routine_load/routine_load_task_executor.h" +#include +#include +#include #include #include #include @@ -27,13 +30,10 @@ #include "common/config.h" #include "common/status.h" -#include "gen_cpp/BackendService_types.h" -#include "gen_cpp/FrontendService_types.h" -#include "gen_cpp/HeartbeatService_types.h" #include "gtest/gtest_pred_impl.h" +#include "load/stream_load/new_load_stream_mgr.h" +#include "load/stream_load/stream_load_executor.h" #include "runtime/exec_env.h" -#include "runtime/stream_load/new_load_stream_mgr.h" -#include "runtime/stream_load/stream_load_executor.h" namespace doris { diff --git a/be/test/util/runtime_profile_counter_tree_node_test.cpp b/be/test/runtime/runtime_profile_counter_tree_node_test.cpp similarity index 99% rename from be/test/util/runtime_profile_counter_tree_node_test.cpp rename to be/test/runtime/runtime_profile_counter_tree_node_test.cpp index 9001dac5de8292..6e60eb4840821c 100644 --- a/be/test/util/runtime_profile_counter_tree_node_test.cpp +++ b/be/test/runtime/runtime_profile_counter_tree_node_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "util/runtime_profile_counter_tree_node.h" +#include "runtime/runtime_profile_counter_tree_node.h" #include -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { diff --git a/be/test/util/runtime_profile_profile_level_test.cpp b/be/test/runtime/runtime_profile_profile_level_test.cpp similarity index 99% rename from be/test/util/runtime_profile_profile_level_test.cpp rename to be/test/runtime/runtime_profile_profile_level_test.cpp index 9284fff234b53e..f800625008d429 100644 --- a/be/test/util/runtime_profile_profile_level_test.cpp +++ b/be/test/runtime/runtime_profile_profile_level_test.cpp @@ -22,7 +22,7 @@ #include #include -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" namespace doris { class RuntimeProfileProfileLevelTest : public testing::Test { diff --git a/be/test/util/runtime_profile_test.cpp b/be/test/runtime/runtime_profile_test.cpp similarity index 99% rename from be/test/util/runtime_profile_test.cpp rename to be/test/runtime/runtime_profile_test.cpp index 1a178b44ec5826..7268146e4cdf81 100644 --- a/be/test/util/runtime_profile_test.cpp +++ b/be/test/runtime/runtime_profile_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" #include diff --git a/be/test/runtime/snapshot_loader_test.cpp b/be/test/runtime/snapshot_loader_test.cpp index 9b6e64a7d31612..842d00a3b6ee7b 100644 --- a/be/test/runtime/snapshot_loader_test.cpp +++ b/be/test/runtime/snapshot_loader_test.cpp @@ -38,37 +38,37 @@ #include "common/config.h" #include "common/object_pool.h" -#include "exec/tablet_info.h" -#include "http/action/download_action.h" -#include "http/ev_http_server.h" -#include "http/http_channel.h" -#include "http/http_handler.h" -#include "http/http_request.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/define_primitive_type.h" #include "io/fs/file_reader.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/delta_writer.h" -#include "olap/iterators.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/schema.h" -#include "olap/segment_loader.h" -#include "olap/snapshot_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/task/engine_publish_version_task.h" -#include "olap/txn_manager.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/cluster_info.h" -#include "runtime/define_primitive_type.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" +#include "service/http/action/download_action.h" +#include "service/http/ev_http_server.h" +#include "service/http/http_channel.h" +#include "service/http/http_handler.h" +#include "service/http/http_request.h" +#include "storage/data_dir.h" +#include "storage/iterators.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/schema.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_loader.h" +#include "storage/snapshot/snapshot_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet_info.h" +#include "storage/task/engine_publish_version_task.h" +#include "storage/txn/txn_manager.h" namespace doris { diff --git a/be/test/runtime/stream_load_parquet_test.cpp b/be/test/runtime/stream_load_parquet_test.cpp index 76fab7782867f6..bf9a35c2a64111 100644 --- a/be/test/runtime/stream_load_parquet_test.cpp +++ b/be/test/runtime/stream_load_parquet_test.cpp @@ -16,9 +16,9 @@ // under the License. #include "gtest/gtest.h" -#include "olap/storage_engine.h" +#include "load/load_path_mgr.h" #include "runtime/exec_env.h" -#include "runtime/load_path_mgr.h" +#include "storage/storage_engine.h" namespace doris { class LoadPathMgrTest : public testing::Test { diff --git a/be/test/runtime/string_value_test.cpp b/be/test/runtime/string_value_test.cpp index ba23209a146ba2..3374d3f0d98963 100644 --- a/be/test/runtime/string_value_test.cpp +++ b/be/test/runtime/string_value_test.cpp @@ -20,8 +20,8 @@ #include +#include "core/string_ref.h" #include "gtest/gtest_pred_impl.h" -#include "vec/common/string_ref.h" using std::string; diff --git a/be/test/runtime/time_value_test.cpp b/be/test/runtime/time_value_test.cpp index 3e1bae118532f1..1e752c9140e562 100644 --- a/be/test/runtime/time_value_test.cpp +++ b/be/test/runtime/time_value_test.cpp @@ -15,10 +15,11 @@ // specific language governing permissions and limitations // under the License. +#include "core/value/time_value.h" + #include #include #include -#include namespace doris { diff --git a/be/test/runtime/timestamptz_value_test.cpp b/be/test/runtime/timestamptz_value_test.cpp index 6f4b59a713211c..756384108fbc78 100644 --- a/be/test/runtime/timestamptz_value_test.cpp +++ b/be/test/runtime/timestamptz_value_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/runtime/timestamptz_value.h" +#include "core/value/timestamptz_value.h" #include #include @@ -23,9 +23,9 @@ #include +#include "exprs/function/cast/cast_base.h" #include "testutil/datetime_ut_util.h" #include "util/timezone_utils.h" -#include "vec/functions/cast/cast_base.h" namespace doris::vectorized { diff --git a/be/test/runtime/workload_group/workload_group_manager_test.cpp b/be/test/runtime/workload_group/workload_group_manager_test.cpp index f81488928c9b80..326126571007cc 100644 --- a/be/test/runtime/workload_group/workload_group_manager_test.cpp +++ b/be/test/runtime/workload_group/workload_group_manager_test.cpp @@ -29,13 +29,13 @@ #include "common/config.h" #include "common/status.h" -#include "olap/olap_define.h" -#include "pipeline/pipeline_tracing.h" +#include "exec/pipeline/pipeline_tracing.h" +#include "exec/spill/spill_stream_manager.h" #include "runtime/exec_env.h" #include "runtime/query_context.h" #include "runtime/runtime_query_statistics_mgr.h" #include "runtime/workload_group/workload_group.h" -#include "vec/spill/spill_stream_manager.h" +#include "storage/olap_define.h" namespace doris { diff --git a/be/test/runtime/workload_sched_policy_test.cpp b/be/test/runtime/workload_sched_policy_test.cpp index df22a96b40e1de..3f30c08d8c3662 100644 --- a/be/test/runtime/workload_sched_policy_test.cpp +++ b/be/test/runtime/workload_sched_policy_test.cpp @@ -20,12 +20,12 @@ #include #include -#include "pipeline/task_scheduler.h" +#include "exec/pipeline/task_scheduler.h" +#include "exec/scan/scanner_scheduler.h" #include "runtime/workload_group/workload_group.h" #include "runtime/workload_management/resource_context.h" #include "runtime/workload_management/workload_condition.h" #include "util/threadpool.h" -#include "vec/exec/scan/scanner_scheduler.h" namespace doris { diff --git a/be/test/http/http_auth_test.cpp b/be/test/service/http/http_auth_test.cpp similarity index 90% rename from be/test/http/http_auth_test.cpp rename to be/test/service/http/http_auth_test.cpp index f39e61aa6e2cf7..74784f1f460573 100644 --- a/be/test/http/http_auth_test.cpp +++ b/be/test/service/http/http_auth_test.cpp @@ -18,13 +18,13 @@ #include #include "common/config.h" -#include "http/ev_http_server.h" -#include "http/http_channel.h" -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/utils.h" +#include "service/http/ev_http_server.h" +#include "service/http/http_channel.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/utils.h" #include "util/defer_op.h" namespace doris { diff --git a/be/test/http/http_client_test.cpp b/be/test/service/http/http_client_test.cpp similarity index 98% rename from be/test/http/http_client_test.cpp rename to be/test/service/http/http_client_test.cpp index d874df5bcd6bae..5e3d5f1988412d 100644 --- a/be/test/http/http_client_test.cpp +++ b/be/test/service/http/http_client_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_client.h" +#include "service/http/http_client.h" #include #include @@ -29,14 +29,14 @@ #include #include "gtest/gtest_pred_impl.h" -#include "http/ev_http_server.h" -#include "http/http_channel.h" -#include "http/http_handler.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/utils.h" #include "runtime/exec_env.h" #include "service/backend_service.h" +#include "service/http/ev_http_server.h" +#include "service/http/http_channel.h" +#include "service/http/http_handler.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/utils.h" #include "service/http_service.h" #include "testutil/http_utils.h" #include "util/md5.h" diff --git a/be/test/http/http_utils_test.cpp b/be/test/service/http/http_utils_test.cpp similarity index 96% rename from be/test/http/http_utils_test.cpp rename to be/test/service/http/http_utils_test.cpp index 56bf32825be5f1..ba096bc153f729 100644 --- a/be/test/http/http_utils_test.cpp +++ b/be/test/service/http/http_utils_test.cpp @@ -22,9 +22,9 @@ #include #include "gtest/gtest_pred_impl.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/utils.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/utils.h" #include "util/string_util.h" #include "util/url_coding.h" diff --git a/be/test/http/message_body_sink_test.cpp b/be/test/service/http/message_body_sink_test.cpp similarity index 97% rename from be/test/http/message_body_sink_test.cpp rename to be/test/service/http/message_body_sink_test.cpp index 5bb52873b30143..a9a4b584b076c1 100644 --- a/be/test/http/message_body_sink_test.cpp +++ b/be/test/service/http/message_body_sink_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "runtime/message_body_sink.h" +#include "load/message_body_sink.h" #include #include diff --git a/be/test/http/metrics_action_test.cpp b/be/test/service/http/metrics_action_test.cpp similarity index 94% rename from be/test/http/metrics_action_test.cpp rename to be/test/service/http/metrics_action_test.cpp index ec8f2c1d840e86..a8075a9a4684ee 100644 --- a/be/test/http/metrics_action_test.cpp +++ b/be/test/service/http/metrics_action_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/metrics_action.h" +#include "service/http/action/metrics_action.h" #include -#include "http/http_channel.h" -#include "http/http_request.h" -#include "http/http_response.h" -#include "util/metrics.h" +#include "common/metrics/metrics.h" +#include "service/http/http_channel.h" +#include "service/http/http_request.h" +#include "service/http/http_response.h" namespace doris { diff --git a/be/test/http/stream_load_test.cpp b/be/test/service/http/stream_load_test.cpp similarity index 90% rename from be/test/http/stream_load_test.cpp rename to be/test/service/http/stream_load_test.cpp index faa582704d11cc..1ed2a1307bbc8f 100644 --- a/be/test/http/stream_load_test.cpp +++ b/be/test/service/http/stream_load_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/action/stream_load.h" +#include "service/http/action/stream_load.h" #include @@ -27,16 +27,16 @@ #include "event2/http.h" #include "event2/http_struct.h" #include "evhttp.h" -#include "http/ev_http_server.h" -#include "http/http_channel.h" -#include "http/http_common.h" -#include "http/http_handler.h" -#include "http/http_handler_with_auth.h" -#include "http/http_headers.h" -#include "http/http_request.h" -#include "http/utils.h" -#include "olap/wal/wal_manager.h" +#include "load/group_commit/wal/wal_manager.h" #include "runtime/exec_env.h" +#include "service/http/ev_http_server.h" +#include "service/http/http_channel.h" +#include "service/http/http_common.h" +#include "service/http/http_handler.h" +#include "service/http/http_handler_with_auth.h" +#include "service/http/http_headers.h" +#include "service/http/http_request.h" +#include "service/http/utils.h" namespace doris { @@ -45,7 +45,7 @@ class StreamLoadTest : public testing::Test { StreamLoadTest() = default; virtual ~StreamLoadTest() = default; void SetUp() override {} - void TearDown() override {} + void TearDown() override { ExecEnv::GetInstance()->clear_wal_mgr(); } }; void http_request_done_cb(struct evhttp_request* req, void* arg) { diff --git a/be/test/service/point_query_exector_test.cpp b/be/test/service/point_query_exector_test.cpp index f8e8fb6328894b..74bd7606e3905e 100644 --- a/be/test/service/point_query_exector_test.cpp +++ b/be/test/service/point_query_exector_test.cpp @@ -16,20 +16,20 @@ // under the License. #include +#include +#include +#include #include #include "common/object_pool.h" -#include "gen_cpp/Descriptors_types.h" -#include "gen_cpp/Types_types.h" -#include "gen_cpp/internal_service.pb.h" -#include "olap/tablet_schema.h" +#include "core/block/block.h" +#include "exprs/vexpr.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" #include "service/point_query_executor.h" -#include "vec/core/block.h" -#include "vec/exprs/vexpr.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/test/olap/lru_cache_test.cpp b/be/test/storage/cache/lru_cache_test.cpp similarity index 99% rename from be/test/olap/lru_cache_test.cpp rename to be/test/storage/cache/lru_cache_test.cpp index ee8a64fc92747b..a31d532a5a4686 100644 --- a/be/test/olap/lru_cache_test.cpp +++ b/be/test/storage/cache/lru_cache_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/lru_cache.h" +#include "util/lru_cache.h" #include #include diff --git a/be/test/olap/page_cache_test.cpp b/be/test/storage/cache/page_cache_test.cpp similarity index 99% rename from be/test/olap/page_cache_test.cpp rename to be/test/storage/cache/page_cache_test.cpp index 17011231b536ac..c9f97cca2111ea 100644 --- a/be/test/olap/page_cache_test.cpp +++ b/be/test/storage/cache/page_cache_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/page_cache.h" +#include "storage/cache/page_cache.h" #include #include diff --git a/be/test/olap/common_test.cpp b/be/test/storage/common_test.cpp similarity index 98% rename from be/test/olap/common_test.cpp rename to be/test/storage/common_test.cpp index a8ee78368691a3..78a481a5006359 100644 --- a/be/test/olap/common_test.cpp +++ b/be/test/storage/common_test.cpp @@ -22,7 +22,7 @@ #include #include "gtest/gtest_pred_impl.h" -#include "olap/olap_common.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/test/olap/base_compaction_test.cpp b/be/test/storage/compaction/base_compaction_test.cpp similarity index 92% rename from be/test/olap/base_compaction_test.cpp rename to be/test/storage/compaction/base_compaction_test.cpp index f529e11e7ed676..8797f02a11202c 100644 --- a/be/test/olap/base_compaction_test.cpp +++ b/be/test/storage/compaction/base_compaction_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/base_compaction.h" +#include "storage/compaction/base_compaction.h" #include #include @@ -24,14 +24,14 @@ #include "gtest/gtest.h" #include "gtest/gtest_pred_impl.h" -#include "olap/cumulative_compaction.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/olap/cloud_index_change_compaction_test.cpp b/be/test/storage/compaction/cloud_index_change_compaction_test.cpp similarity index 99% rename from be/test/olap/cloud_index_change_compaction_test.cpp rename to be/test/storage/compaction/cloud_index_change_compaction_test.cpp index 62344422cbd7cd..663dd23aebb2f7 100644 --- a/be/test/olap/cloud_index_change_compaction_test.cpp +++ b/be/test/storage/compaction/cloud_index_change_compaction_test.cpp @@ -23,7 +23,7 @@ #include "cloud/cloud_cumulative_compaction.h" #include "cpp/sync_point.h" #include "json2pb/json_to_pb.h" -#include "olap/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset.h" namespace doris { diff --git a/be/test/olap/cloud_index_change_task_test.cpp b/be/test/storage/compaction/cloud_index_change_task_test.cpp similarity index 99% rename from be/test/olap/cloud_index_change_task_test.cpp rename to be/test/storage/compaction/cloud_index_change_task_test.cpp index b426fdc2ec4c35..33ad9a338207ed 100644 --- a/be/test/olap/cloud_index_change_task_test.cpp +++ b/be/test/storage/compaction/cloud_index_change_task_test.cpp @@ -22,8 +22,8 @@ #include "common/status.h" #include "cpp/sync_point.h" #include "json2pb/json_to_pb.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/task/engine_cloud_index_change_task.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/task/engine_cloud_index_change_task.h" namespace doris { diff --git a/be/test/olap/collection_similarity_test.cpp b/be/test/storage/compaction/collection_similarity_test.cpp similarity index 99% rename from be/test/olap/collection_similarity_test.cpp rename to be/test/storage/compaction/collection_similarity_test.cpp index 2cb5800510b647..4d532f1b153386 100644 --- a/be/test/olap/collection_similarity_test.cpp +++ b/be/test/storage/compaction/collection_similarity_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "olap/collection_similarity.h" +#include "storage/compaction/collection_similarity.h" #include #include #include -#include "vec/columns/column_vector.h" -#include "vec/data_types/data_type_number.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_number.h" namespace doris { diff --git a/be/test/olap/collection_statistics_test.cpp b/be/test/storage/compaction/collection_statistics_test.cpp similarity index 98% rename from be/test/olap/collection_statistics_test.cpp rename to be/test/storage/compaction/collection_statistics_test.cpp index c1c61b0c3c602e..49aab192611654 100644 --- a/be/test/olap/collection_statistics_test.cpp +++ b/be/test/storage/compaction/collection_statistics_test.cpp @@ -15,8 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "olap/collection_statistics.h" +#include "storage/compaction/collection_statistics.h" +#include #include #include @@ -24,18 +25,17 @@ #include #include "common/exception.h" -#include "gen_cpp/Exprs_types.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" #include "io/fs/local_file_system.h" -#include "olap/collection_statistics.cpp" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/tablet_schema.h" +#include "storage/compaction/collection_statistics.cpp" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/tablet/tablet_schema.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" namespace doris { diff --git a/be/test/olap/compaction_delete_bitmap_calculator_test.cpp b/be/test/storage/compaction/compaction_delete_bitmap_calculator_test.cpp similarity index 96% rename from be/test/olap/compaction_delete_bitmap_calculator_test.cpp rename to be/test/storage/compaction/compaction_delete_bitmap_calculator_test.cpp index 7f6c79595be0cf..aac309aa9f3d65 100644 --- a/be/test/olap/compaction_delete_bitmap_calculator_test.cpp +++ b/be/test/storage/compaction/compaction_delete_bitmap_calculator_test.cpp @@ -23,17 +23,17 @@ #include #include "gtest/gtest_pred_impl.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/olap_common.h" -#include "olap/olap_meta.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/txn_manager.h" #include "runtime/exec_env.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/olap_common.h" +#include "storage/olap_meta.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/txn/txn_manager.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/olap/compaction_metrics_test.cpp b/be/test/storage/compaction/compaction_metrics_test.cpp similarity index 96% rename from be/test/olap/compaction_metrics_test.cpp rename to be/test/storage/compaction/compaction_metrics_test.cpp index 77a57bd9b13608..22cd7c1306690f 100644 --- a/be/test/olap/compaction_metrics_test.cpp +++ b/be/test/storage/compaction/compaction_metrics_test.cpp @@ -27,17 +27,17 @@ #include #include "common/config.h" +#include "common/metrics/doris_metrics.h" #include "common/status.h" #include "cpp/sync_point.h" #include "io/fs/local_file_system.h" -#include "olap/compaction.h" -#include "olap/cumulative_compaction.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/data_dir.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "util/doris_metrics.h" +#include "storage/compaction/compaction.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/data_dir.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/threadpool.h" namespace doris { @@ -46,7 +46,7 @@ using namespace config; class CompactionMetricsTest : public testing::Test { public: void SetUp() override { - _engine_data_path = "./be/test/olap/test_data/converter_test_data/tmp"; + _engine_data_path = "./be/test/storage/test_data/converter_test_data/tmp"; auto st = io::global_local_filesystem()->delete_directory(_engine_data_path); ASSERT_TRUE(st.ok()) << st; st = io::global_local_filesystem()->create_directory(_engine_data_path); diff --git a/be/test/olap/compaction_permit_limiter_test.cpp b/be/test/storage/compaction/compaction_permit_limiter_test.cpp similarity index 97% rename from be/test/olap/compaction_permit_limiter_test.cpp rename to be/test/storage/compaction/compaction_permit_limiter_test.cpp index 23d4915d0f71db..8dba493c9ccc92 100644 --- a/be/test/olap/compaction_permit_limiter_test.cpp +++ b/be/test/storage/compaction/compaction_permit_limiter_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/compaction_permit_limiter.h" +#include "storage/compaction/compaction_permit_limiter.h" #include #include diff --git a/be/test/olap/compaction_sample_info_test.cpp b/be/test/storage/compaction/compaction_sample_info_test.cpp similarity index 98% rename from be/test/olap/compaction_sample_info_test.cpp rename to be/test/storage/compaction/compaction_sample_info_test.cpp index 47b11d3bb9bb75..444bd0e740ae67 100644 --- a/be/test/olap/compaction_sample_info_test.cpp +++ b/be/test/storage/compaction/compaction_sample_info_test.cpp @@ -22,10 +22,10 @@ #include #include "io/io_common.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/olap/compaction_score_test.cpp b/be/test/storage/compaction/compaction_score_test.cpp similarity index 95% rename from be/test/olap/compaction_score_test.cpp rename to be/test/storage/compaction/compaction_score_test.cpp index 3db624c48def36..408726a58604ac 100644 --- a/be/test/olap/compaction_score_test.cpp +++ b/be/test/storage/compaction/compaction_score_test.cpp @@ -28,11 +28,11 @@ #include "cpp/sync_point.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/data_dir.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/data_dir.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/threadpool.h" namespace doris { @@ -41,7 +41,7 @@ using namespace config; class CompactionScoreTest : public testing::Test { public: virtual void SetUp() { - _engine_data_path = "./be/test/olap/test_data/converter_test_data/tmp"; + _engine_data_path = "./be/test/storage/test_data/converter_test_data/tmp"; auto st = io::global_local_filesystem()->delete_directory(_engine_data_path); ASSERT_TRUE(st.ok()) << st; st = io::global_local_filesystem()->create_directory(_engine_data_path); diff --git a/be/test/olap/compaction_task_test.cpp b/be/test/storage/compaction/compaction_task_test.cpp similarity index 97% rename from be/test/olap/compaction_task_test.cpp rename to be/test/storage/compaction/compaction_task_test.cpp index 22ec9def14f146..9553915cde1031 100644 --- a/be/test/olap/compaction_task_test.cpp +++ b/be/test/storage/compaction/compaction_task_test.cpp @@ -28,11 +28,11 @@ #include "cpp/sync_point.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/data_dir.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/data_dir.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/threadpool.h" namespace doris { @@ -41,7 +41,7 @@ using namespace config; class CompactionTaskTest : public testing::Test { public: virtual void SetUp() { - _engine_data_path = "./be/test/olap/test_data/converter_test_data/tmp"; + _engine_data_path = "./be/test/storage/test_data/converter_test_data/tmp"; auto st = io::global_local_filesystem()->delete_directory(_engine_data_path); ASSERT_TRUE(st.ok()) << st; st = io::global_local_filesystem()->create_directory(_engine_data_path); diff --git a/be/test/olap/cumulative_compaction_policy_test.cpp b/be/test/storage/compaction/cumulative_compaction_policy_test.cpp similarity index 99% rename from be/test/olap/cumulative_compaction_policy_test.cpp rename to be/test/storage/compaction/cumulative_compaction_policy_test.cpp index e6a6c005d6be23..81a2d1705fa7ef 100644 --- a/be/test/olap/cumulative_compaction_policy_test.cpp +++ b/be/test/storage/compaction/cumulative_compaction_policy_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_policy.h" #include #include @@ -24,12 +24,12 @@ #include "gtest/gtest_pred_impl.h" #include "json2pb/json_to_pb.h" -#include "olap/cumulative_compaction.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/olap/cumulative_compaction_test.cpp b/be/test/storage/compaction/cumulative_compaction_test.cpp similarity index 96% rename from be/test/olap/cumulative_compaction_test.cpp rename to be/test/storage/compaction/cumulative_compaction_test.cpp index 0c6c48faa3be5c..44f5c10cfaa31f 100644 --- a/be/test/olap/cumulative_compaction_test.cpp +++ b/be/test/storage/compaction/cumulative_compaction_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/cumulative_compaction.h" +#include "storage/compaction/cumulative_compaction.h" #include #include @@ -30,13 +30,13 @@ #include "cpp/sync_point.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/compaction.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/data_dir.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" +#include "storage/compaction/compaction.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/data_dir.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" #include "util/threadpool.h" namespace doris { diff --git a/be/test/olap/cumulative_compaction_time_series_policy_test.cpp b/be/test/storage/compaction/cumulative_compaction_time_series_policy_test.cpp similarity index 98% rename from be/test/olap/cumulative_compaction_time_series_policy_test.cpp rename to be/test/storage/compaction/cumulative_compaction_time_series_policy_test.cpp index 43f70957226289..2d7bb3b2da22d6 100644 --- a/be/test/olap/cumulative_compaction_time_series_policy_test.cpp +++ b/be/test/storage/compaction/cumulative_compaction_time_series_policy_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/cumulative_compaction_time_series_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" #include #include @@ -24,12 +24,12 @@ #include "gtest/gtest_pred_impl.h" #include "json2pb/json_to_pb.h" -#include "olap/cumulative_compaction.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" #include "util/time.h" #include "util/uid_util.h" diff --git a/be/test/olap/ordered_data_compaction_test.cpp b/be/test/storage/compaction/ordered_data_compaction_test.cpp similarity index 96% rename from be/test/olap/ordered_data_compaction_test.cpp rename to be/test/storage/compaction/ordered_data_compaction_test.cpp index fc285e84f6f117..0b768e88faad82 100644 --- a/be/test/olap/ordered_data_compaction_test.cpp +++ b/be/test/storage/compaction/ordered_data_compaction_test.cpp @@ -38,35 +38,35 @@ #include "common/config.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" #include "json2pb/json_to_pb.h" -#include "olap/cumulative_compaction.h" -#include "olap/data_dir.h" -#include "olap/delete_handler.h" -#include "olap/field.h" -#include "olap/olap_common.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/schema.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" #include "runtime/exec_env.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/data_dir.h" +#include "storage/delete/delete_handler.h" +#include "storage/field.h" +#include "storage/olap_common.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/schema.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" #include "util/uid_util.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" namespace doris { using namespace ErrorCode; diff --git a/be/test/olap/segcompaction_mow_test.cpp b/be/test/storage/compaction/segcompaction_mow_test.cpp similarity index 98% rename from be/test/olap/segcompaction_mow_test.cpp rename to be/test/storage/compaction/segcompaction_mow_test.cpp index 92e20da4efb95c..0b694fa8b0e172 100644 --- a/be/test/olap/segcompaction_mow_test.cpp +++ b/be/test/storage/compaction/segcompaction_mow_test.cpp @@ -15,6 +15,8 @@ // specific language governing permissions and limitations // under the License. +#include +#include #include #include @@ -23,23 +25,21 @@ #include #include "common/config.h" -#include "gen_cpp/AgentService_types.h" -#include "gen_cpp/olap_file.pb.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/row_cursor.h" -#include "olap/rowset/beta_rowset_reader.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/storage_engine.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" +#include "storage/data_dir.h" +#include "storage/row_cursor.h" +#include "storage/rowset/beta_rowset_reader.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" #include "util/slice.h" namespace doris { diff --git a/be/test/olap/segcompaction_test.cpp b/be/test/storage/compaction/segcompaction_test.cpp similarity index 98% rename from be/test/olap/segcompaction_test.cpp rename to be/test/storage/compaction/segcompaction_test.cpp index 51487ef236c83c..bacb7388b3ece1 100644 --- a/be/test/olap/segcompaction_test.cpp +++ b/be/test/storage/compaction/segcompaction_test.cpp @@ -15,6 +15,8 @@ // specific language governing permissions and limitations // under the License. +#include +#include #include #include @@ -23,24 +25,22 @@ #include #include "common/config.h" -#include "gen_cpp/AgentService_types.h" -#include "gen_cpp/olap_file.pb.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/row_cursor.h" -#include "olap/rowset/beta_rowset_reader.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/storage_engine.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" #include "runtime/exec_env.h" #include "runtime/memory/mem_tracker.h" +#include "storage/data_dir.h" +#include "storage/row_cursor.h" +#include "storage/rowset/beta_rowset_reader.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/segment/segment_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" #include "util/slice.h" namespace doris { diff --git a/be/test/olap/single_compaction_test.cpp b/be/test/storage/compaction/single_compaction_test.cpp similarity index 93% rename from be/test/olap/single_compaction_test.cpp rename to be/test/storage/compaction/single_compaction_test.cpp index 7f365b5a36f789..209bd6a3afc014 100644 --- a/be/test/olap/single_compaction_test.cpp +++ b/be/test/storage/compaction/single_compaction_test.cpp @@ -26,15 +26,15 @@ #include "common/status.h" #include "gtest/gtest_pred_impl.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/single_replica_compaction.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" +#include "storage/compaction/single_replica_compaction.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" namespace doris { static StorageEngine* engine_ref = nullptr; diff --git a/be/test/olap/stale_at_test.cpp b/be/test/storage/compaction/stale_at_test.cpp similarity index 97% rename from be/test/olap/stale_at_test.cpp rename to be/test/storage/compaction/stale_at_test.cpp index 7fe2b48574fd41..555e5cbc2fe58d 100644 --- a/be/test/olap/stale_at_test.cpp +++ b/be/test/storage/compaction/stale_at_test.cpp @@ -19,8 +19,8 @@ #include -#include "olap/rowset/rowset_meta.h" -#include "olap/version_graph.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/version_graph.h" namespace doris { diff --git a/be/test/olap/variant_doc_mode_compaction_test.cpp b/be/test/storage/compaction/variant_doc_mode_compaction_test.cpp similarity index 95% rename from be/test/olap/variant_doc_mode_compaction_test.cpp rename to be/test/storage/compaction/variant_doc_mode_compaction_test.cpp index a1bb2af6699685..da18033438babc 100644 --- a/be/test/olap/variant_doc_mode_compaction_test.cpp +++ b/be/test/storage/compaction/variant_doc_mode_compaction_test.cpp @@ -35,33 +35,33 @@ #include "common/config.h" #include "common/status.h" +#include "core/block/block.h" +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type_string.h" +#include "core/field.h" #include "io/fs/local_file_system.h" -#include "olap/cumulative_compaction.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/index_writer.h" -#include "olap/schema.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/data_dir.h" +#include "storage/index/index_writer.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/schema.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" #include "testutil/variant_util.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_string.h" #ifndef NDEBUG namespace doris { diff --git a/be/test/vec/olap/vertical_compaction_test.cpp b/be/test/storage/compaction/vertical_compaction_test.cpp similarity index 98% rename from be/test/vec/olap/vertical_compaction_test.cpp rename to be/test/storage/compaction/vertical_compaction_test.cpp index 1876bc263711d6..77ef89626dc480 100644 --- a/be/test/vec/olap/vertical_compaction_test.cpp +++ b/be/test/storage/compaction/vertical_compaction_test.cpp @@ -37,38 +37,38 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/data_type.h" #include "gtest/gtest_pred_impl.h" #include "io/cache/block_file_cache_factory.h" #include "io/fs/local_file_system.h" #include "io/io_common.h" #include "json2pb/json_to_pb.h" -#include "olap/delete_handler.h" -#include "olap/field.h" -#include "olap/merger.h" -#include "olap/olap_common.h" -#include "olap/options.h" -#include "olap/rowid_conversion.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/schema.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/utils.h" #include "runtime/exec_env.h" +#include "storage/delete/delete_handler.h" +#include "storage/field.h" +#include "storage/iterator/vertical_merge_iterator.h" +#include "storage/merger.h" +#include "storage/olap_common.h" +#include "storage/options.h" +#include "storage/rowid_conversion.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/schema.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/utils.h" #include "util/uid_util.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type.h" -#include "vec/olap/vertical_merge_iterator.h" namespace doris { using namespace ErrorCode; diff --git a/be/test/olap/delete_bitmap_calculator_test.cpp b/be/test/storage/delete/delete_bitmap_calculator_test.cpp similarity index 96% rename from be/test/olap/delete_bitmap_calculator_test.cpp rename to be/test/storage/delete/delete_bitmap_calculator_test.cpp index 65556bc52c6dd3..2d7d56044e4018 100644 --- a/be/test/olap/delete_bitmap_calculator_test.cpp +++ b/be/test/storage/delete/delete_bitmap_calculator_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/delete_bitmap_calculator.h" +#include "storage/delete/delete_bitmap_calculator.h" #include #include @@ -32,15 +32,15 @@ #include "io/fs/file_reader.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/primary_key_index.h" -#include "olap/row_cursor.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/storage_engine.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_helper.h" #include "runtime/exec_env.h" +#include "storage/index/primary_key_index.h" +#include "storage/row_cursor.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_helper.h" namespace doris { using namespace ErrorCode; diff --git a/be/test/olap/delete_handler_test.cpp b/be/test/storage/delete/delete_handler_test.cpp similarity index 99% rename from be/test/olap/delete_handler_test.cpp rename to be/test/storage/delete/delete_handler_test.cpp index 7b7406fccb28b0..f929b94b8e1a58 100644 --- a/be/test/olap/delete_handler_test.cpp +++ b/be/test/storage/delete/delete_handler_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/delete_handler.h" +#include "storage/delete/delete_handler.h" #include #include @@ -38,17 +38,17 @@ #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" #include "json2pb/json_to_pb.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/olap_tuple.h" -#include "olap/options.h" -#include "olap/row_cursor.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" #include "runtime/exec_env.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/olap_tuple.h" +#include "storage/options.h" +#include "storage/row_cursor.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" #include "util/cpu_info.h" using namespace std; diff --git a/be/test/olap/file_header_test.cpp b/be/test/storage/file_header_test.cpp similarity index 98% rename from be/test/olap/file_header_test.cpp rename to be/test/storage/file_header_test.cpp index 88b91a0b701297..eadcf252fb0083 100644 --- a/be/test/olap/file_header_test.cpp +++ b/be/test/storage/file_header_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/file_header.h" +#include "storage/file_header.h" #include #include diff --git a/be/test/olap/id_manager_test.cpp b/be/test/storage/id_manager_test.cpp similarity index 98% rename from be/test/olap/id_manager_test.cpp rename to be/test/storage/id_manager_test.cpp index 468ddf16f0f10b..91cff39408f286 100644 --- a/be/test/olap/id_manager_test.cpp +++ b/be/test/storage/id_manager_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/id_manager.h" +#include "storage/id_manager.h" #include @@ -24,7 +24,7 @@ #include #include -#include "olap/olap_common.h" +#include "storage/olap_common.h" using namespace doris; diff --git a/be/test/olap/vector_search/CMakeLists.txt b/be/test/storage/index/ann/CMakeLists.txt similarity index 100% rename from be/test/olap/vector_search/CMakeLists.txt rename to be/test/storage/index/ann/CMakeLists.txt diff --git a/be/test/olap/vector_search/ann_index_edge_case_test.cpp b/be/test/storage/index/ann/ann_index_edge_case_test.cpp similarity index 96% rename from be/test/olap/vector_search/ann_index_edge_case_test.cpp rename to be/test/storage/index/ann/ann_index_edge_case_test.cpp index 3ab22a63c37178..1227a408142345 100644 --- a/be/test/olap/vector_search/ann_index_edge_case_test.cpp +++ b/be/test/storage/index/ann/ann_index_edge_case_test.cpp @@ -22,11 +22,11 @@ #include #include -#include "olap/rowset/segment_v2/ann_index/ann_index_iterator.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_reader.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_writer.h" -#include "olap/rowset/segment_v2/ann_index/faiss_ann_index.h" -#include "vector_search_utils.h" +#include "storage/index/ann/ann_index_iterator.h" +#include "storage/index/ann/ann_index_reader.h" +#include "storage/index/ann/ann_index_writer.h" +#include "storage/index/ann/faiss_ann_index.h" +#include "storage/index/ann/vector_search_utils.h" using namespace doris::vector_search_utils; diff --git a/be/test/olap/vector_search/ann_index_iterator_test.cpp b/be/test/storage/index/ann/ann_index_iterator_test.cpp similarity index 97% rename from be/test/olap/vector_search/ann_index_iterator_test.cpp rename to be/test/storage/index/ann/ann_index_iterator_test.cpp index c5c953da574947..3ca7e376bd977e 100644 --- a/be/test/olap/vector_search/ann_index_iterator_test.cpp +++ b/be/test/storage/index/ann/ann_index_iterator_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/ann_index/ann_index_iterator.h" +#include "storage/index/ann/ann_index_iterator.h" #include #include @@ -23,10 +23,10 @@ #include #include -#include "olap/rowset/segment_v2/ann_index/ann_index_reader.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/ann_index/faiss_ann_index.h" -#include "vector_search_utils.h" +#include "storage/index/ann/ann_index_reader.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/ann/faiss_ann_index.h" +#include "storage/index/ann/vector_search_utils.h" using namespace doris::vector_search_utils; diff --git a/be/test/olap/vector_search/ann_index_reader_test.cpp b/be/test/storage/index/ann/ann_index_reader_test.cpp similarity index 98% rename from be/test/olap/vector_search/ann_index_reader_test.cpp rename to be/test/storage/index/ann/ann_index_reader_test.cpp index b7eea90568457b..abe6d4527da11d 100644 --- a/be/test/olap/vector_search/ann_index_reader_test.cpp +++ b/be/test/storage/index/ann/ann_index_reader_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/ann_index/ann_index_reader.h" +#include "storage/index/ann/ann_index_reader.h" #include #include @@ -25,12 +25,12 @@ #include #include -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_iterator.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/ann_index/faiss_ann_index.h" -#include "olap/tablet_schema.h" -#include "vector_search_utils.h" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_index_iterator.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/ann/faiss_ann_index.h" +#include "storage/index/ann/vector_search_utils.h" +#include "storage/tablet/tablet_schema.h" using namespace doris::vector_search_utils; diff --git a/be/test/olap/vector_search/ann_index_smoke_test.cpp b/be/test/storage/index/ann/ann_index_smoke_test.cpp similarity index 94% rename from be/test/olap/vector_search/ann_index_smoke_test.cpp rename to be/test/storage/index/ann/ann_index_smoke_test.cpp index 08b08626e88fb7..aff22be01e3bce 100644 --- a/be/test/olap/vector_search/ann_index_smoke_test.cpp +++ b/be/test/storage/index/ann/ann_index_smoke_test.cpp @@ -19,18 +19,17 @@ #include // Add CLucene RAM Directory header -#include - #include #include -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_writer.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/ann_index/faiss_ann_index.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "vector_search_utils.h" +#include "storage/field.h" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_index_writer.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/ann/faiss_ann_index.h" +#include "storage/index/ann/vector_search_utils.h" +#include "storage/index/index_file_writer.h" +#include "storage/olap_common.h" using namespace doris::vector_search_utils; diff --git a/be/test/olap/vector_search/ann_index_writer_test.cpp b/be/test/storage/index/ann/ann_index_writer_test.cpp similarity index 98% rename from be/test/olap/vector_search/ann_index_writer_test.cpp rename to be/test/storage/index/ann/ann_index_writer_test.cpp index 6a6af3b761f853..9d0b27dd1b8bc1 100644 --- a/be/test/olap/vector_search/ann_index_writer_test.cpp +++ b/be/test/storage/index/ann/ann_index_writer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/ann_index/ann_index_writer.h" +#include "storage/index/ann/ann_index_writer.h" #include #include @@ -26,12 +26,12 @@ #include #include -#include "olap/field.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/tablet_schema.h" #include "runtime/collection_value.h" -#include "vector_search_utils.h" +#include "storage/field.h" +#include "storage/index/ann/vector_search_utils.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/tablet/tablet_schema.h" using namespace doris::vector_search_utils; diff --git a/be/test/olap/vector_search/ann_range_search_test.cpp b/be/test/storage/index/ann/ann_range_search_test.cpp similarity index 98% rename from be/test/olap/vector_search/ann_range_search_test.cpp rename to be/test/storage/index/ann/ann_range_search_test.cpp index 715f368e3f1bb7..9ddca7206cad6a 100644 --- a/be/test/olap/vector_search/ann_range_search_test.cpp +++ b/be/test/storage/index/ann/ann_range_search_test.cpp @@ -27,23 +27,23 @@ #include #include "common/object_pool.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_iterator.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_reader.h" -#include "olap/rowset/segment_v2/ann_index/ann_range_search_runtime.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/ann_index/faiss_ann_index.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/virtual_column_iterator.h" -#include "olap/vector_search/vector_search_utils.h" +#include "core/column/column.h" +#include "core/column/column_nothing.h" +#include "core/column/column_nullable.h" +#include "core/data_type/primitive_type.h" +#include "exprs/function/functions_comparison.h" +#include "exprs/vexpr_context.h" +#include "exprs/vexpr_fwd.h" #include "runtime/descriptors.h" -#include "runtime/primitive_type.h" #include "runtime/runtime_state.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_nullable.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vexpr_fwd.h" -#include "vec/functions/functions_comparison.h" +#include "storage/index/ann/ann_index_iterator.h" +#include "storage/index/ann/ann_index_reader.h" +#include "storage/index/ann/ann_range_search_runtime.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/ann/faiss_ann_index.h" +#include "storage/index/ann/vector_search_utils.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/virtual_column_iterator.h" namespace doris::vectorized { diff --git a/be/test/olap/vector_search/ann_topn_descriptor_test.cpp b/be/test/storage/index/ann/ann_topn_descriptor_test.cpp similarity index 96% rename from be/test/olap/vector_search/ann_topn_descriptor_test.cpp rename to be/test/storage/index/ann/ann_topn_descriptor_test.cpp index 530f1f1a038876..ffe3c49c956147 100644 --- a/be/test/olap/vector_search/ann_topn_descriptor_test.cpp +++ b/be/test/storage/index/ann/ann_topn_descriptor_test.cpp @@ -26,13 +26,13 @@ #include #include -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/ann_index/ann_topn_runtime.h" -#include "runtime/primitive_type.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/exprs/virtual_slot_ref.h" -#include "vector_search_utils.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" +#include "core/data_type/primitive_type.h" +#include "exprs/virtual_slot_ref.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/ann/ann_topn_runtime.h" +#include "storage/index/ann/vector_search_utils.h" using ::testing::_; using ::testing::SetArgPointee; diff --git a/be/test/olap/vector_search/ann_topn_runtime_negative_test.cpp b/be/test/storage/index/ann/ann_topn_runtime_negative_test.cpp similarity index 96% rename from be/test/olap/vector_search/ann_topn_runtime_negative_test.cpp rename to be/test/storage/index/ann/ann_topn_runtime_negative_test.cpp index 9cd38de7fed4d2..690eb9db554cef 100644 --- a/be/test/olap/vector_search/ann_topn_runtime_negative_test.cpp +++ b/be/test/storage/index/ann/ann_topn_runtime_negative_test.cpp @@ -21,11 +21,11 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/ann_index/ann_topn_runtime.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/virtual_slot_ref.h" -#include "vector_search_utils.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr.h" +#include "exprs/virtual_slot_ref.h" +#include "storage/index/ann/ann_topn_runtime.h" +#include "storage/index/ann/vector_search_utils.h" using ::testing::HasSubstr; diff --git a/be/test/olap/vector_search/faiss_vector_index_test.cpp b/be/test/storage/index/ann/faiss_vector_index_test.cpp similarity index 99% rename from be/test/olap/vector_search/faiss_vector_index_test.cpp rename to be/test/storage/index/ann/faiss_vector_index_test.cpp index 2d6b7ac95b2cb8..ff07f4384c6747 100644 --- a/be/test/olap/vector_search/faiss_vector_index_test.cpp +++ b/be/test/storage/index/ann/faiss_vector_index_test.cpp @@ -28,11 +28,11 @@ #include #include -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/ann_index/faiss_ann_index.h" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/ann/faiss_ann_index.h" // metrics.h not used directly here -#include "vector_search_utils.h" +#include "storage/index/ann/vector_search_utils.h" using namespace doris::segment_v2; diff --git a/be/test/olap/vector_search/vector_search_utils.cpp b/be/test/storage/index/ann/vector_search_utils.cpp similarity index 98% rename from be/test/olap/vector_search/vector_search_utils.cpp rename to be/test/storage/index/ann/vector_search_utils.cpp index 9c2b885c724017..bc3ea659837308 100644 --- a/be/test/olap/vector_search/vector_search_utils.cpp +++ b/be/test/storage/index/ann/vector_search_utils.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "vector_search_utils.h" +#include "storage/index/ann/vector_search_utils.h" #include #include #include -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_search_params.h" -#include "olap/rowset/segment_v2/ann_index/faiss_ann_index.h" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_search_params.h" +#include "storage/index/ann/faiss_ann_index.h" namespace doris::vector_search_utils { static void accumulate(double x, double y, double& sum) { diff --git a/be/test/olap/vector_search/vector_search_utils.h b/be/test/storage/index/ann/vector_search_utils.h similarity index 97% rename from be/test/olap/vector_search/vector_search_utils.h rename to be/test/storage/index/ann/vector_search_utils.h index 909e1034566299..6f70b888f06332 100644 --- a/be/test/olap/vector_search/vector_search_utils.h +++ b/be/test/storage/index/ann/vector_search_utils.h @@ -32,18 +32,18 @@ #include #include "common/object_pool.h" +#include "exec/common/util.hpp" +#include "exprs/vexpr_context.h" #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/ann_index/ann_index.h" -#include "olap/rowset/segment_v2/ann_index/ann_index_iterator.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_writer.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" -#include "olap/tablet_schema.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/utils/util.hpp" +#include "storage/index/ann/ann_index.h" +#include "storage/index/ann/ann_index_iterator.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_writer.h" +#include "storage/index/inverted/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" +#include "storage/tablet/tablet_schema.h" // Add CLucene RAM Directory header #include #include diff --git a/be/test/olap/vector_index/virtual_column_iterator_test.cpp b/be/test/storage/index/ann/virtual_column_iterator_test.cpp similarity index 99% rename from be/test/olap/vector_index/virtual_column_iterator_test.cpp rename to be/test/storage/index/ann/virtual_column_iterator_test.cpp index e036a0524072fd..3211505aa114e8 100644 --- a/be/test/olap/vector_index/virtual_column_iterator_test.cpp +++ b/be/test/storage/index/ann/virtual_column_iterator_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/virtual_column_iterator.h" +#include "storage/segment/virtual_column_iterator.h" #include #include "common/status.h" -#include "vec/columns/column.h" -#include "vec/columns/column_nothing.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/types.h" +#include "core/column/column.h" +#include "core/column/column_nothing.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/types.h" using namespace doris::segment_v2; diff --git a/be/test/olap/date_bloom_filter_test.cpp b/be/test/storage/index/date_bloom_filter_test.cpp similarity index 97% rename from be/test/olap/date_bloom_filter_test.cpp rename to be/test/storage/index/date_bloom_filter_test.cpp index 9d86c23b5c819f..1701ba8999446d 100644 --- a/be/test/olap/date_bloom_filter_test.cpp +++ b/be/test/storage/index/date_bloom_filter_test.cpp @@ -19,16 +19,18 @@ #include #include "common/status.h" -#include "olap/comparison_predicate.h" -#include "olap/in_list_predicate.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/segment_v2/bloom_filter_index_reader.h" -#include "olap/storage_engine.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" +#include "core/value/vdatetime_value.h" +#include "exprs/hybrid_set.h" +#include "storage/index/bloom_filter/bloom_filter_index_reader.h" +#include "storage/predicate/comparison_predicate.h" +#include "storage/predicate/in_list_predicate.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/segment/column_reader.h" +#include "storage/storage_engine.h" #include "util/date_func.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { diff --git a/be/test/olap/index_builder_test.cpp b/be/test/storage/index/index_builder_test.cpp similarity index 99% rename from be/test/olap/index_builder_test.cpp rename to be/test/storage/index/index_builder_test.cpp index b0a16eaea7b3eb..feb40ce907a17b 100644 --- a/be/test/olap/index_builder_test.cpp +++ b/be/test/storage/index/index_builder_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/index_builder.h" +#include "storage/task/index_builder.h" #include #include -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/storage_engine.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_schema.h" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_schema.h" namespace doris { using namespace testing; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr_test.cpp b/be/test/storage/index/inverted/analysis_factory_mgr_test.cpp similarity index 94% rename from be/test/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr_test.cpp rename to be/test/storage/index/inverted/analysis_factory_mgr_test.cpp index c28a8d258bd683..b3f418aa7281fd 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/analysis_factory_mgr_test.cpp +++ b/be/test/storage/index/inverted/analysis_factory_mgr_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.h" +#include "storage/index/inverted/analysis_factory_mgr.h" #include @@ -23,12 +23,12 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/char_filter/empty_char_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/empty_token_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/token_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/empty/empty_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/tokenizer_factory.h" +#include "storage/index/inverted/char_filter/char_filter_factory.h" +#include "storage/index/inverted/char_filter/empty_char_filter_factory.h" +#include "storage/index/inverted/token_filter/empty_token_filter_factory.h" +#include "storage/index/inverted/token_filter/token_filter_factory.h" +#include "storage/index/inverted/tokenizer/empty/empty_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/analyzer/icu_analyzer_test.cpp b/be/test/storage/index/inverted/analyzer/icu_analyzer_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/analyzer/icu_analyzer_test.cpp rename to be/test/storage/index/inverted/analyzer/icu_analyzer_test.cpp index eae5e59ffb2e62..81ac0da36455c9 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/analyzer/icu_analyzer_test.cpp +++ b/be/test/storage/index/inverted/analyzer/icu_analyzer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/analyzer/icu/icu_analyzer.h" +#include "storage/index/inverted/analyzer/icu/icu_analyzer.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/analyzer/ik_anayzer_test.cpp b/be/test/storage/index/inverted/analyzer/ik_anayzer_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/analyzer/ik_anayzer_test.cpp rename to be/test/storage/index/inverted/analyzer/ik_anayzer_test.cpp index a962f79e2cbd87..aaacc6770bd221 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/analyzer/ik_anayzer_test.cpp +++ b/be/test/storage/index/inverted/analyzer/ik_anayzer_test.cpp @@ -22,12 +22,12 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/IKAnalyzer.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/cfg/Configuration.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/core/AnalyzeContext.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/core/IKSegmenter.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/ik/core/Lexeme.h" -#include "vec/common/arena.h" +#include "core/arena.h" +#include "storage/index/inverted/analyzer/ik/IKAnalyzer.h" +#include "storage/index/inverted/analyzer/ik/cfg/Configuration.h" +#include "storage/index/inverted/analyzer/ik/core/AnalyzeContext.h" +#include "storage/index/inverted/analyzer/ik/core/IKSegmenter.h" +#include "storage/index/inverted/analyzer/ik/core/Lexeme.h" using namespace lucene::analysis; namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/analyzer/simple_analyzer_test.cpp b/be/test/storage/index/inverted/analyzer/simple_analyzer_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/analyzer/simple_analyzer_test.cpp rename to be/test/storage/index/inverted/analyzer/simple_analyzer_test.cpp index 6b36abcd56db72..cd81671f6ecd90 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/analyzer/simple_analyzer_test.cpp +++ b/be/test/storage/index/inverted/analyzer/simple_analyzer_test.cpp @@ -19,7 +19,7 @@ #include -#include "olap/rowset/segment_v2/inverted_index/analyzer/basic/basic_analyzer.h" +#include "storage/index/inverted/analyzer/basic/basic_analyzer.h" using namespace lucene::analysis; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/ananlyzer/analyzer_test.cpp b/be/test/storage/index/inverted/ananlyzer/analyzer_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/ananlyzer/analyzer_test.cpp rename to be/test/storage/index/inverted/ananlyzer/analyzer_test.cpp index 75590e6ccc1eab..4a51609a68806d 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/ananlyzer/analyzer_test.cpp +++ b/be/test/storage/index/inverted/ananlyzer/analyzer_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include #include -#include "gen_cpp/AgentService_types.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" #include "runtime/exec_env.h" #include "runtime/index_policy/index_policy_mgr.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/util/reader.h" namespace doris::segment_v2::inverted_index { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/ananlyzer/custom_analyzer_test.cpp b/be/test/storage/index/inverted/ananlyzer/custom_analyzer_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/ananlyzer/custom_analyzer_test.cpp rename to be/test/storage/index/inverted/ananlyzer/custom_analyzer_test.cpp index 0f18b4d5e600b4..a96edc1f38b346 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/ananlyzer/custom_analyzer_test.cpp +++ b/be/test/storage/index/inverted/ananlyzer/custom_analyzer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" #include @@ -24,12 +24,12 @@ #include "CLucene/store/Directory.h" #include "CLucene/store/FSDirectory.h" -#include "olap/rowset/segment_v2/inverted_index/analysis_factory_mgr.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query.h" -#include "olap/rowset/segment_v2/inverted_index/setting.h" #include "roaring/roaring.hh" #include "runtime/exec_env.h" +#include "storage/index/inverted/analysis_factory_mgr.h" +#include "storage/index/inverted/query/phrase_prefix_query.h" +#include "storage/index/inverted/query/phrase_query.h" +#include "storage/index/inverted/setting.h" CL_NS_USE(util) CL_NS_USE(store) @@ -135,9 +135,8 @@ std::vector tokenize1(const CustomAnalyzerPtr& custom_analyzer, TEST_F(CustomAnalyzerTest, CustomStandardAnalyzer) { std::vector lines; { - std::ifstream ifs( - _curreent_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-1.json"); + std::ifstream ifs(_curreent_dir + + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-1.json"); std::string line; while (getline(ifs, line)) { lines.emplace_back(line); diff --git a/be/test/olap/rowset/segment_v2/inverted_index/char_filter/char_filter_test.cpp b/be/test/storage/index/inverted/char_filter/char_filter_test.cpp similarity index 94% rename from be/test/olap/rowset/segment_v2/inverted_index/char_filter/char_filter_test.cpp rename to be/test/storage/index/inverted/char_filter/char_filter_test.cpp index 020f0db8d11199..b9b4acb106722c 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/char_filter/char_filter_test.cpp +++ b/be/test/storage/index/inverted/char_filter/char_filter_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_filter.h" +#include "storage/index/inverted/char_filter/char_filter.h" #include #include -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" +#include "storage/index/inverted/util/reader.h" using namespace lucene::analysis; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_factory_test.cpp b/be/test/storage/index/inverted/char_filter/char_replace_char_filter_factory_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_factory_test.cpp rename to be/test/storage/index/inverted/char_filter/char_replace_char_filter_factory_test.cpp index 28bcc33f9ca3ea..ed8f2d06c75d87 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_factory_test.cpp +++ b/be/test/storage/index/inverted/char_filter/char_replace_char_filter_factory_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_factory.h" +#include "storage/index/inverted/char_filter/char_replace_char_filter_factory.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_test.cpp b/be/test/storage/index/inverted/char_filter/char_replace_char_filter_test.cpp similarity index 95% rename from be/test/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_test.cpp rename to be/test/storage/index/inverted/char_filter/char_replace_char_filter_test.cpp index 4881332158b932..e95e97a2b7ff5f 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/char_filter/char_replace_char_filter_test.cpp +++ b/be/test/storage/index/inverted/char_filter/char_replace_char_filter_test.cpp @@ -23,8 +23,8 @@ #include #include "CLucene.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/inverted_index_parser.h" using namespace lucene::analysis; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter_factory_test.cpp b/be/test/storage/index/inverted/char_filter/icu_normalizer_char_filter_factory_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter_factory_test.cpp rename to be/test/storage/index/inverted/char_filter/icu_normalizer_char_filter_factory_test.cpp index 40f6aabd59d3ab..9551d43dbd6891 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter_factory_test.cpp +++ b/be/test/storage/index/inverted/char_filter/icu_normalizer_char_filter_factory_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/char_filter/icu_normalizer_char_filter_factory.h" +#include "storage/index/inverted/char_filter/icu_normalizer_char_filter_factory.h" #include #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/common/inverted_index_common_test.cpp b/be/test/storage/index/inverted/common/inverted_index_common_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/common/inverted_index_common_test.cpp rename to be/test/storage/index/inverted/common/inverted_index_common_test.cpp index 96624260521ab5..e3b435b3f152d1 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/common/inverted_index_common_test.cpp +++ b/be/test/storage/index/inverted/common/inverted_index_common_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_common.h" +#include "storage/index/inverted/inverted_index_common.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/common/inverted_index_gc_binlogs_test.cpp b/be/test/storage/index/inverted/common/inverted_index_gc_binlogs_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/common/inverted_index_gc_binlogs_test.cpp rename to be/test/storage/index/inverted/common/inverted_index_gc_binlogs_test.cpp index 727ad64ed458b4..eb8d75f2f630cc 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/common/inverted_index_gc_binlogs_test.cpp +++ b/be/test/storage/index/inverted/common/inverted_index_gc_binlogs_test.cpp @@ -17,10 +17,10 @@ #include -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/storage_engine.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/storage_engine.h" namespace doris { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/compaction/index_compaction_performance_test.cpp b/be/test/storage/index/inverted/compaction/index_compaction_performance_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/compaction/index_compaction_performance_test.cpp rename to be/test/storage/index/inverted/compaction/index_compaction_performance_test.cpp index 4d579a5541eb6c..c08958ab3b64b6 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/compaction/index_compaction_performance_test.cpp +++ b/be/test/storage/index/inverted/compaction/index_compaction_performance_test.cpp @@ -21,8 +21,8 @@ #include #include -#include "olap/utils.h" -#include "util/index_compaction_utils.cpp" +#include "storage/index/inverted/compaction/util/index_compaction_utils.cpp" +#include "storage/utils.h" namespace doris { @@ -128,8 +128,7 @@ class DISABLED_IndexCompactionPerformanceTest : public ::testing::Test { void _run_normal_wiki_test() { EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_dir = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/performance"; + std::string data_dir = _current_dir + "/be/test/storage/index/inverted/data/performance"; std::vector data_files; for (const auto& entry : std::filesystem::directory_iterator(data_dir)) { if (entry.is_regular_file()) { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/compaction/index_compaction_test.cpp b/be/test/storage/index/inverted/compaction/index_compaction_test.cpp similarity index 95% rename from be/test/olap/rowset/segment_v2/inverted_index/compaction/index_compaction_test.cpp rename to be/test/storage/index/inverted/compaction/index_compaction_test.cpp index 3ca134ac1120a4..c8dc0dbe204177 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/compaction/index_compaction_test.cpp +++ b/be/test/storage/index/inverted/compaction/index_compaction_test.cpp @@ -17,8 +17,8 @@ #include -#include "olap/utils.h" -#include "util/index_compaction_utils.cpp" +#include "storage/index/inverted/compaction/util/index_compaction_utils.cpp" +#include "storage/utils.h" namespace doris { @@ -578,15 +578,12 @@ class IndexCompactionTest : public ::testing::Test { EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); std::string data_file1 = - _current_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-1.json"; + _current_dir + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-1.json"; std::string data_file2 = - _current_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-2.json"; + _current_dir + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-2.json"; // for MOW table to delete std::string data_file3 = - _current_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-2.json"; + _current_dir + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-2.json"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -748,10 +745,8 @@ TEST_F(IndexCompactionTest, tes_write_index_normally) { _build_tablet(); EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -837,10 +832,8 @@ TEST_F(IndexCompactionTest, test_col_unique_ids_empty) { EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -889,10 +882,8 @@ TEST_F(IndexCompactionTest, test_tablet_index_id_not_equal) { EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -940,10 +931,8 @@ TEST_F(IndexCompactionTest, test_tablet_schema_tablet_index_is_null) { EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -985,10 +974,8 @@ TEST_F(IndexCompactionTest, test_rowset_schema_tablet_index_is_null) { _build_tablet(); EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1052,10 +1039,8 @@ TEST_F(IndexCompactionTest, test_tablet_index_properties_not_equal) { EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1102,10 +1087,8 @@ TEST_F(IndexCompactionTest, test_is_skip_index_compaction_not_empty) { _build_tablet(); EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1152,10 +1135,8 @@ TEST_F(IndexCompactionTest, test_rowset_fs_nullptr) { _build_tablet(); EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1192,10 +1173,8 @@ TEST_F(IndexCompactionTest, test_input_row_num_zero) { _build_tablet(); EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1259,10 +1238,8 @@ TEST_F(IndexCompactionTest, test_cols_to_do_index_compaction_empty) { EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1311,10 +1288,8 @@ TEST_F(IndexCompactionTest, test_index_compaction_with_delete) { _build_tablet(); EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1423,15 +1398,12 @@ TEST_F(IndexCompactionTest, tes_wikipedia_dup_v2_with_total_delete) { EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); std::string data_file1 = - _current_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-1.json"; + _current_dir + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-1.json"; std::string data_file2 = - _current_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-2.json"; + _current_dir + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-2.json"; // for MOW table to delete std::string data_file3 = - _current_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-2.json"; + _current_dir + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-2.json"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1499,15 +1471,12 @@ TEST_F(IndexCompactionTest, tes_wikipedia_mow_v2_with_total_delete) { EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); std::string data_file1 = - _current_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-1.json"; + _current_dir + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-1.json"; std::string data_file2 = - _current_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-2.json"; + _current_dir + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-2.json"; // for MOW table to delete std::string data_file3 = - _current_dir + - "/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-2.json"; + _current_dir + "/be/test/storage/index/inverted/data/sorted_wikipedia-50-2.json"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1598,10 +1567,8 @@ TEST_F(IndexCompactionTest, test_inverted_index_ram_dir_disable) { _build_tablet(); EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); @@ -1686,10 +1653,8 @@ TEST_F(IndexCompactionTest, test_inverted_index_ram_dir_disable_with_debug_point _build_tablet(); EXPECT_TRUE(io::global_local_filesystem()->delete_directory(_tablet->tablet_path()).ok()); EXPECT_TRUE(io::global_local_filesystem()->create_directory(_tablet->tablet_path()).ok()); - std::string data_file1 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv"; - std::string data_file2 = - _current_dir + "/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv"; + std::string data_file1 = _current_dir + "/be/test/storage/index/inverted/data/data1.csv"; + std::string data_file2 = _current_dir + "/be/test/storage/index/inverted/data/data2.csv"; std::vector data_files; data_files.push_back(data_file1); data_files.push_back(data_file2); diff --git a/be/test/olap/rowset/segment_v2/inverted_index/compaction/index_compaction_write_index_test.cpp b/be/test/storage/index/inverted/compaction/index_compaction_write_index_test.cpp similarity index 100% rename from be/test/olap/rowset/segment_v2/inverted_index/compaction/index_compaction_write_index_test.cpp rename to be/test/storage/index/inverted/compaction/index_compaction_write_index_test.cpp diff --git a/be/test/olap/rowset/segment_v2/inverted_index/compaction/util/index_compaction_utils.cpp b/be/test/storage/index/inverted/compaction/util/index_compaction_utils.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/compaction/util/index_compaction_utils.cpp rename to be/test/storage/index/inverted/compaction/util/index_compaction_utils.cpp index 385e7c46ffdc58..a1b8cbadaf4d5d 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/compaction/util/index_compaction_utils.cpp +++ b/be/test/storage/index/inverted/compaction/util/index_compaction_utils.cpp @@ -29,13 +29,13 @@ #include "CLucene/config/repl_wchar.h" #include "json2pb/json_to_pb.h" #include "json2pb/pb_to_json.h" -#include "olap/base_compaction.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/beta_rowset_writer.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_factory.h" -#include "olap/storage_engine.h" +#include "storage/compaction/base_compaction.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/inverted/query/query_factory.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset_writer.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/storage_engine.h" namespace doris { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv b/be/test/storage/index/inverted/data/data1.csv similarity index 100% rename from be/test/olap/rowset/segment_v2/inverted_index/data/data1.csv rename to be/test/storage/index/inverted/data/data1.csv diff --git a/be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv b/be/test/storage/index/inverted/data/data2.csv similarity index 100% rename from be/test/olap/rowset/segment_v2/inverted_index/data/data2.csv rename to be/test/storage/index/inverted/data/data2.csv diff --git a/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-1.json b/be/test/storage/index/inverted/data/sorted_wikipedia-50-1.json similarity index 100% rename from be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-1.json rename to be/test/storage/index/inverted/data/sorted_wikipedia-50-1.json diff --git a/be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-2.json b/be/test/storage/index/inverted/data/sorted_wikipedia-50-2.json similarity index 100% rename from be/test/olap/rowset/segment_v2/inverted_index/data/sorted_wikipedia-50-2.json rename to be/test/storage/index/inverted/data/sorted_wikipedia-50-2.json diff --git a/be/test/olap/rowset/segment_v2/inverted_index/empty_index_file_test.cpp b/be/test/storage/index/inverted/empty_index_file_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/inverted_index/empty_index_file_test.cpp rename to be/test/storage/index/inverted/empty_index_file_test.cpp index 0386ce37ec6fe8..94f1a6493209bb 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/empty_index_file_test.cpp +++ b/be/test/storage/index/inverted/empty_index_file_test.cpp @@ -18,11 +18,11 @@ #include #include +#include "exec/sink/load_stream_stub.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/stream_sink_file_writer.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "vec/sink/load_stream_stub.h" +#include "storage/index/index_file_writer.h" +#include "storage/olap_common.h" namespace doris { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/conjunction_query_test.cpp b/be/test/storage/index/inverted/query/conjunction_query_test.cpp similarity index 94% rename from be/test/olap/rowset/segment_v2/inverted_index/query/conjunction_query_test.cpp rename to be/test/storage/index/inverted/query/conjunction_query_test.cpp index ee35a4b3fd6eea..ea25778dc05520 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/conjunction_query_test.cpp +++ b/be/test/storage/index/inverted/query/conjunction_query_test.cpp @@ -15,9 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/conjunction_query.h" +#include "storage/index/inverted/query/conjunction_query.h" #include +#include #include #include @@ -25,10 +26,9 @@ #include #include -#include "gen_cpp/PaloInternalService_types.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" #include "runtime/runtime_state.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/util/mock_iterator.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/disjunction_query_test.cpp b/be/test/storage/index/inverted/query/disjunction_query_test.cpp similarity index 93% rename from be/test/olap/rowset/segment_v2/inverted_index/query/disjunction_query_test.cpp rename to be/test/storage/index/inverted/query/disjunction_query_test.cpp index a298fd243641c0..8d9e1ccf7c487d 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/disjunction_query_test.cpp +++ b/be/test/storage/index/inverted/query/disjunction_query_test.cpp @@ -15,9 +15,10 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/disjunction_query.h" +#include "storage/index/inverted/query/disjunction_query.h" #include +#include #include #include @@ -25,10 +26,9 @@ #include #include -#include "gen_cpp/PaloInternalService_types.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" #include "runtime/runtime_state.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/util/mock_iterator.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_edge_query_test.cpp b/be/test/storage/index/inverted/query/phrase_edge_query_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_edge_query_test.cpp rename to be/test/storage/index/inverted/query/phrase_edge_query_test.cpp index 43c07aa3517652..e05473ac706aaf 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_edge_query_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_edge_query_test.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_edge_query.h" +#include "storage/index/inverted/query/phrase_edge_query.h" #include +#include #include -#include "gen_cpp/PaloInternalService_types.h" #include "io/fs/local_file_system.h" -#include "olap/field.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_searcher.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "storage/field.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_searcher.h" +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/tablet/tablet_schema.h" #include "util/slice.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query_test.cpp b/be/test/storage/index/inverted/query/phrase_prefix_query_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query_test.cpp rename to be/test/storage/index/inverted/query/phrase_prefix_query_test.cpp index 330929d4ce9aff..6ee3a30b796587 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_prefix_query_test.cpp @@ -15,21 +15,21 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_prefix_query.h" +#include "storage/index/inverted/query/phrase_prefix_query.h" #include +#include #include -#include "gen_cpp/PaloInternalService_types.h" #include "io/fs/local_file_system.h" -#include "olap/field.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_searcher.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" +#include "storage/field.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_searcher.h" +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/tablet/tablet_schema.h" #include "util/slice.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher_test.cpp b/be/test/storage/index/inverted/query/phrase_query/exact_phrase_matcher_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher_test.cpp rename to be/test/storage/index/inverted/query/phrase_query/exact_phrase_matcher_test.cpp index cb575820997032..9e4da436c2862f 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_query/exact_phrase_matcher_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/exact_phrase_matcher.h" #include -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" +#include "storage/index/inverted/util/mock_iterator.h" using namespace testing; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher_test.cpp b/be/test/storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher_test.cpp rename to be/test/storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher_test.cpp index 159aab00e25252..f9b8a1dddcdecf 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.h" #include -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" +#include "storage/index/inverted/util/mock_iterator.h" using namespace testing; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_freq_test.cpp b/be/test/storage/index/inverted/query/phrase_query/phrase_freq_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_freq_test.cpp rename to be/test/storage/index/inverted/query/phrase_query/phrase_freq_test.cpp index 265cc0fef83a5b..e79188ab6880c8 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_freq_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_query/phrase_freq_test.cpp @@ -17,12 +17,12 @@ #include -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/exact_phrase_matcher.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/ordered_sloppy_phrase_matcher.h" -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.h" -#include "olap/rowset/segment_v2/inverted_index/util/docid_set_iterator.h" -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" -#include "olap/rowset/segment_v2/inverted_index/util/union_term_iterator.h" +#include "storage/index/inverted/query/phrase_query/exact_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/ordered_sloppy_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.h" +#include "storage/index/inverted/util/docid_set_iterator.h" +#include "storage/index/inverted/util/mock_iterator.h" +#include "storage/index/inverted/util/union_term_iterator.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher_test.cpp b/be/test/storage/index/inverted/query/phrase_query/phrase_matcher_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher_test.cpp rename to be/test/storage/index/inverted/query/phrase_query/phrase_matcher_test.cpp index 1eaac6556baef2..ebab2985864964 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_query/phrase_matcher_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/phrase_matcher.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_positions_test.cpp b/be/test/storage/index/inverted/query/phrase_query/phrase_positions_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_positions_test.cpp rename to be/test/storage/index/inverted/query/phrase_query/phrase_positions_test.cpp index 5f3150ef06e076..390f451621a2bb 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_positions_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_query/phrase_positions_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_positions.h" +#include "storage/index/inverted/query/phrase_query/phrase_positions.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_queue_test.cpp b/be/test/storage/index/inverted/query/phrase_query/phrase_queue_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_queue_test.cpp rename to be/test/storage/index/inverted/query/phrase_query/phrase_queue_test.cpp index 3427bc8bf6a138..2083f3beff813b 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_queue_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_query/phrase_queue_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/phrase_queue.h" +#include "storage/index/inverted/query/phrase_query/phrase_queue.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher_test.cpp b/be/test/storage/index/inverted/query/phrase_query/sloppy_phrase_matcher_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher_test.cpp rename to be/test/storage/index/inverted/query/phrase_query/sloppy_phrase_matcher_test.cpp index 59619dcf3e5be9..68d5de559f3fd6 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_query/sloppy_phrase_matcher_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query/sloppy_phrase_matcher.h" +#include "storage/index/inverted/query/phrase_query/sloppy_phrase_matcher.h" #include -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" +#include "storage/index/inverted/util/mock_iterator.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query_test.cpp b/be/test/storage/index/inverted/query/phrase_query_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query_test.cpp rename to be/test/storage/index/inverted/query/phrase_query_test.cpp index ae13f5423413d1..bf31a6e80a9fbb 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/phrase_query_test.cpp +++ b/be/test/storage/index/inverted/query/phrase_query_test.cpp @@ -15,22 +15,22 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/phrase_query.h" +#include "storage/index/inverted/query/phrase_query.h" #include +#include #include -#include "gen_cpp/PaloInternalService_types.h" #include "io/fs/local_file_system.h" -#include "olap/field.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_searcher.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" +#include "storage/field.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_searcher.h" +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/index/inverted/query/query_info.h" +#include "storage/tablet/tablet_schema.h" #include "util/slice.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/query_helper_test.cpp b/be/test/storage/index/inverted/query/query_helper_test.cpp similarity index 95% rename from be/test/olap/rowset/segment_v2/inverted_index/query/query_helper_test.cpp rename to be/test/storage/index/inverted/query/query_helper_test.cpp index e2962178558133..95c1a3a6fad806 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/query_helper_test.cpp +++ b/be/test/storage/index/inverted/query/query_helper_test.cpp @@ -15,19 +15,19 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/query_helper.h" +#include "storage/index/inverted/query/query_helper.h" #include #include #include "common/be_mock_util.h" -#include "olap/collection_similarity.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/similarity.h" -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" -#include "olap/rowset/segment_v2/inverted_index/util/term_iterator.h" -#include "olap/rowset/segment_v2/inverted_index/util/term_position_iterator.h" +#include "storage/compaction/collection_similarity.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/similarity/similarity.h" +#include "storage/index/inverted/util/mock_iterator.h" +#include "storage/index/inverted/util/term_iterator.h" +#include "storage/index/inverted/util/term_position_iterator.h" using namespace doris; using namespace doris::segment_v2; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query/regexp_query_test.cpp b/be/test/storage/index/inverted/query/regexp_query_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query/regexp_query_test.cpp rename to be/test/storage/index/inverted/query/regexp_query_test.cpp index 0635ff5bcf5d1e..e212592d2f317b 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query/regexp_query_test.cpp +++ b/be/test/storage/index/inverted/query/regexp_query_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query/regexp_query.h" +#include "storage/index/inverted/query/regexp_query.h" +#include #include #include #include -#include "gen_cpp/PaloInternalService_types.h" #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/inverted_index/query/query.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" #include "runtime/runtime_state.h" +#include "storage/index/inverted/query/query.h" +#include "storage/index/inverted/query/query_info.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/boolean_query_builder_test.cpp b/be/test/storage/index/inverted/query_v2/boolean_query/boolean_query_builder_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/boolean_query_builder_test.cpp rename to be/test/storage/index/inverted/query_v2/boolean_query/boolean_query_builder_test.cpp index c3728e96d6705c..4dd833975e3a0a 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/boolean_query_builder_test.cpp +++ b/be/test/storage/index/inverted/query_v2/boolean_query/boolean_query_builder_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/boolean_query_builder.h" +#include "storage/index/inverted/query_v2/boolean_query/boolean_query_builder.h" #include @@ -23,11 +23,11 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator_boolean_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" +#include "storage/index/inverted/query_v2/boolean_query/occur.h" +#include "storage/index/inverted/query_v2/boolean_query/occur_boolean_query.h" +#include "storage/index/inverted/query_v2/boolean_query/operator.h" +#include "storage/index/inverted/query_v2/boolean_query/operator_boolean_query.h" +#include "storage/index/inverted/query_v2/query.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query_test.cpp b/be/test/storage/index/inverted/query_v2/boolean_query_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query_test.cpp rename to be/test/storage/index/inverted/query_v2/boolean_query_test.cpp index 1a12a231004ded..eb965d49db8d05 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/boolean_query_test.cpp +++ b/be/test/storage/index/inverted/query_v2/boolean_query_test.cpp @@ -24,13 +24,13 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/bit_set_query/bit_set_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/boolean_query_builder.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/operator.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_query.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/query_v2/bit_set_query/bit_set_query.h" +#include "storage/index/inverted/query_v2/boolean_query/boolean_query_builder.h" +#include "storage/index/inverted/query_v2/boolean_query/operator.h" +#include "storage/index/inverted/query_v2/term_query/term_query.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(search) CL_NS_USE(store) diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer_test.cpp b/be/test/storage/index/inverted/query_v2/buffered_union_scorer_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer_test.cpp rename to be/test/storage/index/inverted/query_v2/buffered_union_scorer_test.cpp index e5b50119f5f1d6..bfedd055ef564c 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer_test.cpp +++ b/be/test/storage/index/inverted/query_v2/buffered_union_scorer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_scorer.h" +#include "storage/index/inverted/query_v2/buffered_union_scorer.h" #include @@ -26,7 +26,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/score_combiner.h" namespace doris { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_test.cpp b/be/test/storage/index/inverted/query_v2/buffered_union_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_test.cpp rename to be/test/storage/index/inverted/query_v2/buffered_union_test.cpp index bcd2b8b7fd85b0..9a0dfb7c3792c1 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/buffered_union_test.cpp +++ b/be/test/storage/index/inverted/query_v2/buffered_union_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/union/buffered_union.h" +#include "storage/index/inverted/query_v2/union/buffered_union.h" #include @@ -24,9 +24,9 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/doc_set.h" +#include "storage/index/inverted/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { namespace { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/composite_reader_test.cpp b/be/test/storage/index/inverted/query_v2/composite_reader_test.cpp similarity index 94% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/composite_reader_test.cpp rename to be/test/storage/index/inverted/query_v2/composite_reader_test.cpp index 653df299aa1023..b12b1529db4212 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/composite_reader_test.cpp +++ b/be/test/storage/index/inverted/query_v2/composite_reader_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/composite_reader.h" +#include "storage/index/inverted/query_v2/composite_reader.h" #include #include #include "common/exception.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/inverted/util/string_helper.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer_test.cpp b/be/test/storage/index/inverted/query_v2/disjunction_scorer_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer_test.cpp rename to be/test/storage/index/inverted/query_v2/disjunction_scorer_test.cpp index 7b2285457d49aa..86ab3262861535 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer_test.cpp +++ b/be/test/storage/index/inverted/query_v2/disjunction_scorer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/disjunction_scorer.h" +#include "storage/index/inverted/query_v2/disjunction_scorer.h" #include @@ -24,8 +24,8 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/doc_set_test.cpp b/be/test/storage/index/inverted/query_v2/doc_set_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/doc_set_test.cpp rename to be/test/storage/index/inverted/query_v2/doc_set_test.cpp index 8f45e876ff1532..2d7d016b71c921 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/doc_set_test.cpp +++ b/be/test/storage/index/inverted/query_v2/doc_set_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h" +#include "storage/index/inverted/query_v2/doc_set.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer_test.cpp b/be/test/storage/index/inverted/query_v2/exclude_scorer_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer_test.cpp rename to be/test/storage/index/inverted/query_v2/exclude_scorer_test.cpp index ee941e7338caa7..f4935cd278d1b3 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer_test.cpp +++ b/be/test/storage/index/inverted/query_v2/exclude_scorer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.h" +#include "storage/index/inverted/query_v2/exclude_scorer.h" #include @@ -25,7 +25,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer_test.cpp b/be/test/storage/index/inverted/query_v2/intersection_scorer_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer_test.cpp rename to be/test/storage/index/inverted/query_v2/intersection_scorer_test.cpp index 6ff36eedaad995..5d3e7a89ab9c26 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer_test.cpp +++ b/be/test/storage/index/inverted/query_v2/intersection_scorer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/intersection_scorer.h" +#include "storage/index/inverted/query_v2/intersection_scorer.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/intersection_test.cpp b/be/test/storage/index/inverted/query_v2/intersection_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/intersection_test.cpp rename to be/test/storage/index/inverted/query_v2/intersection_test.cpp index 71c02bc583ce3f..49dbc9fdfc09e0 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/intersection_test.cpp +++ b/be/test/storage/index/inverted/query_v2/intersection_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/intersection.h" +#include "storage/index/inverted/query_v2/intersection.h" #include @@ -23,7 +23,7 @@ #include #include "common/exception.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h" +#include "storage/index/inverted/query_v2/doc_set.h" namespace doris { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/loaded_postings_test.cpp b/be/test/storage/index/inverted/query_v2/loaded_postings_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/loaded_postings_test.cpp rename to be/test/storage/index/inverted/query_v2/loaded_postings_test.cpp index 553dcfcd1a91c6..d157420a6d309f 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/loaded_postings_test.cpp +++ b/be/test/storage/index/inverted/query_v2/loaded_postings_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.h" +#include "storage/index/inverted/query_v2/postings/loaded_postings.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/multi_phrase_query_test.cpp b/be/test/storage/index/inverted/query_v2/multi_phrase_query_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/multi_phrase_query_test.cpp rename to be/test/storage/index/inverted/query_v2/multi_phrase_query_test.cpp index ca5dba0aeac7c1..bb156f3e7d8b15 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/multi_phrase_query_test.cpp +++ b/be/test/storage/index/inverted/query_v2/multi_phrase_query_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_query.h" +#include "storage/index/inverted/query_v2/phrase_query/multi_phrase_query.h" #include @@ -24,11 +24,11 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/query/query_info.h" +#include "storage/index/inverted/query_v2/phrase_query/multi_phrase_weight.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(search) CL_NS_USE(store) diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/occur_boolean_query_real_index_test.cpp b/be/test/storage/index/inverted/query_v2/occur_boolean_query_real_index_test.cpp similarity index 95% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/occur_boolean_query_real_index_test.cpp rename to be/test/storage/index/inverted/query_v2/occur_boolean_query_real_index_test.cpp index 0088b88dd4d97d..086ff39b39a81e 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/occur_boolean_query_real_index_test.cpp +++ b/be/test/storage/index/inverted/query_v2/occur_boolean_query_real_index_test.cpp @@ -24,14 +24,14 @@ #include "common/status.h" #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/all_query/all_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_query.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/query/query_info.h" +#include "storage/index/inverted/query_v2/all_query/all_query.h" +#include "storage/index/inverted/query_v2/boolean_query/occur.h" +#include "storage/index/inverted/query_v2/boolean_query/occur_boolean_query.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_query.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(search) CL_NS_USE(store) diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/occur_boolean_query_test.cpp b/be/test/storage/index/inverted/query_v2/occur_boolean_query_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/occur_boolean_query_test.cpp rename to be/test/storage/index/inverted/query_v2/occur_boolean_query_test.cpp index 7c74de7fb5715a..1356d114459e97 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/occur_boolean_query_test.cpp +++ b/be/test/storage/index/inverted/query_v2/occur_boolean_query_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_query.h" +#include "storage/index/inverted/query_v2/boolean_query/occur_boolean_query.h" #include @@ -25,15 +25,12 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/all_query/all_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/boolean_query/occur_boolean_weight.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" -#include "olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h" +#include "storage/index/inverted/query_v2/all_query/all_query.h" +#include "storage/index/inverted/query_v2/boolean_query/occur.h" +#include "storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h" +#include "storage/index/inverted/query_v2/query.h" +#include "storage/index/inverted/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { namespace { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query_test.cpp b/be/test/storage/index/inverted/query_v2/phrase_prefix_query_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query_test.cpp rename to be/test/storage/index/inverted/query_v2/phrase_prefix_query_test.cpp index 59cf440a325586..ced7784982a083 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query_test.cpp +++ b/be/test/storage/index/inverted/query_v2/phrase_prefix_query_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_prefix_query/phrase_prefix_query.h" +#include "storage/index/inverted/query_v2/phrase_prefix_query/phrase_prefix_query.h" #include #include @@ -25,11 +25,11 @@ #include #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/query/query_info.h" +#include "storage/index/inverted/query_v2/prefix_query/prefix_weight.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(store) CL_NS_USE(index) diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query_test.cpp b/be/test/storage/index/inverted/query_v2/phrase_query_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query_test.cpp rename to be/test/storage/index/inverted/query_v2/phrase_query_test.cpp index 43cf0ed6197a5d..f427152a585924 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query_test.cpp +++ b/be/test/storage/index/inverted/query_v2/phrase_query_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_query.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_query.h" #include @@ -24,11 +24,11 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/phrase_weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/query/query_info.h" +#include "storage/index/inverted/query_v2/phrase_query/phrase_weight.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(search) CL_NS_USE(store) diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/prefix_query_test.cpp b/be/test/storage/index/inverted/query_v2/prefix_query_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/prefix_query_test.cpp rename to be/test/storage/index/inverted/query_v2/prefix_query_test.cpp index 42bfb758ea51d9..03aae7301241d9 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/prefix_query_test.cpp +++ b/be/test/storage/index/inverted/query_v2/prefix_query_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_query.h" +#include "storage/index/inverted/query_v2/prefix_query/prefix_query.h" #include #include @@ -25,10 +25,10 @@ #include #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/prefix_query/prefix_weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/query_v2/prefix_query/prefix_weight.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(store) CL_NS_USE(index) diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query_test.cpp b/be/test/storage/index/inverted/query_v2/regexp_query_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query_test.cpp rename to be/test/storage/index/inverted/query_v2/regexp_query_test.cpp index 4e883edff1dd4d..f84972d84e8bef 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/regexp_query_test.cpp +++ b/be/test/storage/index/inverted/query_v2/regexp_query_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_query.h" +#include "storage/index/inverted/query_v2/regexp_query/regexp_query.h" #include @@ -25,10 +25,10 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/query_v2/regexp_query/regexp_weight.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(search) CL_NS_USE(store) diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/regexp_wildcard_lowercase_test.cpp b/be/test/storage/index/inverted/query_v2/regexp_wildcard_lowercase_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/regexp_wildcard_lowercase_test.cpp rename to be/test/storage/index/inverted/query_v2/regexp_wildcard_lowercase_test.cpp index f25ed8db8f04de..8e428fd6e79eaf 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/regexp_wildcard_lowercase_test.cpp +++ b/be/test/storage/index/inverted/query_v2/regexp_wildcard_lowercase_test.cpp @@ -23,11 +23,11 @@ #include #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/regexp_query/regexp_query.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_query.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/query_v2/regexp_query/regexp_query.h" +#include "storage/index/inverted/query_v2/wildcard_query/wildcard_query.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(search) CL_NS_USE(store) diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/reqopt_scorer_test.cpp b/be/test/storage/index/inverted/query_v2/reqopt_scorer_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/reqopt_scorer_test.cpp rename to be/test/storage/index/inverted/query_v2/reqopt_scorer_test.cpp index f4751828e6cf8e..139ec916fb0d70 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/reqopt_scorer_test.cpp +++ b/be/test/storage/index/inverted/query_v2/reqopt_scorer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/reqopt_scorer.h" +#include "storage/index/inverted/query_v2/reqopt_scorer.h" #include @@ -24,8 +24,8 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/score_combiner_test.cpp b/be/test/storage/index/inverted/query_v2/score_combiner_test.cpp similarity index 95% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/score_combiner_test.cpp rename to be/test/storage/index/inverted/query_v2/score_combiner_test.cpp index 5c7522984c13e2..cfb988b68ebe3d 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/score_combiner_test.cpp +++ b/be/test/storage/index/inverted/query_v2/score_combiner_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/score_combiner.h" +#include "storage/index/inverted/query_v2/score_combiner.h" #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/segment_postings_test.cpp b/be/test/storage/index/inverted/query_v2/segment_postings_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/segment_postings_test.cpp rename to be/test/storage/index/inverted/query_v2/segment_postings_test.cpp index 5f5f6c9e66568f..0b8e4649b3ab70 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/segment_postings_test.cpp +++ b/be/test/storage/index/inverted/query_v2/segment_postings_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/segment_postings.h" #include #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/simple_union_test.cpp b/be/test/storage/index/inverted/query_v2/simple_union_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/simple_union_test.cpp rename to be/test/storage/index/inverted/query_v2/simple_union_test.cpp index 7a5fd6272f4a69..6faf8860a221b2 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/simple_union_test.cpp +++ b/be/test/storage/index/inverted/query_v2/simple_union_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.h" +#include "storage/index/inverted/query_v2/union/simple_union.h" #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/doc_set.h" +#include "storage/index/inverted/query_v2/doc_set.h" namespace doris { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/top_k_collector_test.cpp b/be/test/storage/index/inverted/query_v2/top_k_collector_test.cpp similarity index 100% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/top_k_collector_test.cpp rename to be/test/storage/index/inverted/query_v2/top_k_collector_test.cpp diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/union_postings_test.cpp b/be/test/storage/index/inverted/query_v2/union_postings_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/union_postings_test.cpp rename to be/test/storage/index/inverted/query_v2/union_postings_test.cpp index 12c46712d5c50a..d728bd7cda0e67 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/union_postings_test.cpp +++ b/be/test/storage/index/inverted/query_v2/union_postings_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/union_postings.h" +#include "storage/index/inverted/query_v2/union_postings.h" #include #include @@ -23,7 +23,7 @@ #include #include "CLucene/index/DocRange.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/segment_postings.h" +#include "storage/index/inverted/query_v2/segment_postings.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query_test.cpp b/be/test/storage/index/inverted/query_v2/wildcard_query_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query_test.cpp rename to be/test/storage/index/inverted/query_v2/wildcard_query_test.cpp index 0e52dc0bc7dca1..af119cdd260217 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query_test.cpp +++ b/be/test/storage/index/inverted/query_v2/wildcard_query_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_query.h" +#include "storage/index/inverted/query_v2/wildcard_query/wildcard_query.h" #include @@ -25,10 +25,10 @@ #include #include "common/status.h" -#include "olap/rowset/segment_v2/index_query_context.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/custom_analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/wildcard_query/wildcard_weight.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/index_query_context.h" +#include "storage/index/inverted/analyzer/custom_analyzer.h" +#include "storage/index/inverted/query_v2/wildcard_query/wildcard_weight.h" +#include "storage/index/inverted/util/string_helper.h" CL_NS_USE(search) CL_NS_USE(store) diff --git a/be/test/olap/rowset/segment_v2/inverted_index/setting_test.cpp b/be/test/storage/index/inverted/setting_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/setting_test.cpp rename to be/test/storage/index/inverted/setting_test.cpp index e616ae0362040a..cb5d9bfe4a4b5f 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/setting_test.cpp +++ b/be/test/storage/index/inverted/setting_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/setting.h" +#include "storage/index/inverted/setting.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity_test.cpp b/be/test/storage/index/inverted/similarity/bm25_similarity_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity_test.cpp rename to be/test/storage/index/inverted/similarity/bm25_similarity_test.cpp index e6d827a01cd60c..24fdfbd2e62709 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity_test.cpp +++ b/be/test/storage/index/inverted/similarity/bm25_similarity_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/similarity/bm25_similarity.h" +#include "storage/index/inverted/similarity/bm25_similarity.h" #include #include #include "common/be_mock_util.h" -#include "olap/collection_statistics.h" -#include "olap/rowset/segment_v2/index_query_context.h" +#include "storage/compaction/collection_statistics.h" +#include "storage/index/index_query_context.h" using namespace doris; using namespace doris::segment_v2; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/string_helper_test.cpp b/be/test/storage/index/inverted/string_helper_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/string_helper_test.cpp rename to be/test/storage/index/inverted/string_helper_test.cpp index 60deb2c28e75ce..67181446899e04 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/string_helper_test.cpp +++ b/be/test/storage/index/inverted/string_helper_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" +#include "storage/index/inverted/util/string_helper.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter_factory_test.cpp b/be/test/storage/index/inverted/token_filter/ascii_folding_filter_factory_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter_factory_test.cpp rename to be/test/storage/index/inverted/token_filter/ascii_folding_filter_factory_test.cpp index ce659971367ffc..dfe9bff26151c5 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter_factory_test.cpp +++ b/be/test/storage/index/inverted/token_filter/ascii_folding_filter_factory_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/token_filter/ascii_folding_filter_factory.h" +#include "storage/index/inverted/token_filter/ascii_folding_filter_factory.h" #include -#include "olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter_factory_test.cpp b/be/test/storage/index/inverted/token_filter/icu_normalizer_filter_factory_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter_factory_test.cpp rename to be/test/storage/index/inverted/token_filter/icu_normalizer_filter_factory_test.cpp index 771d63adcd5063..a0d67584efbc3a 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter_factory_test.cpp +++ b/be/test/storage/index/inverted/token_filter/icu_normalizer_filter_factory_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/token_filter/icu_normalizer_filter_factory.h" +#include "storage/index/inverted/token_filter/icu_normalizer_filter_factory.h" #include #include @@ -26,8 +26,8 @@ #include #include "CLucene.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/standard/standard_tokenizer_factory.h" using namespace lucene::analysis; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter_factory_test.cpp b/be/test/storage/index/inverted/token_filter/lower_case_filter_factory_test.cpp similarity index 95% rename from be/test/olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter_factory_test.cpp rename to be/test/storage/index/inverted/token_filter/lower_case_filter_factory_test.cpp index 010c3b053b46d4..cd8c72755e16ce 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter_factory_test.cpp +++ b/be/test/storage/index/inverted/token_filter/lower_case_filter_factory_test.cpp @@ -16,11 +16,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/token_filter/lower_case_filter_factory.h" +#include "storage/index/inverted/token_filter/lower_case_filter_factory.h" #include -#include "olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_test.cpp b/be/test/storage/index/inverted/token_filter/pinyin_filter_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_test.cpp rename to be/test/storage/index/inverted/token_filter/pinyin_filter_test.cpp index 93a992337a1d7a..d62b0ba3e6718e 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_test.cpp +++ b/be/test/storage/index/inverted/token_filter/pinyin_filter_test.cpp @@ -23,9 +23,9 @@ #include #include "CLucene.h" -#include "olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_factory.h" +#include "storage/index/inverted/token_filter/pinyin_filter_factory.h" +#include "storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/standard/standard_tokenizer_factory.h" namespace doris::segment_v2::inverted_index { class PinyinFilterTest : public ::testing::Test { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_factory_test.cpp b/be/test/storage/index/inverted/token_filter/word_delimiter_filter_factory_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_factory_test.cpp rename to be/test/storage/index/inverted/token_filter/word_delimiter_filter_factory_test.cpp index a48f452a920c08..27af8194d38a85 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_factory_test.cpp +++ b/be/test/storage/index/inverted/token_filter/word_delimiter_filter_factory_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_factory.h" +#include "storage/index/inverted/token_filter/word_delimiter_filter_factory.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_test.cpp b/be/test/storage/index/inverted/token_filter/word_delimiter_filter_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_test.cpp rename to be/test/storage/index/inverted/token_filter/word_delimiter_filter_test.cpp index fbbecb8c021f3d..32c4070ace6a2b 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_test.cpp +++ b/be/test/storage/index/inverted/token_filter/word_delimiter_filter_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter.h" +#include "storage/index/inverted/token_filter/word_delimiter_filter.h" #include @@ -24,8 +24,8 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h" +#include "storage/index/inverted/token_filter/word_delimiter_filter_factory.h" +#include "storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h" namespace doris::segment_v2::inverted_index { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_iterator_test.cpp b/be/test/storage/index/inverted/token_filter/word_delimiter_iterator_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_iterator_test.cpp rename to be/test/storage/index/inverted/token_filter/word_delimiter_iterator_test.cpp index eacc884a1f89b4..aa23b93a497527 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_iterator_test.cpp +++ b/be/test/storage/index/inverted/token_filter/word_delimiter_iterator_test.cpp @@ -19,7 +19,7 @@ #include -#include "olap/rowset/segment_v2/inverted_index/token_filter/word_delimiter_filter.h" +#include "storage/index/inverted/token_filter/word_delimiter_filter.h" namespace doris::segment_v2::inverted_index { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/basic_tokenizer_factory_test.cpp b/be/test/storage/index/inverted/tokenizer/basic_tokenizer_factory_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/basic_tokenizer_factory_test.cpp rename to be/test/storage/index/inverted/tokenizer/basic_tokenizer_factory_test.cpp index 4087ab5ab26e99..6a60e49eb58867 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/basic_tokenizer_factory_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/basic_tokenizer_factory_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/basic/basic_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/basic/basic_tokenizer_factory.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/char_group_tokenizer_factory_test.cpp b/be/test/storage/index/inverted/tokenizer/char_group_tokenizer_factory_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/char_group_tokenizer_factory_test.cpp rename to be/test/storage/index/inverted/tokenizer/char_group_tokenizer_factory_test.cpp index 91d978f83fa330..986074b052ce7e 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/char_group_tokenizer_factory_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/char_group_tokenizer_factory_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/char/char_group_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/char/char_group_tokenizer_factory.h" #include -#include "olap/rowset/segment_v2/inverted_index/setting.h" +#include "storage/index/inverted/setting.h" namespace doris::segment_v2::inverted_index { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/edge_ngram_tokenizer_test.cpp b/be/test/storage/index/inverted/tokenizer/edge_ngram_tokenizer_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/edge_ngram_tokenizer_test.cpp rename to be/test/storage/index/inverted/tokenizer/edge_ngram_tokenizer_test.cpp index 00b22b484493f2..45036abf042a8d 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/edge_ngram_tokenizer_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/edge_ngram_tokenizer_test.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/ngram/edge_ngram_tokenizer.h" +#include "storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer.h" #include #include -#include "olap/rowset/segment_v2/inverted_index/tokenizer/ngram/edge_ngram_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/ngram/edge_ngram_tokenizer_factory.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/icu_tokenizer_factory_test.cpp b/be/test/storage/index/inverted/tokenizer/icu_tokenizer_factory_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/icu_tokenizer_factory_test.cpp rename to be/test/storage/index/inverted/tokenizer/icu_tokenizer_factory_test.cpp index fb736ecaa76628..4c8ef59bdff8e0 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/icu_tokenizer_factory_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/icu_tokenizer_factory_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/icu/icu_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/icu/icu_tokenizer_factory.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/keyword_analyzer_test.cpp b/be/test/storage/index/inverted/tokenizer/keyword_analyzer_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/keyword_analyzer_test.cpp rename to be/test/storage/index/inverted/tokenizer/keyword_analyzer_test.cpp index 0b334b1492d51f..1ec3e1f13e7e85 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/keyword_analyzer_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/keyword_analyzer_test.cpp @@ -19,8 +19,8 @@ #include -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/keyword/keyword_tokenizer_factory.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/tokenizer/keyword/keyword_tokenizer_factory.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/ngram_tokenizer_test.cpp b/be/test/storage/index/inverted/tokenizer/ngram_tokenizer_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/ngram_tokenizer_test.cpp rename to be/test/storage/index/inverted/tokenizer/ngram_tokenizer_test.cpp index 2249a45d4d37fd..b9dca64838fe30 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/ngram_tokenizer_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/ngram_tokenizer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer.h" +#include "storage/index/inverted/tokenizer/ngram/ngram_tokenizer.h" #include @@ -23,7 +23,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/tokenizer/ngram/ngram_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/ngram/ngram_tokenizer_factory.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_alphabet_tokenizer_test.cpp b/be/test/storage/index/inverted/tokenizer/pinyin_alphabet_tokenizer_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_alphabet_tokenizer_test.cpp rename to be/test/storage/index/inverted/tokenizer/pinyin_alphabet_tokenizer_test.cpp index 81121181b88a34..8fa77b058c8eaa 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_alphabet_tokenizer_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/pinyin_alphabet_tokenizer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_analysis_test.cpp b/be/test/storage/index/inverted/tokenizer/pinyin_analysis_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_analysis_test.cpp rename to be/test/storage/index/inverted/tokenizer/pinyin_analysis_test.cpp index b7b124fa83fdc0..235e15b7b79078 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_analysis_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/pinyin_analysis_test.cpp @@ -25,10 +25,10 @@ #include "common/config.h" #include "common/logging.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_alphabet_tokenizer.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_format.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_util.h" #include "unicode/utf8.h" using namespace doris::segment_v2; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_util_test.cpp b/be/test/storage/index/inverted/tokenizer/pinyin_util_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_util_test.cpp rename to be/test/storage/index/inverted/tokenizer/pinyin_util_test.cpp index 8badf98a272e34..328fdc90b86165 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_util_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/pinyin_util_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_util.h" #include @@ -26,8 +26,8 @@ #include "common/config.h" #include "common/logging.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_format.h" +#include "storage/index/inverted/tokenizer/pinyin/pinyin_formatter.h" #include "unicode/utf8.h" namespace doris::segment_v2::inverted_index { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_forest_test.cpp b/be/test/storage/index/inverted/tokenizer/smart_forest_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_forest_test.cpp rename to be/test/storage/index/inverted/tokenizer/smart_forest_test.cpp index 10078ff5c26bd4..7cc3b81d17b816 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_forest_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/smart_forest_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_forest.h" #include @@ -26,7 +26,7 @@ #include #include "common/config.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_get_word.h" namespace doris::segment_v2::inverted_index { class SmartForestTest : public ::testing::Test { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_get_word_test.cpp b/be/test/storage/index/inverted/tokenizer/smart_get_word_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_get_word_test.cpp rename to be/test/storage/index/inverted/tokenizer/smart_get_word_test.cpp index 0831aa242a0a59..f3a8aa63cfd343 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_get_word_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/smart_get_word_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_get_word.h" #include @@ -23,7 +23,7 @@ #include #include "common/config.h" -#include "olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.h" +#include "storage/index/inverted/tokenizer/pinyin/smart_forest.h" namespace doris::segment_v2::inverted_index { diff --git a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/standard_tokenizer_factory_test.cpp b/be/test/storage/index/inverted/tokenizer/standard_tokenizer_factory_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/tokenizer/standard_tokenizer_factory_test.cpp rename to be/test/storage/index/inverted/tokenizer/standard_tokenizer_factory_test.cpp index 631e95745bbab2..4a5c1bd0a2c4b3 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/tokenizer/standard_tokenizer_factory_test.cpp +++ b/be/test/storage/index/inverted/tokenizer/standard_tokenizer_factory_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/tokenizer/standard/standard_tokenizer_factory.h" +#include "storage/index/inverted/tokenizer/standard/standard_tokenizer_factory.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/util/fixed_bit_set_test.cpp b/be/test/storage/index/inverted/util/fixed_bit_set_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/util/fixed_bit_set_test.cpp rename to be/test/storage/index/inverted/util/fixed_bit_set_test.cpp index 9d48b0e78c5cab..bfdf804b2cee9a 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/util/fixed_bit_set_test.cpp +++ b/be/test/storage/index/inverted/util/fixed_bit_set_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/util/fixed_bit_set.h" +#include "storage/index/inverted/util/fixed_bit_set.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/util/linked_hash_map_test.cpp b/be/test/storage/index/inverted/util/linked_hash_map_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/util/linked_hash_map_test.cpp rename to be/test/storage/index/inverted/util/linked_hash_map_test.cpp index 6a75d0fcad1f82..115d485e656984 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/util/linked_hash_map_test.cpp +++ b/be/test/storage/index/inverted/util/linked_hash_map_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/util/linked_hash_map.h" +#include "storage/index/inverted/util/linked_hash_map.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/util/mock_iterator_test.cpp b/be/test/storage/index/inverted/util/mock_iterator_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/util/mock_iterator_test.cpp rename to be/test/storage/index/inverted/util/mock_iterator_test.cpp index f3a51154e7f01c..241b42483cd6d0 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/util/mock_iterator_test.cpp +++ b/be/test/storage/index/inverted/util/mock_iterator_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" +#include "storage/index/inverted/util/mock_iterator.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/util/priority_queue_test.cpp b/be/test/storage/index/inverted/util/priority_queue_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index/util/priority_queue_test.cpp rename to be/test/storage/index/inverted/util/priority_queue_test.cpp index b149acedc9db25..f11a425cdd1efa 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/util/priority_queue_test.cpp +++ b/be/test/storage/index/inverted/util/priority_queue_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/util/priority_queue.h" +#include "storage/index/inverted/util/priority_queue.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index/util/reader_test.cpp b/be/test/storage/index/inverted/util/reader_test.cpp similarity index 94% rename from be/test/olap/rowset/segment_v2/inverted_index/util/reader_test.cpp rename to be/test/storage/index/inverted/util/reader_test.cpp index 304edaabda223f..b2b0bfd08dea86 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/util/reader_test.cpp +++ b/be/test/storage/index/inverted/util/reader_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/util/reader.h" +#include "storage/index/inverted/util/reader.h" #include #include #include -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index_common.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/inverted_index_common.h" #include "util/slice.h" using namespace lucene::analysis; diff --git a/be/test/olap/rowset/segment_v2/inverted_index/util/union_term_iterator_test.cpp b/be/test/storage/index/inverted/util/union_term_iterator_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index/util/union_term_iterator_test.cpp rename to be/test/storage/index/inverted/util/union_term_iterator_test.cpp index b6b25abe71e90a..8d210462206dad 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index/util/union_term_iterator_test.cpp +++ b/be/test/storage/index/inverted/util/union_term_iterator_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/util/union_term_iterator.h" +#include "storage/index/inverted/util/union_term_iterator.h" #include -#include "olap/rowset/segment_v2/inverted_index/util/mock_iterator.h" +#include "storage/index/inverted/util/mock_iterator.h" namespace doris::segment_v2 { diff --git a/be/test/olap/inverted_index_parser_test.cpp b/be/test/storage/index/inverted_index_parser_test.cpp similarity index 99% rename from be/test/olap/inverted_index_parser_test.cpp rename to be/test/storage/index/inverted_index_parser_test.cpp index 7224cdebfe20eb..719f8fb170f21e 100644 --- a/be/test/olap/inverted_index_parser_test.cpp +++ b/be/test/storage/index/inverted_index_parser_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_parser.h" #include diff --git a/be/test/olap/inverted_index_profile_test.cpp b/be/test/storage/index/inverted_index_profile_test.cpp similarity index 98% rename from be/test/olap/inverted_index_profile_test.cpp rename to be/test/storage/index/inverted_index_profile_test.cpp index 50b14cf28829d1..9bee119cfb3ece 100644 --- a/be/test/olap/inverted_index_profile_test.cpp +++ b/be/test/storage/index/inverted_index_profile_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/inverted_index_profile.h" +#include "storage/index/inverted/inverted_index_profile.h" #include diff --git a/be/test/olap/itoken_extractor_test.cpp b/be/test/storage/index/itoken_extractor_test.cpp similarity index 99% rename from be/test/olap/itoken_extractor_test.cpp rename to be/test/storage/index/itoken_extractor_test.cpp index 3904dbee5e766f..f453e29080ce4f 100644 --- a/be/test/olap/itoken_extractor_test.cpp +++ b/be/test/storage/index/itoken_extractor_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/itoken_extractor.h" +#include "storage/itoken_extractor.h" #include #include diff --git a/be/test/olap/primary_key_index_test.cpp b/be/test/storage/index/primary_key_index_test.cpp similarity index 98% rename from be/test/olap/primary_key_index_test.cpp rename to be/test/storage/index/primary_key_index_test.cpp index 85ec430fd1a8ec..4df7f6e4239dd4 100644 --- a/be/test/olap/primary_key_index_test.cpp +++ b/be/test/storage/index/primary_key_index_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/primary_key_index.h" +#include "storage/index/primary_key_index.h" #include #include @@ -25,14 +25,14 @@ #include #include +#include "core/column/column.h" +#include "core/data_type/data_type.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/types.h" -#include "vec/columns/column.h" -#include "vec/common/string_ref.h" -#include "vec/data_types/data_type.h" -#include "vec/data_types/data_type_factory.hpp" +#include "storage/types.h" namespace doris { using namespace ErrorCode; diff --git a/be/test/vec/olap/vertical_merge_iterator_test.cpp b/be/test/storage/iterator/vertical_merge_iterator_test.cpp similarity index 99% rename from be/test/vec/olap/vertical_merge_iterator_test.cpp rename to be/test/storage/iterator/vertical_merge_iterator_test.cpp index b610f646916a2c..50c58f7e08368b 100644 --- a/be/test/vec/olap/vertical_merge_iterator_test.cpp +++ b/be/test/storage/iterator/vertical_merge_iterator_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/olap/vertical_merge_iterator.h" +#include "storage/iterator/vertical_merge_iterator.h" #include @@ -23,14 +23,14 @@ #include #include "common/config.h" +#include "core/assert_cast.h" +#include "core/block/block.h" +#include "core/column/column_decimal.h" +#include "core/column/column_nullable.h" +#include "core/column/column_vector.h" #include "util/faststring.h" #include "util/rle_encoding.h" #include "util/simd/bits.h" -#include "vec/columns/column_decimal.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_vector.h" -#include "vec/common/assert_cast.h" -#include "vec/core/block.h" namespace doris::vectorized { diff --git a/be/test/olap/key_coder_test.cpp b/be/test/storage/key_coder_test.cpp similarity index 99% rename from be/test/olap/key_coder_test.cpp rename to be/test/storage/key_coder_test.cpp index 033b1e47e9e120..580df61a53f1d2 100644 --- a/be/test/olap/key_coder_test.cpp +++ b/be/test/storage/key_coder_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/key_coder.h" +#include "storage/key_coder.h" #include #include @@ -25,8 +25,8 @@ #include #include +#include "core/uint24.h" #include "gtest/gtest_pred_impl.h" -#include "olap/uint24.h" #include "testutil/test_util.h" #include "util/debug_util.h" @@ -514,9 +514,9 @@ TEST(KeyCoderTraitsTest, DoubleComprehensiveOrdering) { } // single filedtype test -static const std::string filename = "./be/test/olap/test_data/key_coder_test.dat"; +static const std::string filename = "./be/test/storage/test_data/key_coder_test.dat"; // multi filedtype test(two filedtype) -static const std::string complex_filename = "./be/test/olap/test_data/key_coder_complex.dat"; +static const std::string complex_filename = "./be/test/storage/test_data/key_coder_complex.dat"; // FieldType + original_value + encoded_value template diff --git a/be/test/olap/metadata_adder_test.cpp b/be/test/storage/metadata_adder_test.cpp similarity index 95% rename from be/test/olap/metadata_adder_test.cpp rename to be/test/storage/metadata_adder_test.cpp index a733860b7e595e..443bb71343868d 100644 --- a/be/test/olap/metadata_adder_test.cpp +++ b/be/test/storage/metadata_adder_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "olap/metadata_adder.h" +#include "storage/metadata_adder.h" #include -#include "olap/field.h" -#include "olap/rowset/segment_v2/zone_map_index.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_helper.h" -#include "runtime/define_primitive_type.h" -#include "vec/data_types/data_type_factory.hpp" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "storage/field.h" +#include "storage/index/zone_map/zone_map_index.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_helper.h" namespace doris { diff --git a/be/test/olap/olap_meta_test.cpp b/be/test/storage/olap_meta_test.cpp similarity index 98% rename from be/test/olap/olap_meta_test.cpp rename to be/test/storage/olap_meta_test.cpp index d6ad6a15b7e62c..d30b7738b06567 100644 --- a/be/test/olap/olap_meta_test.cpp +++ b/be/test/storage/olap_meta_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/olap_meta.h" +#include "storage/olap_meta.h" #include #include @@ -28,7 +28,7 @@ #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/olap_define.h" +#include "storage/olap_define.h" using std::string; diff --git a/be/test/olap/olap_type_test.cpp b/be/test/storage/olap_type_test.cpp similarity index 99% rename from be/test/olap/olap_type_test.cpp rename to be/test/storage/olap_type_test.cpp index a683afbf71d40a..1a2ba94189a3f0 100644 --- a/be/test/olap/olap_type_test.cpp +++ b/be/test/storage/olap_type_test.cpp @@ -21,12 +21,12 @@ #include #include +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "exprs/function/cast/cast_to_string.h" #include "gtest/gtest_pred_impl.h" -#include "olap/olap_common.h" -#include "olap/types.h" -#include "runtime/define_primitive_type.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/functions/cast/cast_to_string.h" +#include "storage/olap_common.h" +#include "storage/types.h" namespace doris { diff --git a/be/test/olap/options_test.cpp b/be/test/storage/options_test.cpp similarity index 99% rename from be/test/olap/options_test.cpp rename to be/test/storage/options_test.cpp index f954862fc23113..750852d272132b 100644 --- a/be/test/olap/options_test.cpp +++ b/be/test/storage/options_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/options.h" +#include "storage/options.h" #include #include @@ -27,7 +27,7 @@ #include #include "gtest/gtest_pred_impl.h" -#include "olap/olap_define.h" +#include "storage/olap_define.h" namespace doris { diff --git a/be/test/olap/path_gc_test.cpp b/be/test/storage/path_gc_test.cpp similarity index 96% rename from be/test/olap/path_gc_test.cpp rename to be/test/storage/path_gc_test.cpp index 436a0fb94bbfef..6140521b124b6f 100644 --- a/be/test/olap/path_gc_test.cpp +++ b/be/test/storage/path_gc_test.cpp @@ -21,13 +21,13 @@ #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/olap_common.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet_fwd.h" -#include "olap/tablet_manager.h" #include "runtime/exec_env.h" +#include "storage/olap_common.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_fwd.h" +#include "storage/tablet/tablet_manager.h" namespace doris { diff --git a/be/test/olap/pb_convert_test.cpp b/be/test/storage/pb_convert_test.cpp similarity index 100% rename from be/test/olap/pb_convert_test.cpp rename to be/test/storage/pb_convert_test.cpp diff --git a/be/test/olap/accept_null_predicate_test.cpp b/be/test/storage/predicate/accept_null_predicate_test.cpp similarity index 97% rename from be/test/olap/accept_null_predicate_test.cpp rename to be/test/storage/predicate/accept_null_predicate_test.cpp index 0b6e5eed983cd9..6468ab86f2b1c9 100644 --- a/be/test/olap/accept_null_predicate_test.cpp +++ b/be/test/storage/predicate/accept_null_predicate_test.cpp @@ -15,18 +15,18 @@ // specific language governing permissions and limitations // under the License. -#include "olap/accept_null_predicate.h" +#include "storage/predicate/accept_null_predicate.h" #include #include #include -#include "olap/comparison_predicate.h" -#include "olap/rowset/segment_v2/index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "runtime/define_primitive_type.h" +#include "core/data_type/define_primitive_type.h" #include "runtime/memory/lru_cache_policy.h" +#include "storage/index/index_iterator.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/predicate/comparison_predicate.h" namespace doris { diff --git a/be/test/olap/block_column_predicate_test.cpp b/be/test/storage/predicate/block_column_predicate_test.cpp similarity index 99% rename from be/test/olap/block_column_predicate_test.cpp rename to be/test/storage/predicate/block_column_predicate_test.cpp index 4876809e42cca0..f23368e3cf1ba2 100644 --- a/be/test/olap/block_column_predicate_test.cpp +++ b/be/test/storage/predicate/block_column_predicate_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/block_column_predicate.h" +#include "storage/predicate/block_column_predicate.h" #include #include @@ -31,21 +31,21 @@ #include #include "common/status.h" +#include "core/column/column.h" +#include "core/column/predicate_column.h" +#include "core/data_type/define_primitive_type.h" +#include "core/field.h" +#include "core/type_limit.h" +#include "core/value/timestamptz_value.h" #include "exprs/hybrid_set.h" +#include "format/parquet/parquet_block_split_bloom_filter.h" +#include "format/parquet/vparquet_reader.h" #include "gtest/gtest_pred_impl.h" -#include "olap/column_predicate.h" -#include "olap/comparison_predicate.h" -#include "olap/in_list_predicate.h" -#include "olap/null_predicate.h" -#include "olap/tablet_schema.h" -#include "runtime/define_primitive_type.h" -#include "runtime/type_limit.h" -#include "vec/columns/column.h" -#include "vec/columns/predicate_column.h" -#include "vec/core/field.h" -#include "vec/exec/format/parquet/parquet_block_split_bloom_filter.h" -#include "vec/exec/format/parquet/vparquet_reader.h" -#include "vec/runtime/timestamptz_value.h" +#include "storage/predicate/column_predicate.h" +#include "storage/predicate/comparison_predicate.h" +#include "storage/predicate/in_list_predicate.h" +#include "storage/predicate/null_predicate.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/test/olap/remote_rowset_gc_test.cpp b/be/test/storage/remote_rowset_gc_test.cpp similarity index 93% rename from be/test/olap/remote_rowset_gc_test.cpp rename to be/test/storage/remote_rowset_gc_test.cpp index 5435f923635e7f..aec07d0142ca69 100644 --- a/be/test/olap/remote_rowset_gc_test.cpp +++ b/be/test/storage/remote_rowset_gc_test.cpp @@ -18,6 +18,7 @@ #include #include #include +#include #include #include #include @@ -31,31 +32,30 @@ #include #include "common/config.h" +#include "common/metrics/doris_metrics.h" #include "common/object_pool.h" #include "common/status.h" -#include "exec/tablet_info.h" -#include "gen_cpp/internal_service.pb.h" +#include "core/data_type/define_primitive_type.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" #include "io/fs/remote_file_system.h" #include "io/fs/s3_file_system.h" -#include "olap/data_dir.h" -#include "olap/delta_writer.h" -#include "olap/olap_common.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/task/engine_publish_version_task.h" -#include "olap/txn_manager.h" -#include "runtime/define_primitive_type.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" -#include "util/doris_metrics.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet_info.h" +#include "storage/task/engine_publish_version_task.h" +#include "storage/txn/txn_manager.h" #include "util/s3_util.h" namespace doris { diff --git a/be/test/olap/row_cursor_test.cpp b/be/test/storage/row_cursor_test.cpp similarity index 98% rename from be/test/olap/row_cursor_test.cpp rename to be/test/storage/row_cursor_test.cpp index e2156a71863ffb..ff250945222fb0 100644 --- a/be/test/olap/row_cursor_test.cpp +++ b/be/test/storage/row_cursor_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/row_cursor.h" +#include "storage/row_cursor.h" #include #include "common/object_pool.h" -#include "olap/schema.h" -#include "olap/tablet_schema.h" -#include "util/types.h" +#include "core/packed_int128.h" +#include "storage/schema.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/test/olap/rowid_conversion_test.cpp b/be/test/storage/rowid_conversion_test.cpp similarity index 97% rename from be/test/olap/rowid_conversion_test.cpp rename to be/test/storage/rowid_conversion_test.cpp index d659a19e955037..ed2a53dac50e07 100644 --- a/be/test/olap/rowid_conversion_test.cpp +++ b/be/test/storage/rowid_conversion_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowid_conversion.h" +#include "storage/rowid_conversion.h" #include #include @@ -35,30 +35,30 @@ #include #include "common/status.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" #include "io/io_common.h" #include "json2pb/json_to_pb.h" -#include "olap/delete_handler.h" -#include "olap/merger.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/rowset_reader_context.h" -#include "olap/rowset/rowset_writer.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" +#include "storage/delete/delete_handler.h" +#include "storage/merger.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/rowset/rowset_reader_context.h" +#include "storage/rowset/rowset_writer.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema.h" #include "util/uid_util.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" namespace doris { using namespace ErrorCode; diff --git a/be/test/olap/rowset/beta_rowset_test.cpp b/be/test/storage/rowset/beta_rowset_test.cpp similarity index 97% rename from be/test/olap/rowset/beta_rowset_test.cpp rename to be/test/storage/rowset/beta_rowset_test.cpp index 3885620566f3f3..07d135702e8e25 100644 --- a/be/test/olap/rowset/beta_rowset_test.cpp +++ b/be/test/storage/rowset/beta_rowset_test.cpp @@ -14,7 +14,7 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "olap/rowset/beta_rowset.h" +#include "storage/rowset/beta_rowset.h" #include #include @@ -25,6 +25,7 @@ #include #include #include +#include #include #include #include @@ -40,25 +41,24 @@ #include "common/config.h" #include "common/status.h" #include "cpp/sync_point.h" -#include "gen_cpp/olap_file.pb.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/file_system.h" #include "io/fs/local_file_system.h" #include "io/fs/s3_file_system.h" #include "io/fs/s3_obj_storage_client.h" #include "json2pb/json_to_pb.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/options.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_reader.h" -#include "olap/rowset/rowset_writer_context.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/options.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_reader.h" +#include "storage/rowset/rowset_writer_context.h" +#include "storage/segment/segment.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet_schema.h" #include "util/s3_util.h" namespace Aws { diff --git a/be/test/olap/rowset/pending_rowset_test.cpp b/be/test/storage/rowset/pending_rowset_test.cpp similarity index 96% rename from be/test/olap/rowset/pending_rowset_test.cpp rename to be/test/storage/rowset/pending_rowset_test.cpp index 8bb1194f4fee7b..394892dfaa0bfd 100644 --- a/be/test/olap/rowset/pending_rowset_test.cpp +++ b/be/test/storage/rowset/pending_rowset_test.cpp @@ -17,7 +17,7 @@ #include -#include "olap/rowset/pending_rowset_helper.h" +#include "storage/rowset/pending_rowset_helper.h" namespace doris { diff --git a/be/test/olap/rowset/rowset_meta_manager_test.cpp b/be/test/storage/rowset/rowset_meta_manager_test.cpp similarity index 94% rename from be/test/olap/rowset/rowset_meta_manager_test.cpp rename to be/test/storage/rowset/rowset_meta_manager_test.cpp index 100d0ea892ab1f..08276d9470fed9 100644 --- a/be/test/olap/rowset/rowset_meta_manager_test.cpp +++ b/be/test/storage/rowset/rowset_meta_manager_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/rowset_meta_manager.h" +#include "storage/rowset/rowset_meta_manager.h" #include #include @@ -32,11 +32,11 @@ #include "common/config.h" #include "gtest/gtest_pred_impl.h" -#include "olap/olap_define.h" -#include "olap/olap_meta.h" -#include "olap/options.h" -#include "olap/storage_engine.h" #include "runtime/exec_env.h" +#include "storage/olap_define.h" +#include "storage/olap_meta.h" +#include "storage/options.h" +#include "storage/storage_engine.h" #include "util/uid_util.h" using ::testing::_; @@ -46,7 +46,7 @@ using std::string; namespace doris { -const std::string rowset_meta_path = "./be/test/olap/test_data/rowset_meta.json"; +const std::string rowset_meta_path = "./be/test/storage/test_data/rowset_meta.json"; class RowsetMetaManagerTest : public testing::Test { public: diff --git a/be/test/olap/rowset/rowset_meta_test.cpp b/be/test/storage/rowset/rowset_meta_test.cpp similarity index 98% rename from be/test/olap/rowset/rowset_meta_test.cpp rename to be/test/storage/rowset/rowset_meta_test.cpp index c78b5803f03a82..e1714300fbfe74 100644 --- a/be/test/olap/rowset/rowset_meta_test.cpp +++ b/be/test/storage/rowset/rowset_meta_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/rowset_meta.h" +#include "storage/rowset/rowset_meta.h" #include #include @@ -31,8 +31,8 @@ #include "common/status.h" #include "cpp/sync_point.h" #include "gtest/gtest_pred_impl.h" -#include "olap/olap_common.h" -#include "olap/olap_meta.h" +#include "storage/olap_common.h" +#include "storage/olap_meta.h" using ::testing::_; using ::testing::Return; @@ -41,7 +41,7 @@ using std::string; namespace doris { -const std::string rowset_meta_path = "./be/test/olap/test_data/rowset.json"; +const std::string rowset_meta_path = "./be/test/storage/test_data/rowset.json"; class RowsetMetaTest : public testing::Test { public: diff --git a/be/test/olap/rowset/unique_rowset_id_generator_test.cpp b/be/test/storage/rowset/unique_rowset_id_generator_test.cpp similarity index 97% rename from be/test/olap/rowset/unique_rowset_id_generator_test.cpp rename to be/test/storage/rowset/unique_rowset_id_generator_test.cpp index 7ef95e938e1f27..2d35b1fb5c6048 100644 --- a/be/test/olap/rowset/unique_rowset_id_generator_test.cpp +++ b/be/test/storage/rowset/unique_rowset_id_generator_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/unique_rowset_id_generator.h" +#include "storage/rowset/unique_rowset_id_generator.h" #include #include @@ -25,8 +25,8 @@ #include "common/status.h" #include "gtest/gtest_pred_impl.h" +#include "runtime/runtime_profile.h" #include "testutil/test_util.h" -#include "util/runtime_profile.h" #include "util/threadpool.h" namespace doris { diff --git a/be/test/olap/engine_storage_migration_task_test.cpp b/be/test/storage/schema_change/engine_storage_migration_task_test.cpp similarity index 94% rename from be/test/olap/engine_storage_migration_task_test.cpp rename to be/test/storage/schema_change/engine_storage_migration_task_test.cpp index 20d58fc3e3064b..b90e4e3346d6fb 100644 --- a/be/test/olap/engine_storage_migration_task_test.cpp +++ b/be/test/storage/schema_change/engine_storage_migration_task_test.cpp @@ -15,9 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "olap/task/engine_storage_migration_task.h" +#include "storage/task/engine_storage_migration_task.h" #include +#include +#include +#include #include #include #include @@ -32,26 +35,23 @@ #include "common/config.h" #include "common/object_pool.h" -#include "exec/tablet_info.h" -#include "gen_cpp/Descriptors_types.h" -#include "gen_cpp/Types_types.h" -#include "gen_cpp/internal_service.pb.h" +#include "core/data_type/define_primitive_type.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/delta_writer.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/task/engine_publish_version_task.h" -#include "olap/txn_manager.h" -#include "runtime/define_primitive_type.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet_info.h" +#include "storage/task/engine_publish_version_task.h" +#include "storage/txn/txn_manager.h" namespace doris { class OlapMeta; diff --git a/be/test/olap/rowset/segment_v2/analyzer_key_matcher_test.cpp b/be/test/storage/segment/analyzer_key_matcher_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/analyzer_key_matcher_test.cpp rename to be/test/storage/segment/analyzer_key_matcher_test.cpp index 379c7a6cdbb79a..4610843d882d3d 100644 --- a/be/test/olap/rowset/segment_v2/analyzer_key_matcher_test.cpp +++ b/be/test/storage/segment/analyzer_key_matcher_test.cpp @@ -15,11 +15,11 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/analyzer_key_matcher.h" +#include "storage/index/analyzer_key_matcher.h" #include -#include "olap/rowset/segment_v2/inverted_index_iterator.h" +#include "storage/index/inverted/inverted_index_iterator.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/binary_dict_page_test.cpp b/be/test/storage/segment/binary_dict_page_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/binary_dict_page_test.cpp rename to be/test/storage/segment/binary_dict_page_test.cpp index bcf10c9dc8ff04..6229d827dfa454 100644 --- a/be/test/olap/rowset/segment_v2/binary_dict_page_test.cpp +++ b/be/test/storage/segment/binary_dict_page_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/binary_dict_page.h" +#include "storage/segment/binary_dict_page.h" #include @@ -26,17 +26,17 @@ #include "common/config.h" #include "common/logging.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/binary_dict_page_pre_decoder.h" -#include "olap/rowset/segment_v2/binary_plain_page.h" -#include "olap/rowset/segment_v2/binary_plain_page_v2.h" -#include "olap/rowset/segment_v2/binary_plain_page_v2_pre_decoder.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/types.h" +#include "core/column/column_string.h" #include "runtime/exec_env.h" +#include "storage/olap_common.h" +#include "storage/segment/binary_dict_page_pre_decoder.h" +#include "storage/segment/binary_plain_page.h" +#include "storage/segment/binary_plain_page_v2.h" +#include "storage/segment/binary_plain_page_v2_pre_decoder.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" +#include "storage/types.h" #include "util/debug_util.h" -#include "vec/columns/column_string.h" namespace doris { namespace segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/binary_plain_page_test.cpp b/be/test/storage/segment/binary_plain_page_test.cpp similarity index 95% rename from be/test/olap/rowset/segment_v2/binary_plain_page_test.cpp rename to be/test/storage/segment/binary_plain_page_test.cpp index 7a7cf7aa23cf56..444d84798b86fb 100644 --- a/be/test/olap/rowset/segment_v2/binary_plain_page_test.cpp +++ b/be/test/storage/segment/binary_plain_page_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/binary_plain_page.h" +#include "storage/segment/binary_plain_page.h" #include @@ -23,10 +23,10 @@ #include #include "common/logging.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/types.h" +#include "storage/olap_common.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" +#include "storage/types.h" namespace doris { namespace segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/binary_plain_page_v2_test.cpp b/be/test/storage/segment/binary_plain_page_v2_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/binary_plain_page_v2_test.cpp rename to be/test/storage/segment/binary_plain_page_v2_test.cpp index 43427c7fa12920..4bc94fee66666e 100644 --- a/be/test/olap/rowset/segment_v2/binary_plain_page_v2_test.cpp +++ b/be/test/storage/segment/binary_plain_page_v2_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/binary_plain_page_v2.h" +#include "storage/segment/binary_plain_page_v2.h" #include @@ -24,13 +24,13 @@ #include #include "common/logging.h" -#include "olap/olap_common.h" -#include "olap/page_cache.h" -#include "olap/rowset/segment_v2/binary_plain_page_v2_pre_decoder.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/types.h" -#include "vec/columns/column_string.h" +#include "core/column/column_string.h" +#include "storage/cache/page_cache.h" +#include "storage/olap_common.h" +#include "storage/segment/binary_plain_page_v2_pre_decoder.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" +#include "storage/types.h" namespace doris { namespace segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/binary_prefix_page_test.cpp b/be/test/storage/segment/binary_prefix_page_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/binary_prefix_page_test.cpp rename to be/test/storage/segment/binary_prefix_page_test.cpp index e87c15fff09f42..bebddfcaa97fdb 100644 --- a/be/test/olap/rowset/segment_v2/binary_prefix_page_test.cpp +++ b/be/test/storage/segment/binary_prefix_page_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/binary_prefix_page.h" +#include "storage/segment/binary_prefix_page.h" #include @@ -23,12 +23,12 @@ #include #include "common/logging.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/types.h" +#include "core/data_type/data_type_factory.hpp" +#include "storage/olap_common.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" +#include "storage/types.h" #include "util/debug_util.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { using namespace ErrorCode; diff --git a/be/test/olap/rowset/segment_v2/bitshuffle_page_test.cpp b/be/test/storage/segment/bitshuffle_page_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/bitshuffle_page_test.cpp rename to be/test/storage/segment/bitshuffle_page_test.cpp index ba4a357c1edba1..31e5e209a7cc06 100644 --- a/be/test/olap/rowset/segment_v2/bitshuffle_page_test.cpp +++ b/be/test/storage/segment/bitshuffle_page_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/bitshuffle_page.h" +#include "storage/segment/bitshuffle_page.h" #include #include -#include "olap/rowset/segment_v2/bitshuffle_page_pre_decoder.h" -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" +#include "storage/segment/bitshuffle_page_pre_decoder.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" using doris::segment_v2::PageBuilderOptions; using doris::OlapReaderStatistics; diff --git a/be/test/olap/rowset/segment_v2/block_bloom_filter_test.cpp b/be/test/storage/segment/block_bloom_filter_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/block_bloom_filter_test.cpp rename to be/test/storage/segment/block_bloom_filter_test.cpp index 0f409e9b057b9e..2530e2e7f45cf6 100644 --- a/be/test/olap/rowset/segment_v2/block_bloom_filter_test.cpp +++ b/be/test/storage/segment/block_bloom_filter_test.cpp @@ -26,12 +26,12 @@ #include #include "common/status.h" +#include "core/string_ref.h" +#include "core/value/timestamptz_value.h" +#include "exprs/function/cast/cast_parameters.h" #include "gtest/gtest_pred_impl.h" -#include "olap/rowset/segment_v2/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter.h" #include "util/slice.h" -#include "vec/common/string_ref.h" -#include "vec/functions/cast/cast_parameters.h" -#include "vec/runtime/timestamptz_value.h" namespace doris { namespace segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/bloom_filter_index_reader_writer_test.cpp b/be/test/storage/segment/bloom_filter_index_reader_writer_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/bloom_filter_index_reader_writer_test.cpp rename to be/test/storage/segment/bloom_filter_index_reader_writer_test.cpp index 76f3c546d687c4..05635aaf407a89 100644 --- a/be/test/olap/rowset/segment_v2/bloom_filter_index_reader_writer_test.cpp +++ b/be/test/storage/segment/bloom_filter_index_reader_writer_test.cpp @@ -28,18 +28,18 @@ #include #include "common/status.h" +#include "core/decimal12.h" +#include "core/uint24.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/file_reader_writer_fwd.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/decimal12.h" -#include "olap/itoken_extractor.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/bloom_filter.h" -#include "olap/rowset/segment_v2/bloom_filter_index_reader.h" -#include "olap/rowset/segment_v2/bloom_filter_index_writer.h" -#include "olap/types.h" -#include "olap/uint24.h" +#include "storage/index/bloom_filter/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter_index_reader.h" +#include "storage/index/bloom_filter/bloom_filter_index_writer.h" +#include "storage/itoken_extractor.h" +#include "storage/olap_common.h" +#include "storage/types.h" #include "testutil/datetime_ut_util.h" #include "util/slice.h" diff --git a/be/test/olap/rowset/segment_v2/bloom_filter_test.cpp b/be/test/storage/segment/bloom_filter_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/bloom_filter_test.cpp rename to be/test/storage/segment/bloom_filter_test.cpp index 355482173f28b0..27f36a6d43e9eb 100644 --- a/be/test/olap/rowset/segment_v2/bloom_filter_test.cpp +++ b/be/test/storage/segment/bloom_filter_test.cpp @@ -14,7 +14,7 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/bloom_filter.h" +#include "storage/index/bloom_filter/bloom_filter.h" #include diff --git a/be/test/olap/rowset/segment_v2/column_meta_accessor_test.cpp b/be/test/storage/segment/column_meta_accessor_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/column_meta_accessor_test.cpp rename to be/test/storage/segment/column_meta_accessor_test.cpp index a1f599cb7070c7..ace736aabca51e 100644 --- a/be/test/olap/rowset/segment_v2/column_meta_accessor_test.cpp +++ b/be/test/storage/segment/column_meta_accessor_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/column_meta_accessor.h" +#include "storage/segment/column_meta_accessor.h" #include #include @@ -25,8 +25,8 @@ #include #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" #include "util/coding.h" using namespace doris; diff --git a/be/test/olap/rowset/segment_v2/column_reader_cache_test.cpp b/be/test/storage/segment/column_reader_cache_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/column_reader_cache_test.cpp rename to be/test/storage/segment/column_reader_cache_test.cpp index 75afa597302a67..41664d172e04df 100644 --- a/be/test/olap/rowset/segment_v2/column_reader_cache_test.cpp +++ b/be/test/storage/segment/column_reader_cache_test.cpp @@ -14,8 +14,9 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/column_reader_cache.h" +#include "storage/segment/column_reader_cache.h" +#include #include #include @@ -25,15 +26,14 @@ #include #include "common/config.h" -#include "gen_cpp/segment_v2.pb.h" #include "io/fs/file_reader.h" -#include "mock/mock_segment.h" -#include "olap/rowset/segment_v2/column_meta_accessor.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/tablet_schema.h" -#include "vec/json/path_in_data.h" +#include "storage/segment/column_meta_accessor.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/mock/mock_segment.h" +#include "storage/segment/segment.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/column_reader_test.cpp b/be/test/storage/segment/column_reader_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/column_reader_test.cpp rename to be/test/storage/segment/column_reader_test.cpp index 04a8f8317a5d92..d700207e0a9bb1 100644 --- a/be/test/olap/rowset/segment_v2/column_reader_test.cpp +++ b/be/test/storage/segment/column_reader_test.cpp @@ -14,9 +14,11 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/column_reader.h" +#include "storage/segment/column_reader.h" #include +#include +#include #include #include @@ -27,15 +29,13 @@ #include "agent/be_exec_version_manager.h" #include "common/config.h" -#include "gen_cpp/olap_file.pb.h" -#include "gen_cpp/segment_v2.pb.h" #include "io/fs/file_reader.h" -#include "mock/mock_segment.h" -#include "olap/rowset/segment_v2/column_reader_cache.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/tablet_schema.h" -#include "vec/json/path_in_data.h" +#include "storage/segment/column_reader_cache.h" +#include "storage/segment/mock/mock_segment.h" +#include "storage/segment/segment.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { class ColumnReaderTest : public ::testing::Test { diff --git a/be/test/olap/rowset/segment_v2/column_reader_writer_test.cpp b/be/test/storage/segment/column_reader_writer_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/column_reader_writer_test.cpp rename to be/test/storage/segment/column_reader_writer_test.cpp index a7044ef9b28151..f06f63647d0a01 100644 --- a/be/test/olap/rowset/segment_v2/column_reader_writer_test.cpp +++ b/be/test/storage/segment/column_reader_writer_test.cpp @@ -19,24 +19,24 @@ #include +#include "core/data_type/data_type_date.h" +#include "core/data_type/data_type_date_time.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_nothing.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/decimal12.h" +#include "core/types.h" #include "io/fs/file_system.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" #include "olap/column_block.h" -#include "olap/decimal12.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/column_writer.h" -#include "olap/tablet_schema_helper.h" -#include "olap/types.h" +#include "storage/olap_common.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/column_writer.h" +#include "storage/tablet/tablet_schema_helper.h" +#include "storage/types.h" #include "testutil/test_util.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_date.h" -#include "vec/data_types/data_type_date_time.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" using std::string; diff --git a/be/test/olap/rowset/segment_v2/encoding_info_test.cpp b/be/test/storage/segment/encoding_info_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/encoding_info_test.cpp rename to be/test/storage/segment/encoding_info_test.cpp index 64831ccf65fec0..5583a18df8a290 100644 --- a/be/test/olap/rowset/segment_v2/encoding_info_test.cpp +++ b/be/test/storage/segment/encoding_info_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/encoding_info.h" +#include "storage/segment/encoding_info.h" #include #include @@ -25,12 +25,12 @@ #include "common/config.h" #include "gtest/gtest_pred_impl.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/binary_dict_page_pre_decoder.h" -#include "olap/rowset/segment_v2/binary_plain_page_v2_pre_decoder.h" -#include "olap/rowset/segment_v2/bitshuffle_page_pre_decoder.h" -#include "olap/types.h" #include "runtime/exec_env.h" +#include "storage/olap_common.h" +#include "storage/segment/binary_dict_page_pre_decoder.h" +#include "storage/segment/binary_plain_page_v2_pre_decoder.h" +#include "storage/segment/bitshuffle_page_pre_decoder.h" +#include "storage/types.h" namespace doris { namespace segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/external_col_meta_util_test.cpp b/be/test/storage/segment/external_col_meta_util_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/external_col_meta_util_test.cpp rename to be/test/storage/segment/external_col_meta_util_test.cpp index 84c309c2e49fec..ca67b4a0c251cf 100644 --- a/be/test/olap/rowset/segment_v2/external_col_meta_util_test.cpp +++ b/be/test/storage/segment/external_col_meta_util_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/external_col_meta_util.h" +#include "storage/segment/external_col_meta_util.h" #include @@ -26,14 +26,14 @@ #include "gtest/gtest.h" #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/rowset/segment_v2/variant/variant_ext_meta_writer.h" -#include "olap/rowset/segment_v2/variant/variant_external_meta_reader.h" -#include "olap/tablet_schema_helper.h" -#include "olap/types.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" +#include "storage/segment/variant/variant_ext_meta_writer.h" +#include "storage/segment/variant/variant_external_meta_reader.h" +#include "storage/tablet/tablet_schema_helper.h" +#include "storage/types.h" #include "util/coding.h" -#include "vec/json/path_in_data.h" +#include "util/json/path_in_data.h" using namespace doris; using namespace doris::segment_v2; diff --git a/be/test/olap/rowset/segment_v2/frame_of_reference_page_test.cpp b/be/test/storage/segment/frame_of_reference_page_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/frame_of_reference_page_test.cpp rename to be/test/storage/segment/frame_of_reference_page_test.cpp index f2bbd87a9b7ed5..6355e04514c511 100644 --- a/be/test/olap/rowset/segment_v2/frame_of_reference_page_test.cpp +++ b/be/test/storage/segment/frame_of_reference_page_test.cpp @@ -15,14 +15,14 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/frame_of_reference_page.h" +#include "storage/segment/frame_of_reference_page.h" #include #include -#include "olap/rowset/segment_v2/options.h" -#include "runtime/large_int_value.h" +#include "core/value/large_int_value.h" +#include "storage/segment/options.h" using doris::segment_v2::PageBuilderOptions; using doris::segment_v2::PageDecoderOptions; diff --git a/be/test/olap/rowset/segment_v2/hierarchical_data_iterator_test.cpp b/be/test/storage/segment/hierarchical_data_iterator_test.cpp similarity index 95% rename from be/test/olap/rowset/segment_v2/hierarchical_data_iterator_test.cpp rename to be/test/storage/segment/hierarchical_data_iterator_test.cpp index 17b6b4f747f30b..2d715b4e0dd153 100644 --- a/be/test/olap/rowset/segment_v2/hierarchical_data_iterator_test.cpp +++ b/be/test/storage/segment/hierarchical_data_iterator_test.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant/hierarchical_data_iterator.h" +#include "storage/segment/variant/hierarchical_data_iterator.h" #include #include -#include "vec/columns/column_map.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/data_types/data_type_nothing.h" -#include "vec/json/path_in_data.h" +#include "core/column/column_map.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type_nothing.h" +#include "util/json/path_in_data.h" using doris::Status; using doris::segment_v2::ColumnIterator; diff --git a/be/test/olap/rowset/segment_v2/index_reader_helper_test.cpp b/be/test/storage/segment/index_reader_helper_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/index_reader_helper_test.cpp rename to be/test/storage/segment/index_reader_helper_test.cpp index 3500c25c33b2ab..d96c4efeb13f6a 100644 --- a/be/test/olap/rowset/segment_v2/index_reader_helper_test.cpp +++ b/be/test/storage/segment/index_reader_helper_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/index_reader_helper.h" +#include "storage/index/index_reader_helper.h" #include @@ -24,11 +24,11 @@ #include #include "common/be_mock_util.h" -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/index_reader.h" -#include "olap/rowset/segment_v2/inverted_index_query_type.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/tablet_schema.h" +#include "storage/index/index_reader.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_query_type.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/tablet/tablet_schema.h" using namespace doris; using namespace doris::segment_v2; diff --git a/be/test/olap/rowset/segment_v2/inverted_index_array_test.cpp b/be/test/storage/segment/inverted_index_array_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index_array_test.cpp rename to be/test/storage/segment/inverted_index_array_test.cpp index b36b87159b61d5..d9196542d88b6e 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_array_test.cpp +++ b/be/test/storage/segment/inverted_index_array_test.cpp @@ -28,33 +28,33 @@ #include #include +#include "core/block/block.h" +#include "core/column/column_array.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/data_type/data_type_array.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_number.h" +#include "core/field.h" +#include "core/pod_array_fwd.h" +#include "core/types.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/field.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/rowset/segment_v2/zone_map_index.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_helper.h" #include "runtime/exec_env.h" +#include "storage/field.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/index/zone_map/zone_map_index.h" +#include "storage/iterator/olap_data_convertor.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_helper.h" #include "util/faststring.h" #include "util/slice.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/common/pod_array_fwd.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/core/types.h" -#include "vec/data_types/data_type_array.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_number.h" -#include "vec/olap/olap_data_convertor.h" using namespace lucene::index; using doris::segment_v2::IndexFileWriter; diff --git a/be/test/olap/rowset/segment_v2/inverted_index_compound_reader_test.cpp b/be/test/storage/segment/inverted_index_compound_reader_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index_compound_reader_test.cpp rename to be/test/storage/segment/inverted_index_compound_reader_test.cpp index 7ff697c67e9dee..2fd921b2c9e405 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_compound_reader_test.cpp +++ b/be/test/storage/segment/inverted_index_compound_reader_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_compound_reader.h" +#include "storage/index/inverted/inverted_index_compound_reader.h" #include #include @@ -35,13 +35,13 @@ #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_helper.h" #include "runtime/exec_env.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_helper.h" #include "util/slice.h" using namespace lucene::index; diff --git a/be/test/olap/rowset/segment_v2/inverted_index_file_reader_test.cpp b/be/test/storage/segment/inverted_index_file_reader_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/inverted_index_file_reader_test.cpp rename to be/test/storage/segment/inverted_index_file_reader_test.cpp index 206282cce30a39..ba14fbb8359622 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_file_reader_test.cpp +++ b/be/test/storage/segment/inverted_index_file_reader_test.cpp @@ -24,16 +24,16 @@ #include #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/options.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/storage_engine.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" +#include "storage/data_dir.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/options.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_schema.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index_file_writer_test.cpp b/be/test/storage/segment/inverted_index_file_writer_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index_file_writer_test.cpp rename to be/test/storage/segment/inverted_index_file_writer_test.cpp index 568808699a5a71..636a3c47ff7a93 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_file_writer_test.cpp +++ b/be/test/storage/segment/inverted_index_file_writer_test.cpp @@ -20,11 +20,11 @@ #include #include -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/index_storage_format_v1.h" -#include "olap/rowset/segment_v2/index_storage_format_v2.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/storage_engine.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/index_storage_format_v1.h" +#include "storage/index/index_storage_format_v2.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/storage_engine.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index_fs_directory_test.cpp b/be/test/storage/segment/inverted_index_fs_directory_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index_fs_directory_test.cpp rename to be/test/storage/segment/inverted_index_fs_directory_test.cpp index 6d4d6ba5d9e00d..d42559a0e39975 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_fs_directory_test.cpp +++ b/be/test/storage/segment/inverted_index_fs_directory_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index_iterator_test.cpp b/be/test/storage/segment/inverted_index_iterator_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index_iterator_test.cpp rename to be/test/storage/segment/inverted_index_iterator_test.cpp index 71e29d894074b8..27fe8c310e0cc3 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_iterator_test.cpp +++ b/be/test/storage/segment/inverted_index_iterator_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_iterator.h" +#include "storage/index/inverted/inverted_index_iterator.h" #include @@ -23,10 +23,10 @@ #include #include -#include "olap/inverted_index_parser.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/tablet_schema.h" -#include "vec/data_types/data_type_string.h" +#include "core/data_type/data_type_string.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/tablet/tablet_schema.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/inverted_index_reader_test.cpp b/be/test/storage/segment/inverted_index_reader_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index_reader_test.cpp rename to be/test/storage/segment/inverted_index_reader_test.cpp index cf3c747b26159f..6ef88ea8e61e87 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_reader_test.cpp +++ b/be/test/storage/segment/inverted_index_reader_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_reader.h" +#include "storage/index/inverted/inverted_index_reader.h" #include #include @@ -28,16 +28,16 @@ #include #include -#include "olap/field.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_iterator.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_helper.h" #include "runtime/runtime_state.h" +#include "storage/field.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_iterator.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_helper.h" #include "util/slice.h" namespace doris::segment_v2 { @@ -975,7 +975,7 @@ class InvertedIndexReaderTest : public testing::Test { // Test reading existing large document set index file void test_compatible_read_cross_platform() { - std::string data_dir = "./be/test/olap/test_data"; + std::string data_dir = "./be/test/storage/test_data"; // Helper lambda to create TabletIndex easily auto create_test_index_meta = [](int64_t index_id, const std::string& index_name, diff --git a/be/test/olap/rowset/segment_v2/inverted_index_searcher_cache_test.cpp b/be/test/storage/segment/inverted_index_searcher_cache_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/inverted_index_searcher_cache_test.cpp rename to be/test/storage/segment/inverted_index_searcher_cache_test.cpp index 8475d85939c300..222d016bc46b7f 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_searcher_cache_test.cpp +++ b/be/test/storage/segment/inverted_index_searcher_cache_test.cpp @@ -28,11 +28,11 @@ #include "common/status.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/lru_cache.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/olap_common.h" +#include "util/lru_cache.h" #include "util/time.h" namespace doris { diff --git a/be/test/olap/rowset/segment_v2/inverted_index_searcher_test.cpp b/be/test/storage/segment/inverted_index_searcher_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index_searcher_test.cpp rename to be/test/storage/segment/inverted_index_searcher_test.cpp index 955d46c4b0a4ab..aa4fa42c2f7633 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_searcher_test.cpp +++ b/be/test/storage/segment/inverted_index_searcher_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_searcher.h" +#include "storage/index/inverted/inverted_index_searcher.h" #include #include diff --git a/be/test/olap/rowset/segment_v2/inverted_index_writer_test.cpp b/be/test/storage/segment/inverted_index_writer_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/inverted_index_writer_test.cpp rename to be/test/storage/segment/inverted_index_writer_test.cpp index eb2b222328468f..97c57d6fefdfe6 100644 --- a/be/test/olap/rowset/segment_v2/inverted_index_writer_test.cpp +++ b/be/test/storage/segment/inverted_index_writer_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index_writer.h" +#include "storage/index/inverted/inverted_index_writer.h" #include #include @@ -31,20 +31,20 @@ #include #include +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/data_type_number.h" #include "io/fs/local_file_system.h" -#include "olap/field.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_fs_directory.h" -#include "olap/rowset/segment_v2/inverted_index_reader.h" -#include "olap/tablet_schema.h" #include "runtime/runtime_state.h" +#include "storage/field.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_fs_directory.h" +#include "storage/index/inverted/inverted_index_reader.h" +#include "storage/iterator/olap_data_convertor.h" +#include "storage/tablet/tablet_schema.h" #include "util/faststring.h" #include "util/slice.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/data_types/data_type_number.h" -#include "vec/olap/olap_data_convertor.h" using namespace lucene::index; using doris::segment_v2::IndexFileWriter; diff --git a/be/test/olap/rowset/segment_v2/mock/mock_segment.h b/be/test/storage/segment/mock/mock_segment.h similarity index 95% rename from be/test/olap/rowset/segment_v2/mock/mock_segment.h rename to be/test/storage/segment/mock/mock_segment.h index 99bc363e010b71..211b48c29da5bd 100644 --- a/be/test/olap/rowset/segment_v2/mock/mock_segment.h +++ b/be/test/storage/segment/mock/mock_segment.h @@ -17,15 +17,15 @@ #pragma once +#include #include #include #include -#include "gen_cpp/segment_v2.pb.h" #include "io/fs/file_reader.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/tablet_schema.h" +#include "storage/segment/segment.h" +#include "storage/tablet/tablet_schema.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/nested_group_path_filter_test.cpp b/be/test/storage/segment/nested_group_path_filter_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/nested_group_path_filter_test.cpp rename to be/test/storage/segment/nested_group_path_filter_test.cpp index 8104b5728345e0..d33be0bcb6ebda 100644 --- a/be/test/olap/rowset/segment_v2/nested_group_path_filter_test.cpp +++ b/be/test/storage/segment/nested_group_path_filter_test.cpp @@ -19,7 +19,7 @@ #include -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" +#include "storage/segment/variant/nested_group_provider.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/nested_group_path_test.cpp b/be/test/storage/segment/nested_group_path_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/nested_group_path_test.cpp rename to be/test/storage/segment/nested_group_path_test.cpp index d46a164e4f3c04..10193a8832011b 100644 --- a/be/test/olap/rowset/segment_v2/nested_group_path_test.cpp +++ b/be/test/storage/segment/nested_group_path_test.cpp @@ -19,7 +19,7 @@ // (contains_nested_group_marker, strip_nested_group_marker, // build_nested_group_offsets_column_name, ends_with, constants) -#include "olap/rowset/segment_v2/variant/nested_group_path.h" +#include "storage/segment/variant/nested_group_path.h" #include diff --git a/be/test/olap/rowset/segment_v2/nested_group_provider_test.cpp b/be/test/storage/segment/nested_group_provider_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/nested_group_provider_test.cpp rename to be/test/storage/segment/nested_group_provider_test.cpp index b02223650542e3..6d412c819ae50e 100644 --- a/be/test/olap/rowset/segment_v2/nested_group_provider_test.cpp +++ b/be/test/storage/segment/nested_group_provider_test.cpp @@ -22,16 +22,16 @@ // nested_group_path_test.cpp — nested_group_path.h utilities // nested_group_path_filter_test.cpp — NestedGroupPathFilter -#include "olap/rowset/segment_v2/variant/nested_group_provider.h" +#include "storage/segment/variant/nested_group_provider.h" #include #include -#include "olap/rowset/segment_v2/column_writer.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/rowset/segment_v2/variant/variant_statistics.h" -#include "vec/columns/column_variant.h" +#include "core/column/column_variant.h" +#include "storage/segment/column_writer.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/segment/variant/variant_statistics.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/ordinal_page_index_test.cpp b/be/test/storage/segment/ordinal_page_index_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/ordinal_page_index_test.cpp rename to be/test/storage/segment/ordinal_page_index_test.cpp index ffd9c92ee0272e..48e5f159febd4a 100644 --- a/be/test/olap/rowset/segment_v2/ordinal_page_index_test.cpp +++ b/be/test/storage/segment/ordinal_page_index_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/ordinal_page_index.h" +#include "storage/index/ordinal_page_index.h" #include #include diff --git a/be/test/olap/rowset/segment_v2/plain_page_test.cpp b/be/test/storage/segment/plain_page_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/plain_page_test.cpp rename to be/test/storage/segment/plain_page_test.cpp index cd1e316341675e..3d591765568efb 100644 --- a/be/test/olap/rowset/segment_v2/plain_page_test.cpp +++ b/be/test/storage/segment/plain_page_test.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/plain_page.h" +#include "storage/segment/plain_page.h" #include #include #include "common/logging.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" -#include "olap/types.h" +#include "storage/olap_common.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" +#include "storage/types.h" namespace doris { using namespace ErrorCode; diff --git a/be/test/olap/rowset/segment_v2/rle_page_test.cpp b/be/test/storage/segment/rle_page_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/rle_page_test.cpp rename to be/test/storage/segment/rle_page_test.cpp index c97d70f9ac602f..33d5115dc649ff 100644 --- a/be/test/olap/rowset/segment_v2/rle_page_test.cpp +++ b/be/test/storage/segment/rle_page_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/rle_page.h" +#include "storage/segment/rle_page.h" #include #include -#include "olap/rowset/segment_v2/options.h" -#include "olap/rowset/segment_v2/page_builder.h" -#include "olap/rowset/segment_v2/page_decoder.h" +#include "storage/segment/options.h" +#include "storage/segment/page_builder.h" +#include "storage/segment/page_decoder.h" using doris::segment_v2::PageBuilderOptions; using doris::segment_v2::PageDecoderOptions; diff --git a/be/test/olap/rowset/segment_v2/row_ranges_test.cpp b/be/test/storage/segment/row_ranges_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/row_ranges_test.cpp rename to be/test/storage/segment/row_ranges_test.cpp index cd9cc5fbaf4413..f2a3d392bc54fc 100644 --- a/be/test/olap/rowset/segment_v2/row_ranges_test.cpp +++ b/be/test/storage/segment/row_ranges_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/row_ranges.h" +#include "storage/segment/row_ranges.h" #include #include diff --git a/be/test/olap/rowset/segment_v2/search_function_query_cache_test.cpp b/be/test/storage/segment/search_function_query_cache_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/search_function_query_cache_test.cpp rename to be/test/storage/segment/search_function_query_cache_test.cpp index fc257f02fb1002..dc7266b50dbba2 100644 --- a/be/test/olap/rowset/segment_v2/search_function_query_cache_test.cpp +++ b/be/test/storage/segment/search_function_query_cache_test.cpp @@ -21,8 +21,8 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_query_type.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_query_type.h" namespace doris::segment_v2 { diff --git a/be/test/olap/segment_cache_test.cpp b/be/test/storage/segment/segment_cache_test.cpp similarity index 93% rename from be/test/olap/segment_cache_test.cpp rename to be/test/storage/segment/segment_cache_test.cpp index 99d091a8f3b0c2..f356215e9e5799 100644 --- a/be/test/olap/segment_cache_test.cpp +++ b/be/test/storage/segment/segment_cache_test.cpp @@ -16,6 +16,9 @@ // under the License. #include +#include +#include +#include #include #include #include @@ -30,34 +33,31 @@ #include "common/config.h" #include "common/object_pool.h" -#include "exec/tablet_info.h" -#include "gen_cpp/Descriptors_types.h" -#include "gen_cpp/Types_types.h" -#include "gen_cpp/internal_service.pb.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/define_primitive_type.h" +#include "core/value/vdatetime_value.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/delta_writer.h" -#include "olap/iterators.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/schema.h" -#include "olap/segment_loader.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/task/engine_publish_version_task.h" -#include "olap/txn_manager.h" -#include "runtime/define_primitive_type.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" #include "runtime/exec_env.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/runtime/vdatetime_value.h" +#include "storage/data_dir.h" +#include "storage/iterators.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/schema.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_loader.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet_info.h" +#include "storage/task/engine_publish_version_task.h" +#include "storage/txn/txn_manager.h" namespace doris { class OlapMeta; diff --git a/be/test/olap/rowset/segment_v2/segment_corruption_test.cpp b/be/test/storage/segment/segment_corruption_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/segment_corruption_test.cpp rename to be/test/storage/segment/segment_corruption_test.cpp index 1d6909e7147947..0bc03d2c36af49 100644 --- a/be/test/olap/rowset/segment_v2/segment_corruption_test.cpp +++ b/be/test/storage/segment/segment_corruption_test.cpp @@ -28,20 +28,20 @@ #include "io/cache/block_file_cache.h" #include "io/cache/block_file_cache_factory.h" #include "io/fs/local_file_system.h" -#include "olap/field.h" -#include "olap/row_cursor.h" -#include "olap/rowset/rowset_id_generator.h" -#include "olap/rowset/segment_v2/index_file_reader.h" -#include "olap/rowset/segment_v2/index_file_writer.h" -#include "olap/rowset/segment_v2/inverted_index_cache.h" -#include "olap/rowset/segment_v2/inverted_index_desc.h" -#include "olap/rowset/segment_v2/inverted_index_writer.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/storage_engine.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_helper.h" #include "runtime/exec_env.h" +#include "storage/field.h" +#include "storage/index/index_file_reader.h" +#include "storage/index/index_file_writer.h" +#include "storage/index/inverted/inverted_index_cache.h" +#include "storage/index/inverted/inverted_index_desc.h" +#include "storage/index/inverted/inverted_index_writer.h" +#include "storage/row_cursor.h" +#include "storage/rowset/rowset_id_generator.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_helper.h" namespace doris::segment_v2 { diff --git a/be/test/olap/segment_footer_cache_test.cpp b/be/test/storage/segment/segment_footer_cache_test.cpp similarity index 97% rename from be/test/olap/segment_footer_cache_test.cpp rename to be/test/storage/segment/segment_footer_cache_test.cpp index d0a1a2473c973a..e30aeaedb8099a 100644 --- a/be/test/olap/segment_footer_cache_test.cpp +++ b/be/test/storage/segment/segment_footer_cache_test.cpp @@ -19,11 +19,11 @@ #include -#include "olap/page_cache.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/storage_engine.h" -#include "olap/tablet_schema_helper.h" +#include "storage/cache/page_cache.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_schema_helper.h" namespace doris { diff --git a/be/test/olap/rowset/segment_v2/segment_iterator_apply_index_expr_test.cpp b/be/test/storage/segment/segment_iterator_apply_index_expr_test.cpp similarity index 100% rename from be/test/olap/rowset/segment_v2/segment_iterator_apply_index_expr_test.cpp rename to be/test/storage/segment/segment_iterator_apply_index_expr_test.cpp diff --git a/be/test/olap/rowset/segment_v2/segment_iterator_no_need_read_data_test.cpp b/be/test/storage/segment/segment_iterator_no_need_read_data_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/segment_iterator_no_need_read_data_test.cpp rename to be/test/storage/segment/segment_iterator_no_need_read_data_test.cpp index 81cbfc8e0bf7ad..f5119208e13b92 100644 --- a/be/test/olap/rowset/segment_v2/segment_iterator_no_need_read_data_test.cpp +++ b/be/test/storage/segment/segment_iterator_no_need_read_data_test.cpp @@ -16,8 +16,8 @@ // under the License. #include "gtest/gtest.h" -#include "olap/rowset/segment_v2/segment_iterator.h" -#include "olap/tablet_schema.h" +#include "storage/segment/segment_iterator.h" +#include "storage/tablet/tablet_schema.h" namespace doris::segment_v2 { diff --git a/be/test/olap/segments_key_bounds_truncation_test.cpp b/be/test/storage/segment/segments_key_bounds_truncation_test.cpp similarity index 99% rename from be/test/olap/segments_key_bounds_truncation_test.cpp rename to be/test/storage/segment/segments_key_bounds_truncation_test.cpp index faca751270bf4e..b68e88e69c566d 100644 --- a/be/test/olap/segments_key_bounds_truncation_test.cpp +++ b/be/test/storage/segment/segments_key_bounds_truncation_test.cpp @@ -27,17 +27,17 @@ #include "common/config.h" #include "io/fs/local_file_system.h" -#include "olap/cumulative_compaction.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_writer.h" -#include "olap/storage_engine.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_reader.h" -#include "olap/tablet_schema.h" #include "runtime/exec_env.h" +#include "storage/compaction/cumulative_compaction.h" +#include "storage/iterator/block_reader.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_writer.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_reader.h" +#include "storage/tablet/tablet_schema.h" #include "util/key_util.h" -#include "vec/olap/block_reader.h" namespace doris { static std::string kSegmentDir = "./ut_dir/segments_key_bounds_truncation_test"; diff --git a/be/test/olap/rowset/segment_v2/variant_column_writer_reader_test.cpp b/be/test/storage/segment/variant_column_writer_reader_test.cpp similarity index 99% rename from be/test/olap/rowset/segment_v2/variant_column_writer_reader_test.cpp rename to be/test/storage/segment/variant_column_writer_reader_test.cpp index 9577bcb4b3c3de..60cea248316e48 100644 --- a/be/test/olap/rowset/segment_v2/variant_column_writer_reader_test.cpp +++ b/be/test/storage/segment/variant_column_writer_reader_test.cpp @@ -19,19 +19,19 @@ #include #include "common/config.h" +#include "core/data_type_serde/data_type_serde.h" #include "gtest/gtest.h" -#include "olap/rowset/segment_v2/column_meta_accessor.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/rowset/segment_v2/column_reader_cache.h" -#include "olap/rowset/segment_v2/variant/binary_column_extract_iterator.h" -#include "olap/rowset/segment_v2/variant/hierarchical_data_iterator.h" -#include "olap/rowset/segment_v2/variant/sparse_column_merge_iterator.h" -#include "olap/rowset/segment_v2/variant/variant_column_reader.h" -#include "olap/rowset/segment_v2/variant/variant_column_writer_impl.h" -#include "olap/rowset/segment_v2/variant/variant_doc_snpashot_compact_iterator.h" -#include "olap/storage_engine.h" +#include "storage/segment/column_meta_accessor.h" +#include "storage/segment/column_reader.h" +#include "storage/segment/column_reader_cache.h" +#include "storage/segment/variant/binary_column_extract_iterator.h" +#include "storage/segment/variant/hierarchical_data_iterator.h" +#include "storage/segment/variant/sparse_column_merge_iterator.h" +#include "storage/segment/variant/variant_column_reader.h" +#include "storage/segment/variant/variant_column_writer_impl.h" +#include "storage/segment/variant/variant_doc_snpashot_compact_iterator.h" +#include "storage/storage_engine.h" #include "testutil/variant_util.h" -#include "vec/data_types/serde/data_type_serde.h" using namespace doris::vectorized; diff --git a/be/test/olap/rowset/segment_v2/variant_stats_calculator_test.cpp b/be/test/storage/segment/variant_stats_calculator_test.cpp similarity index 96% rename from be/test/olap/rowset/segment_v2/variant_stats_calculator_test.cpp rename to be/test/storage/segment/variant_stats_calculator_test.cpp index 31f694536ad68f..7e777b104773e4 100644 --- a/be/test/olap/rowset/segment_v2/variant_stats_calculator_test.cpp +++ b/be/test/storage/segment/variant_stats_calculator_test.cpp @@ -15,24 +15,24 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/variant_stats_calculator.h" +#include "storage/segment/variant_stats_calculator.h" +#include #include -#include "gen_cpp/segment_v2.pb.h" -#include "olap/tablet_schema.h" -#include "vec/columns/column_array.h" -#include "vec/columns/column_map.h" -#include "vec/columns/column_nullable.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_vector.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/data_types/data_type_map.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" -#include "vec/json/path_in_data.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column_array.h" +#include "core/column/column_map.h" +#include "core/column/column_nullable.h" +#include "core/column/column_string.h" +#include "core/column/column_vector.h" +#include "core/data_type/data_type_map.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "storage/tablet/tablet_schema.h" +#include "util/json/path_in_data.h" namespace doris::segment_v2 { diff --git a/be/test/olap/rowset/segment_v2/variant_util_test.cpp b/be/test/storage/segment/variant_util_test.cpp similarity index 97% rename from be/test/olap/rowset/segment_v2/variant_util_test.cpp rename to be/test/storage/segment/variant_util_test.cpp index 47a365df53c87c..c83c10bd777c10 100644 --- a/be/test/olap/rowset/segment_v2/variant_util_test.cpp +++ b/be/test/storage/segment/variant_util_test.cpp @@ -17,19 +17,20 @@ #include "testutil/variant_util.h" +#include + #include #include #include -#include "gen_cpp/olap_file.pb.h" +#include "core/block/block.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type_variant.h" +#include "core/field.h" +#include "exec/common/variant_util.h" #include "gtest/gtest.h" -#include "olap/tablet_schema.h" -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/common/variant_util.h" -#include "vec/core/block.h" -#include "vec/core/field.h" -#include "vec/data_types/data_type_variant.h" +#include "storage/tablet/tablet_schema.h" namespace doris::vectorized::variant_util { diff --git a/be/test/olap/rowset/segment_v2/zone_map_index_test.cpp b/be/test/storage/segment/zone_map_index_test.cpp similarity index 98% rename from be/test/olap/rowset/segment_v2/zone_map_index_test.cpp rename to be/test/storage/segment/zone_map_index_test.cpp index 636d8b2ee26210..978375a340494f 100644 --- a/be/test/olap/rowset/segment_v2/zone_map_index_test.cpp +++ b/be/test/storage/segment/zone_map_index_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/zone_map_index.h" +#include "storage/index/zone_map/zone_map_index.h" #include #include @@ -25,24 +25,24 @@ #include #include +#include "core/data_type/data_type_factory.hpp" +#include "core/data_type/define_primitive_type.h" +#include "core/decimal12.h" +#include "core/type_limit.h" +#include "core/uint24.h" +#include "core/value/decimalv2_value.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" +#include "exprs/aggregate/aggregate_function.h" +#include "exprs/function/cast/cast_to_string.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/comparison_predicate.h" -#include "olap/decimal12.h" -#include "olap/field.h" -#include "olap/olap_common.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_helper.h" -#include "olap/uint24.h" -#include "runtime/decimalv2_value.h" -#include "runtime/define_primitive_type.h" -#include "runtime/type_limit.h" +#include "storage/field.h" +#include "storage/olap_common.h" +#include "storage/predicate/comparison_predicate.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_helper.h" #include "util/slice.h" -#include "vec/aggregate_functions/aggregate_function.h" -#include "vec/data_types/data_type_factory.hpp" -#include "vec/functions/cast/cast_to_string.h" -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { namespace segment_v2 { diff --git a/be/test/olap/short_key_index_test.cpp b/be/test/storage/short_key_index_test.cpp similarity index 98% rename from be/test/olap/short_key_index_test.cpp rename to be/test/storage/short_key_index_test.cpp index 55abfec960b7d6..0f5271d8068d4e 100644 --- a/be/test/olap/short_key_index_test.cpp +++ b/be/test/storage/short_key_index_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/short_key_index.h" +#include "storage/index/short_key_index.h" #include #include diff --git a/be/test/olap/snapshot_manager_test.cpp b/be/test/storage/snapshot/snapshot_manager_test.cpp similarity index 96% rename from be/test/olap/snapshot_manager_test.cpp rename to be/test/storage/snapshot/snapshot_manager_test.cpp index d7ea196b655c10..6f964d0b13f536 100644 --- a/be/test/olap/snapshot_manager_test.cpp +++ b/be/test/storage/snapshot/snapshot_manager_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/snapshot_manager.h" +#include "storage/snapshot/snapshot_manager.h" #include #include @@ -28,22 +28,22 @@ #include "common/status.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" #include "runtime/exec_env.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" #include "util/uid_util.h" namespace doris { class SnapshotManagerTest : public testing::Test { public: virtual void SetUp() { - _engine_data_path = "./be/test/olap/test_data/converter_test_data/tmp"; + _engine_data_path = "./be/test/storage/test_data/converter_test_data/tmp"; auto st = io::global_local_filesystem()->delete_directory(_engine_data_path); ASSERT_TRUE(st.ok()) << st; st = io::global_local_filesystem()->create_directory(_engine_data_path); diff --git a/be/test/olap/storage_engine_test.cpp b/be/test/storage/storage_engine_test.cpp similarity index 97% rename from be/test/olap/storage_engine_test.cpp rename to be/test/storage/storage_engine_test.cpp index ef59e88fe1a23d..8d008808515d96 100644 --- a/be/test/olap/storage_engine_test.cpp +++ b/be/test/storage/storage_engine_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/storage_engine.h" +#include "storage/storage_engine.h" #include #include @@ -29,8 +29,8 @@ #include "common/status.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/data_dir.h" -#include "olap/tablet_manager.h" +#include "storage/data_dir.h" +#include "storage/tablet/tablet_manager.h" #include "util/threadpool.h" namespace doris { @@ -39,7 +39,7 @@ using namespace config; class StorageEngineTest : public testing::Test { public: virtual void SetUp() { - _engine_data_path = "./be/test/olap/test_data/converter_test_data/tmp"; + _engine_data_path = "./be/test/storage/test_data/converter_test_data/tmp"; auto st = io::global_local_filesystem()->delete_directory(_engine_data_path); ASSERT_TRUE(st.ok()) << st; st = io::global_local_filesystem()->create_directory(_engine_data_path); diff --git a/be/test/olap/storage_resource_test.cpp b/be/test/storage/storage_resource_test.cpp similarity index 98% rename from be/test/olap/storage_resource_test.cpp rename to be/test/storage/storage_resource_test.cpp index 62123705e4d84d..38e8e38f9348ba 100644 --- a/be/test/olap/storage_resource_test.cpp +++ b/be/test/storage/storage_resource_test.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. +#include #include -#include "gen_cpp/cloud.pb.h" #include "io/fs/s3_file_system.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/storage_policy.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_policy.h" namespace doris { diff --git a/be/test/olap/storage_types_test.cpp b/be/test/storage/storage_types_test.cpp similarity index 98% rename from be/test/olap/storage_types_test.cpp rename to be/test/storage/storage_types_test.cpp index 870602305d30d0..f434408bb22e9b 100644 --- a/be/test/olap/storage_types_test.cpp +++ b/be/test/storage/storage_types_test.cpp @@ -21,16 +21,16 @@ #include +#include "core/arena.h" +#include "core/decimal12.h" +#include "core/uint24.h" #include "gtest/gtest_pred_impl.h" -#include "olap/decimal12.h" -#include "olap/field.h" -#include "olap/olap_common.h" -#include "olap/tablet_schema.h" -#include "olap/types.h" -#include "olap/uint24.h" #include "runtime/collection_value.h" +#include "storage/field.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/types.h" #include "util/slice.h" -#include "vec/common/arena.h" namespace doris { diff --git a/be/test/olap/tablet_column_object_pool_test.cpp b/be/test/storage/tablet/tablet_column_object_pool_test.cpp similarity index 99% rename from be/test/olap/tablet_column_object_pool_test.cpp rename to be/test/storage/tablet/tablet_column_object_pool_test.cpp index b28bd843377758..096df25a8aa661 100644 --- a/be/test/olap/tablet_column_object_pool_test.cpp +++ b/be/test/storage/tablet/tablet_column_object_pool_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_column_object_pool.h" +#include "storage/tablet/tablet_column_object_pool.h" #include #include diff --git a/be/test/olap/tablet_cooldown_test.cpp b/be/test/storage/tablet/tablet_cooldown_test.cpp similarity index 96% rename from be/test/olap/tablet_cooldown_test.cpp rename to be/test/storage/tablet/tablet_cooldown_test.cpp index eb6d8024203298..8aedd545c6f33b 100644 --- a/be/test/olap/tablet_cooldown_test.cpp +++ b/be/test/storage/tablet/tablet_cooldown_test.cpp @@ -19,6 +19,7 @@ #include #include #include +#include #include #include #include @@ -35,8 +36,11 @@ #include "common/config.h" #include "common/object_pool.h" #include "common/status.h" -#include "exec/tablet_info.h" -#include "gen_cpp/internal_service.pb.h" +#include "core/block/block.h" +#include "core/block/column_with_type_and_name.h" +#include "core/column/column.h" +#include "core/data_type/define_primitive_type.h" +#include "core/value/vdatetime_value.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/file_reader.h" #include "io/fs/file_system.h" @@ -44,24 +48,20 @@ #include "io/fs/local_file_system.h" #include "io/fs/path.h" #include "io/fs/remote_file_system.h" -#include "olap/delta_writer.h" -#include "olap/olap_common.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/task/engine_publish_version_task.h" -#include "olap/txn_manager.h" -#include "runtime/define_primitive_type.h" +#include "load/delta_writer/delta_writer.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" -#include "vec/columns/column.h" -#include "vec/core/block.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/runtime/vdatetime_value.h" +#include "storage/olap_common.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet_info.h" +#include "storage/task/engine_publish_version_task.h" +#include "storage/txn/txn_manager.h" namespace doris { class OlapMeta; diff --git a/be/test/olap/tablet_index_test.cpp b/be/test/storage/tablet/tablet_index_test.cpp similarity index 98% rename from be/test/olap/tablet_index_test.cpp rename to be/test/storage/tablet/tablet_index_test.cpp index 9bbfded8dc5abb..e2cfd04b147580 100644 --- a/be/test/olap/tablet_index_test.cpp +++ b/be/test/storage/tablet/tablet_index_test.cpp @@ -17,8 +17,8 @@ #include -#include "olap/tablet_schema.h" -#include "vec/common/variant_util.h" +#include "exec/common/variant_util.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/test/olap/tablet_meta_manager_test.cpp b/be/test/storage/tablet/tablet_meta_manager_test.cpp similarity index 97% rename from be/test/olap/tablet_meta_manager_test.cpp rename to be/test/storage/tablet/tablet_meta_manager_test.cpp index 7ddf00a4dce10a..f5fee8a21cce2d 100644 --- a/be/test/olap/tablet_meta_manager_test.cpp +++ b/be/test/storage/tablet/tablet_meta_manager_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_meta_manager.h" +#include "storage/tablet/tablet_meta_manager.h" #include #include @@ -32,14 +32,14 @@ #include #include "gtest/gtest_pred_impl.h" -#include "olap/data_dir.h" -#include "olap/storage_engine.h" +#include "storage/data_dir.h" +#include "storage/storage_engine.h" using std::string; namespace doris { using namespace ErrorCode; -const std::string meta_path = "./be/test/olap/test_data/header_without_inc_rs.txt"; +const std::string meta_path = "./be/test/storage/test_data/header_without_inc_rs.txt"; class TabletMetaManagerTest : public testing::Test { public: diff --git a/be/test/olap/tablet_meta_test.cpp b/be/test/storage/tablet/tablet_meta_test.cpp similarity index 98% rename from be/test/olap/tablet_meta_test.cpp rename to be/test/storage/tablet/tablet_meta_test.cpp index 8fa3081731c187..33b784f666f1e0 100644 --- a/be/test/olap/tablet_meta_test.cpp +++ b/be/test/storage/tablet/tablet_meta_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_meta.h" +#include "storage/tablet/tablet_meta.h" #include #include @@ -25,15 +25,15 @@ #include #include "gtest/gtest_pred_impl.h" -#include "olap/file_header.h" -#include "olap/rowset/rowset.h" -#include "olap/tablet_schema.h" +#include "storage/file_header.h" +#include "storage/rowset/rowset.h" +#include "storage/tablet/tablet_schema.h" #include "testutil/mock_rowset.h" namespace doris { TEST(TabletMetaTest, SaveAndParse) { - std::string meta_path = "./be/test/olap/test_data/tablet_meta_test.hdr"; + std::string meta_path = "./be/test/storage/test_data/tablet_meta_test.hdr"; TabletMeta old_tablet_meta(1, 2, 3, 3, 4, 5, TTabletSchema(), 6, {{7, 8}}, UniqueId(9, 10), TTabletType::TABLET_TYPE_DISK, TCompressionType::LZ4F); diff --git a/be/test/olap/tablet_mgr_test.cpp b/be/test/storage/tablet/tablet_mgr_test.cpp similarity index 97% rename from be/test/olap/tablet_mgr_test.cpp rename to be/test/storage/tablet/tablet_mgr_test.cpp index 0b2379649889ad..3737742f014690 100644 --- a/be/test/olap/tablet_mgr_test.cpp +++ b/be/test/storage/tablet/tablet_mgr_test.cpp @@ -32,21 +32,21 @@ #include "common/status.h" #include "gtest/gtest_pred_impl.h" #include "io/fs/local_file_system.h" -#include "olap/cumulative_compaction_policy.h" -#include "olap/cumulative_compaction_time_series_policy.h" -#include "olap/data_dir.h" -#include "olap/olap_common.h" -#include "olap/olap_define.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/storage_engine.h" -#include "olap/tablet.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_meta_manager.h" #include "runtime/exec_env.h" +#include "storage/compaction/cumulative_compaction_policy.h" +#include "storage/compaction/cumulative_compaction_time_series_policy.h" +#include "storage/data_dir.h" +#include "storage/olap_common.h" +#include "storage/olap_define.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_meta_manager.h" #include "util/uid_util.h" using ::testing::_; @@ -59,7 +59,7 @@ namespace doris { class TabletMgrTest : public testing::Test { public: virtual void SetUp() { - _engine_data_path = "./be/test/olap/test_data/converter_test_data/tmp"; + _engine_data_path = "./be/test/storage/test_data/converter_test_data/tmp"; auto st = io::global_local_filesystem()->delete_directory(_engine_data_path); ASSERT_TRUE(st.ok()) << st; st = io::global_local_filesystem()->create_directory(_engine_data_path); diff --git a/be/test/olap/tablet_schema_helper.cpp b/be/test/storage/tablet/tablet_schema_helper.cpp similarity index 98% rename from be/test/olap/tablet_schema_helper.cpp rename to be/test/storage/tablet/tablet_schema_helper.cpp index ff2aa2d4f1ca07..ce99f9b09a819f 100644 --- a/be/test/olap/tablet_schema_helper.cpp +++ b/be/test/storage/tablet/tablet_schema_helper.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_schema_helper.h" +#include "storage/tablet/tablet_schema_helper.h" #include #include -#include "olap/tablet_schema.h" +#include "core/arena.h" +#include "storage/tablet/tablet_schema.h" #include "util/slice.h" -#include "vec/common/arena.h" namespace doris { diff --git a/be/test/olap/tablet_schema_helper.h b/be/test/storage/tablet/tablet_schema_helper.h similarity index 96% rename from be/test/olap/tablet_schema_helper.h rename to be/test/storage/tablet/tablet_schema_helper.h index 847f8d43e57f01..f52346a4e27414 100644 --- a/be/test/olap/tablet_schema_helper.h +++ b/be/test/storage/tablet/tablet_schema_helper.h @@ -23,8 +23,8 @@ #include #include -#include "olap/olap_common.h" -#include "olap/tablet_schema.h" +#include "storage/olap_common.h" +#include "storage/tablet/tablet_schema.h" namespace doris { namespace vectorized { diff --git a/be/test/olap/tablet_schema_index_test.cpp b/be/test/storage/tablet/tablet_schema_index_test.cpp similarity index 98% rename from be/test/olap/tablet_schema_index_test.cpp rename to be/test/storage/tablet/tablet_schema_index_test.cpp index 9402eba87d35fa..ac69a7fbe8c7b7 100644 --- a/be/test/olap/tablet_schema_index_test.cpp +++ b/be/test/storage/tablet/tablet_schema_index_test.cpp @@ -17,8 +17,8 @@ #include -#include "olap/inverted_index_parser.h" -#include "olap/tablet_schema.h" +#include "storage/index/inverted/inverted_index_parser.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/test/olap/tablet_schema_test.cpp b/be/test/storage/tablet/tablet_schema_test.cpp similarity index 99% rename from be/test/olap/tablet_schema_test.cpp rename to be/test/storage/tablet/tablet_schema_test.cpp index f5b53d494390ac..4aac5f9f126d0b 100644 --- a/be/test/olap/tablet_schema_test.cpp +++ b/be/test/storage/tablet/tablet_schema_test.cpp @@ -15,16 +15,16 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet_schema.h" +#include "storage/tablet/tablet_schema.h" +#include +#include +#include #include #include -#include "gen_cpp/Descriptors_types.h" -#include "gen_cpp/Types_types.h" -#include "gen_cpp/olap_file.pb.h" -#include "vec/json/path_in_data.h" +#include "util/json/path_in_data.h" namespace doris { diff --git a/be/test/olap/tablet_test.cpp b/be/test/storage/tablet/tablet_test.cpp similarity index 97% rename from be/test/olap/tablet_test.cpp rename to be/test/storage/tablet/tablet_test.cpp index 8b6700c1f16950..ea4719e31c96a5 100644 --- a/be/test/olap/tablet_test.cpp +++ b/be/test/storage/tablet/tablet_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/tablet.h" +#include "storage/tablet/tablet.h" #include #include @@ -27,17 +27,17 @@ #include #include "gtest/gtest_pred_impl.h" -#include "http/action/pad_rowset_action.h" -#include "http/http_request.h" #include "io/fs/local_file_system.h" #include "json2pb/json_to_pb.h" -#include "olap/options.h" -#include "olap/rowset/beta_rowset.h" -#include "olap/storage_engine.h" -#include "olap/storage_policy.h" -#include "olap/tablet_meta.h" -#include "olap/utils.h" #include "runtime/exec_env.h" +#include "service/http/action/pad_rowset_action.h" +#include "service/http/http_request.h" +#include "storage/options.h" +#include "storage/rowset/beta_rowset.h" +#include "storage/storage_engine.h" +#include "storage/storage_policy.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/utils.h" #include "testutil/mock_rowset.h" #include "util/time.h" #include "util/uid_util.h" diff --git a/be/test/olap/test_data/all_types_100 b/be/test/storage/test_data/all_types_100 similarity index 100% rename from be/test/olap/test_data/all_types_100 rename to be/test/storage/test_data/all_types_100 diff --git a/be/test/olap/test_data/all_types_100.txt b/be/test/storage/test_data/all_types_100.txt similarity index 100% rename from be/test/olap/test_data/all_types_100.txt rename to be/test/storage/test_data/all_types_100.txt diff --git a/be/test/olap/test_data/all_types_1000 b/be/test/storage/test_data/all_types_1000 similarity index 100% rename from be/test/olap/test_data/all_types_1000 rename to be/test/storage/test_data/all_types_1000 diff --git a/be/test/olap/test_data/all_types_1000.txt b/be/test/storage/test_data/all_types_1000.txt similarity index 100% rename from be/test/olap/test_data/all_types_1000.txt rename to be/test/storage/test_data/all_types_1000.txt diff --git a/be/test/olap/test_data/all_types_100000 b/be/test/storage/test_data/all_types_100000 similarity index 100% rename from be/test/olap/test_data/all_types_100000 rename to be/test/storage/test_data/all_types_100000 diff --git a/be/test/olap/test_data/all_types_100000.txt b/be/test/storage/test_data/all_types_100000.txt similarity index 100% rename from be/test/olap/test_data/all_types_100000.txt rename to be/test/storage/test_data/all_types_100000.txt diff --git a/be/test/olap/test_data/all_types_100_rollup b/be/test/storage/test_data/all_types_100_rollup similarity index 100% rename from be/test/olap/test_data/all_types_100_rollup rename to be/test/storage/test_data/all_types_100_rollup diff --git a/be/test/olap/test_data/arm_new_1744017919441.idx b/be/test/storage/test_data/arm_new_1744017919441.idx similarity index 100% rename from be/test/olap/test_data/arm_new_1744017919441.idx rename to be/test/storage/test_data/arm_new_1744017919441.idx diff --git a/be/test/olap/test_data/arm_new_v2.idx b/be/test/storage/test_data/arm_new_v2.idx similarity index 100% rename from be/test/olap/test_data/arm_new_v2.idx rename to be/test/storage/test_data/arm_new_v2.idx diff --git a/be/test/olap/test_data/arm_old_1744016478651.idx b/be/test/storage/test_data/arm_old_1744016478651.idx similarity index 100% rename from be/test/olap/test_data/arm_old_1744016478651.idx rename to be/test/storage/test_data/arm_old_1744016478651.idx diff --git a/be/test/olap/test_data/arm_old_v2.idx b/be/test/storage/test_data/arm_old_v2.idx similarity index 100% rename from be/test/olap/test_data/arm_old_v2.idx rename to be/test/storage/test_data/arm_old_v2.idx diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.dat b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.dat similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.dat rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.dat diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.idx b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.idx similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.idx rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_2_2_6029593056193292005_0_0.idx diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.dat b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.dat similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.dat rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.dat diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.idx b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.idx similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.idx rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_3_3_7368336314652758588_0_0.idx diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.dat b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.dat similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.dat rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.dat diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.idx b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.idx similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.idx rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/15007_4_4_9172793704282665912_0_0.idx diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.dat b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.dat similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.dat rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.dat diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.idx b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.idx similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.idx rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_2_2_6029593056193292005_0_0.idx diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.dat b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.dat similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.dat rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.dat diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.idx b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.idx similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.idx rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_3_3_7368336314652758588_0_0.idx diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.dat b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.dat similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.dat rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.dat diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.idx b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.idx similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.idx rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/incremental_delta/15007_4_4_9172793704282665912_0_0.idx diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.dat b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.dat similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.dat rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.dat diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.idx b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.idx similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.idx rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10007_0_0.idx diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.dat b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.dat similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.dat rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.dat diff --git a/be/test/olap/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.idx b/be/test/storage/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.idx similarity index 100% rename from be/test/olap/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.idx rename to be/test/storage/test_data/converter_test_data/data/0/15007/368169781/pending_delta/10008_0_0.idx diff --git a/be/test/olap/test_data/dict_encoding_data.dat b/be/test/storage/test_data/dict_encoding_data.dat similarity index 100% rename from be/test/olap/test_data/dict_encoding_data.dat rename to be/test/storage/test_data/dict_encoding_data.dat diff --git a/be/test/olap/test_data/header_without_inc_rs.txt b/be/test/storage/test_data/header_without_inc_rs.txt similarity index 100% rename from be/test/olap/test_data/header_without_inc_rs.txt rename to be/test/storage/test_data/header_without_inc_rs.txt diff --git a/be/test/olap/test_data/key_coder_complex.dat b/be/test/storage/test_data/key_coder_complex.dat similarity index 100% rename from be/test/olap/test_data/key_coder_complex.dat rename to be/test/storage/test_data/key_coder_complex.dat diff --git a/be/test/olap/test_data/key_coder_test.dat b/be/test/storage/test_data/key_coder_test.dat similarity index 100% rename from be/test/olap/test_data/key_coder_test.dat rename to be/test/storage/test_data/key_coder_test.dat diff --git a/be/test/olap/test_data/push_broker_reader.parquet b/be/test/storage/test_data/push_broker_reader.parquet similarity index 100% rename from be/test/olap/test_data/push_broker_reader.parquet rename to be/test/storage/test_data/push_broker_reader.parquet diff --git a/be/test/olap/test_data/row_table/10009.hdr b/be/test/storage/test_data/row_table/10009.hdr similarity index 100% rename from be/test/olap/test_data/row_table/10009.hdr rename to be/test/storage/test_data/row_table/10009.hdr diff --git a/be/test/olap/test_data/row_table/10009_0_1_0_0.dat b/be/test/storage/test_data/row_table/10009_0_1_0_0.dat similarity index 100% rename from be/test/olap/test_data/row_table/10009_0_1_0_0.dat rename to be/test/storage/test_data/row_table/10009_0_1_0_0.dat diff --git a/be/test/olap/test_data/row_table/10009_0_1_0_0.idx b/be/test/storage/test_data/row_table/10009_0_1_0_0.idx similarity index 100% rename from be/test/olap/test_data/row_table/10009_0_1_0_0.idx rename to be/test/storage/test_data/row_table/10009_0_1_0_0.idx diff --git a/be/test/olap/test_data/row_table/10009_2_2_7366856083625085639_0.dat b/be/test/storage/test_data/row_table/10009_2_2_7366856083625085639_0.dat similarity index 100% rename from be/test/olap/test_data/row_table/10009_2_2_7366856083625085639_0.dat rename to be/test/storage/test_data/row_table/10009_2_2_7366856083625085639_0.dat diff --git a/be/test/olap/test_data/row_table/10009_2_2_7366856083625085639_0.idx b/be/test/storage/test_data/row_table/10009_2_2_7366856083625085639_0.idx similarity index 100% rename from be/test/olap/test_data/row_table/10009_2_2_7366856083625085639_0.idx rename to be/test/storage/test_data/row_table/10009_2_2_7366856083625085639_0.idx diff --git a/be/test/olap/test_data/rowset.json b/be/test/storage/test_data/rowset.json similarity index 100% rename from be/test/olap/test_data/rowset.json rename to be/test/storage/test_data/rowset.json diff --git a/be/test/olap/test_data/rowset_meta.json b/be/test/storage/test_data/rowset_meta.json similarity index 100% rename from be/test/olap/test_data/rowset_meta.json rename to be/test/storage/test_data/rowset_meta.json diff --git a/be/test/olap/test_data/rowset_meta2.json b/be/test/storage/test_data/rowset_meta2.json similarity index 100% rename from be/test/olap/test_data/rowset_meta2.json rename to be/test/storage/test_data/rowset_meta2.json diff --git a/be/test/olap/test_data/rowset_meta3.json b/be/test/storage/test_data/rowset_meta3.json similarity index 100% rename from be/test/olap/test_data/rowset_meta3.json rename to be/test/storage/test_data/rowset_meta3.json diff --git a/be/test/olap/test_data/x86_new_1744025019684.idx b/be/test/storage/test_data/x86_new_1744025019684.idx similarity index 100% rename from be/test/olap/test_data/x86_new_1744025019684.idx rename to be/test/storage/test_data/x86_new_1744025019684.idx diff --git a/be/test/olap/test_data/x86_new_v2.idx b/be/test/storage/test_data/x86_new_v2.idx similarity index 100% rename from be/test/olap/test_data/x86_new_v2.idx rename to be/test/storage/test_data/x86_new_v2.idx diff --git a/be/test/olap/test_data/x86_noavx2_new_1744093412581.idx b/be/test/storage/test_data/x86_noavx2_new_1744093412581.idx similarity index 100% rename from be/test/olap/test_data/x86_noavx2_new_1744093412581.idx rename to be/test/storage/test_data/x86_noavx2_new_1744093412581.idx diff --git a/be/test/olap/test_data/x86_noavx2_new_v2.idx b/be/test/storage/test_data/x86_noavx2_new_v2.idx similarity index 100% rename from be/test/olap/test_data/x86_noavx2_new_v2.idx rename to be/test/storage/test_data/x86_noavx2_new_v2.idx diff --git a/be/test/olap/test_data/x86_noavx2_old_1744076790030.idx b/be/test/storage/test_data/x86_noavx2_old_1744076790030.idx similarity index 100% rename from be/test/olap/test_data/x86_noavx2_old_1744076790030.idx rename to be/test/storage/test_data/x86_noavx2_old_1744076790030.idx diff --git a/be/test/olap/test_data/x86_noavx2_old_v2.idx b/be/test/storage/test_data/x86_noavx2_old_v2.idx similarity index 100% rename from be/test/olap/test_data/x86_noavx2_old_v2.idx rename to be/test/storage/test_data/x86_noavx2_old_v2.idx diff --git a/be/test/olap/test_data/x86_old_10248.idx b/be/test/storage/test_data/x86_old_10248.idx similarity index 100% rename from be/test/olap/test_data/x86_old_10248.idx rename to be/test/storage/test_data/x86_old_10248.idx diff --git a/be/test/olap/test_data/x86_old_v2.idx b/be/test/storage/test_data/x86_old_v2.idx similarity index 100% rename from be/test/olap/test_data/x86_old_v2.idx rename to be/test/storage/test_data/x86_old_v2.idx diff --git a/be/test/olap/timestamped_version_tracker_test.cpp b/be/test/storage/timestamped_version_tracker_test.cpp similarity index 99% rename from be/test/olap/timestamped_version_tracker_test.cpp rename to be/test/storage/timestamped_version_tracker_test.cpp index 1d12c1e850b9de..c6cf650daee279 100644 --- a/be/test/olap/timestamped_version_tracker_test.cpp +++ b/be/test/storage/timestamped_version_tracker_test.cpp @@ -38,9 +38,9 @@ #include "absl/strings/substitute.h" #include "gtest/gtest_pred_impl.h" #include "json2pb/json_to_pb.h" -#include "olap/olap_common.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/version_graph.h" +#include "storage/olap_common.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/version_graph.h" namespace doris { diff --git a/be/test/olap/txn_manager_test.cpp b/be/test/storage/txn/txn_manager_test.cpp similarity index 96% rename from be/test/olap/txn_manager_test.cpp rename to be/test/storage/txn/txn_manager_test.cpp index eac5ff46d5aa4f..1e717b32629455 100644 --- a/be/test/olap/txn_manager_test.cpp +++ b/be/test/storage/txn/txn_manager_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/txn_manager.h" +#include "storage/txn/txn_manager.h" #include #include @@ -32,16 +32,16 @@ #include "common/config.h" #include "gtest/gtest_pred_impl.h" -#include "olap/olap_meta.h" -#include "olap/options.h" -#include "olap/rowset/rowset.h" -#include "olap/rowset/rowset_factory.h" -#include "olap/rowset/rowset_meta.h" -#include "olap/rowset/rowset_meta_manager.h" -#include "olap/storage_engine.h" -#include "olap/tablet_manager.h" -#include "olap/tablet_schema.h" -#include "olap/task/engine_publish_version_task.h" +#include "storage/olap_meta.h" +#include "storage/options.h" +#include "storage/rowset/rowset.h" +#include "storage/rowset/rowset_factory.h" +#include "storage/rowset/rowset_meta.h" +#include "storage/rowset/rowset_meta_manager.h" +#include "storage/storage_engine.h" +#include "storage/tablet/tablet_manager.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/task/engine_publish_version_task.h" #include "util/uid_util.h" using ::testing::_; @@ -53,9 +53,9 @@ namespace doris { static std::unique_ptr k_engine; -const std::string rowset_meta_path = "./be/test/olap/test_data/rowset_meta.json"; -const std::string rowset_meta_path_2 = "./be/test/olap/test_data/rowset_meta2.json"; -const std::string rowset_meta_path_3 = "./be/test/olap/test_data/rowset_meta3.json"; +const std::string rowset_meta_path = "./be/test/storage/test_data/rowset_meta.json"; +const std::string rowset_meta_path_2 = "./be/test/storage/test_data/rowset_meta2.json"; +const std::string rowset_meta_path_3 = "./be/test/storage/test_data/rowset_meta3.json"; class TxnManagerTest : public testing::Test { public: diff --git a/be/test/testutil/column_helper.cpp b/be/test/testutil/column_helper.cpp index b00a681ec72cdf..00196151f6fcc0 100644 --- a/be/test/testutil/column_helper.cpp +++ b/be/test/testutil/column_helper.cpp @@ -14,11 +14,11 @@ // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. -#include "column_helper.h" +#include "testutil/column_helper.h" #include -#include "vec/data_types/data_type_number.h" +#include "core/data_type/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/testutil/column_helper.h b/be/test/testutil/column_helper.h index d297b7cdd40fd8..d8ec456c53bc7d 100644 --- a/be/test/testutil/column_helper.h +++ b/be/test/testutil/column_helper.h @@ -21,12 +21,12 @@ #include #include -#include "runtime/define_primitive_type.h" -#include "vec/columns/column_nullable.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_decimal.h" -#include "vec/data_types/data_type_number.h" -#include "vec/data_types/data_type_string.h" +#include "core/block/block.h" +#include "core/column/column_nullable.h" +#include "core/data_type/data_type_decimal.h" +#include "core/data_type/data_type_number.h" +#include "core/data_type/data_type_string.h" +#include "core/data_type/define_primitive_type.h" namespace doris::vectorized { struct ColumnHelper { diff --git a/be/test/testutil/creators.h b/be/test/testutil/creators.h index 2475a88d28bbc7..31d7e7245dd16b 100644 --- a/be/test/testutil/creators.h +++ b/be/test/testutil/creators.h @@ -26,13 +26,12 @@ #include #include -#include "pipeline/exec/operator.h" -#include "pipeline/exec/spill_utils.h" -#include "pipeline/pipeline.h" +#include "exec/operator/operator.h" +#include "exec/operator/spill_utils.h" +#include "exec/pipeline/pipeline.h" #include "runtime/descriptor_helper.h" #include "runtime/descriptors.h" #include "runtime/query_context.h" -#include "runtime/types.h" #include "util/uid_util.h" namespace doris { diff --git a/be/test/testutil/datetime_ut_util.h b/be/test/testutil/datetime_ut_util.h index 488655500673f7..9f0967ce1d76dc 100644 --- a/be/test/testutil/datetime_ut_util.h +++ b/be/test/testutil/datetime_ut_util.h @@ -17,8 +17,8 @@ #pragma once -#include "vec/runtime/timestamptz_value.h" -#include "vec/runtime/vdatetime_value.h" +#include "core/value/timestamptz_value.h" +#include "core/value/vdatetime_value.h" namespace doris { inline auto make_datetime(int year, int month, int day, int hour, int minute, int second, int microsecond) { diff --git a/be/test/testutil/desc_tbl_builder.cpp b/be/test/testutil/desc_tbl_builder.cpp index a1b900e68520f7..6c395217ac246c 100644 --- a/be/test/testutil/desc_tbl_builder.cpp +++ b/be/test/testutil/desc_tbl_builder.cpp @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "vec/data_types/data_type_nullable.h" -#include "vec/data_types/data_type_struct.h" +#include "core/data_type/data_type_nullable.h" +#include "core/data_type/data_type_struct.h" namespace doris { diff --git a/be/test/testutil/desc_tbl_builder.h b/be/test/testutil/desc_tbl_builder.h index ed988f320a8165..a9a6e6e0523f62 100644 --- a/be/test/testutil/desc_tbl_builder.h +++ b/be/test/testutil/desc_tbl_builder.h @@ -25,7 +25,6 @@ #include "common/object_pool.h" #include "runtime/descriptors.h" -#include "runtime/types.h" namespace doris { diff --git a/be/test/testutil/function_utils.cpp b/be/test/testutil/function_utils.cpp index 809b1d505b6b81..93063d83b2ce67 100644 --- a/be/test/testutil/function_utils.cpp +++ b/be/test/testutil/function_utils.cpp @@ -22,8 +22,8 @@ #include #include -#include "vec/data_types/data_type.h" -#include "vec/exprs/function_context.h" +#include "core/data_type/data_type.h" +#include "exprs/function_context.h" namespace doris { diff --git a/be/test/testutil/function_utils.h b/be/test/testutil/function_utils.h index db46043fe2c793..0c88e64909b67f 100644 --- a/be/test/testutil/function_utils.h +++ b/be/test/testutil/function_utils.h @@ -18,9 +18,8 @@ #include #include -#include "runtime/types.h" +#include "core/data_type/data_type.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/data_types/data_type.h" namespace doris { diff --git a/be/test/testutil/http_utils.h b/be/test/testutil/http_utils.h index 3bfbbc9e680e85..4ea748d218ce6b 100644 --- a/be/test/testutil/http_utils.h +++ b/be/test/testutil/http_utils.h @@ -17,7 +17,7 @@ #pragma once -#include "http/http_client.h" +#include "service/http/http_client.h" #define POST_HTTP_TO_TEST_SERVER(uri) \ { \ diff --git a/be/test/testutil/mock/mock_agg_fn_evaluator.cpp b/be/test/testutil/mock/mock_agg_fn_evaluator.cpp index 766e67b75dcba2..c189f2e3b4ead3 100644 --- a/be/test/testutil/mock/mock_agg_fn_evaluator.cpp +++ b/be/test/testutil/mock/mock_agg_fn_evaluator.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "mock_agg_fn_evaluator.h" +#include "testutil/mock/mock_agg_fn_evaluator.h" #include #include "agent/be_exec_version_manager.h" #include "common/object_pool.h" -#include "mock_slot_ref.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/vectorized_agg_fn.h" -#include "vec/exprs/vexpr_context.h" +#include "core/data_type/data_type_number.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" +#include "exprs/vectorized_agg_fn.h" +#include "exprs/vexpr_context.h" +#include "testutil/mock/mock_slot_ref.h" namespace doris::vectorized { AggFnEvaluator* create_mock_agg_fn_evaluator(ObjectPool& pool, bool is_merge, bool without_key) { diff --git a/be/test/testutil/mock/mock_agg_fn_evaluator.h b/be/test/testutil/mock/mock_agg_fn_evaluator.h index f163de8fd4e276..d9977fa2e76d50 100644 --- a/be/test/testutil/mock/mock_agg_fn_evaluator.h +++ b/be/test/testutil/mock/mock_agg_fn_evaluator.h @@ -16,7 +16,7 @@ // under the License. #include "common/object_pool.h" -#include "vec/exprs/vectorized_agg_fn.h" +#include "exprs/vectorized_agg_fn.h" namespace doris::vectorized { diff --git a/be/test/testutil/mock/mock_data_stream_sender.h b/be/test/testutil/mock/mock_data_stream_sender.h index cd076cca521af3..920d938b23fe18 100644 --- a/be/test/testutil/mock/mock_data_stream_sender.h +++ b/be/test/testutil/mock/mock_data_stream_sender.h @@ -17,7 +17,7 @@ #pragma once -#include "vec/sink/vdata_stream_sender.h" +#include "exec/exchange/vdata_stream_sender.h" namespace doris::vectorized { struct MockChannel : public Channel { diff --git a/be/test/testutil/mock/mock_descriptors.h b/be/test/testutil/mock/mock_descriptors.h index d9e21ba1c3bcb5..7e01cbbebd6345 100644 --- a/be/test/testutil/mock/mock_descriptors.h +++ b/be/test/testutil/mock/mock_descriptors.h @@ -22,8 +22,8 @@ #include +#include "core/data_type/data_type.h" #include "runtime/descriptors.h" -#include "vec/data_types/data_type.h" namespace doris { @@ -49,7 +49,7 @@ class MockRowDescriptor : public RowDescriptor { tuple_desc->Slots = slots; tuple_desc_map.push_back(tuple_desc); _tuple_desc_map.push_back(tuple_desc); - _num_materialized_slots = types.size(); + _num_materialized_slots = static_cast(types.size()); } const std::vector& tuple_descriptors() const override { return tuple_desc_map; diff --git a/be/test/testutil/mock/mock_fn_call.cpp b/be/test/testutil/mock/mock_fn_call.cpp index 701d98e412aef5..d87d406b071180 100644 --- a/be/test/testutil/mock/mock_fn_call.cpp +++ b/be/test/testutil/mock/mock_fn_call.cpp @@ -15,12 +15,12 @@ // specific language governing permissions and limitations // under the License. -#include "mock_fn_call.h" +#include "testutil/mock/mock_fn_call.h" #include +#include "core/data_type/data_type_number.h" #include "testutil/column_helper.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/testutil/mock/mock_fn_call.h b/be/test/testutil/mock/mock_fn_call.h index 59578909144903..64363b96e9c33d 100644 --- a/be/test/testutil/mock/mock_fn_call.h +++ b/be/test/testutil/mock/mock_fn_call.h @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr.h" namespace doris::vectorized { class Block; diff --git a/be/test/testutil/mock/mock_in_expr.cpp b/be/test/testutil/mock/mock_in_expr.cpp index 0b09eb95d1c6f9..2a4152f69ff68d 100644 --- a/be/test/testutil/mock/mock_in_expr.cpp +++ b/be/test/testutil/mock/mock_in_expr.cpp @@ -15,17 +15,17 @@ // specific language governing permissions and limitations // under the License. -#include "mock_in_expr.h" +#include "testutil/mock/mock_in_expr.h" #include #include +#include "exprs/function/in.h" +#include "exprs/vexpr_context.h" #include "testutil/column_helper.h" #include "testutil/mock/mock_descriptors.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/functions/in.h" namespace doris::vectorized { TEST(MockInExprTest, test) { diff --git a/be/test/testutil/mock/mock_in_expr.h b/be/test/testutil/mock/mock_in_expr.h index 8542cff046ee0e..f193e88ba2536a 100644 --- a/be/test/testutil/mock/mock_in_expr.h +++ b/be/test/testutil/mock/mock_in_expr.h @@ -20,9 +20,9 @@ #include #include "common/status.h" -#include "vec/exprs/vectorized_fn_call.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vin_predicate.h" +#include "exprs/vectorized_fn_call.h" +#include "exprs/vexpr.h" +#include "exprs/vin_predicate.h" namespace doris::vectorized { class Block; diff --git a/be/test/testutil/mock/mock_literal_expr.cpp b/be/test/testutil/mock/mock_literal_expr.cpp index 8e17dfd5dfead7..20954048cedec4 100644 --- a/be/test/testutil/mock/mock_literal_expr.cpp +++ b/be/test/testutil/mock/mock_literal_expr.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "mock_literal_expr.h" +#include "testutil/mock/mock_literal_expr.h" #include +#include "core/block/materialize_block.h" +#include "core/data_type/data_type_number.h" #include "testutil/column_helper.h" -#include "vec/core/materialize_block.h" -#include "vec/data_types/data_type_number.h" namespace doris::vectorized { diff --git a/be/test/testutil/mock/mock_literal_expr.h b/be/test/testutil/mock/mock_literal_expr.h index 65ed5e1d8882bb..d1ed45c9e73148 100644 --- a/be/test/testutil/mock/mock_literal_expr.h +++ b/be/test/testutil/mock/mock_literal_expr.h @@ -20,12 +20,12 @@ #include #include "common/status.h" +#include "core/block/column_with_type_and_name.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vslot_ref.h" #include "testutil/column_helper.h" -#include "vec/core/column_with_type_and_name.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vslot_ref.h" namespace doris { class SlotDescriptor; diff --git a/be/test/testutil/mock/mock_operators.h b/be/test/testutil/mock/mock_operators.h index 0c6136880ad84b..6b5727d86ae35b 100644 --- a/be/test/testutil/mock/mock_operators.h +++ b/be/test/testutil/mock/mock_operators.h @@ -18,8 +18,8 @@ #pragma once #include -#include "pipeline/exec/hashjoin_probe_operator.h" -#include "pipeline/exec/partitioned_hash_join_probe_operator.h" +#include "exec/operator/hashjoin_probe_operator.h" +#include "exec/operator/partitioned_hash_join_probe_operator.h" #include "testutil/mock/mock_descriptors.h" namespace doris::pipeline { diff --git a/be/test/testutil/mock/mock_runtime_state.h b/be/test/testutil/mock/mock_runtime_state.h index 7ec7e00f3f6796..a9ea7eaf89f755 100644 --- a/be/test/testutil/mock/mock_runtime_state.h +++ b/be/test/testutil/mock/mock_runtime_state.h @@ -16,10 +16,10 @@ // under the License. #pragma once -#include "mock_query_context.h" #include "runtime/fragment_mgr.h" #include "runtime/runtime_state.h" #include "testutil/mock/mock_descriptors.h" +#include "testutil/mock/mock_query_context.h" namespace doris { diff --git a/be/test/testutil/mock/mock_slot_ref.cpp b/be/test/testutil/mock/mock_slot_ref.cpp index 949e205e0e709d..fdb79d95cc7e33 100644 --- a/be/test/testutil/mock/mock_slot_ref.cpp +++ b/be/test/testutil/mock/mock_slot_ref.cpp @@ -15,13 +15,13 @@ // specific language governing permissions and limitations // under the License. -#include "mock_slot_ref.h" +#include "testutil/mock/mock_slot_ref.h" #include +#include "core/data_type/data_type_number.h" +#include "exprs/vexpr_context.h" #include "testutil/mock/mock_runtime_state.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/vexpr_context.h" namespace doris::vectorized { diff --git a/be/test/testutil/mock/mock_slot_ref.h b/be/test/testutil/mock/mock_slot_ref.h index 87c909748d34d3..da084c1516ade3 100644 --- a/be/test/testutil/mock/mock_slot_ref.h +++ b/be/test/testutil/mock/mock_slot_ref.h @@ -20,8 +20,8 @@ #include #include "common/status.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vslot_ref.h" +#include "exprs/vexpr.h" +#include "exprs/vslot_ref.h" namespace doris { class SlotDescriptor; diff --git a/be/test/testutil/mock/mock_sorter.h b/be/test/testutil/mock/mock_sorter.h index 30e87f741cadba..084a73f2ba3ac2 100644 --- a/be/test/testutil/mock/mock_sorter.h +++ b/be/test/testutil/mock/mock_sorter.h @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/sort/sorter.h" +#include "exec/sort/sorter.h" namespace doris::vectorized { diff --git a/be/test/testutil/mock_rowset.h b/be/test/testutil/mock_rowset.h index 78f8f71bee844f..0660413e66c4f7 100644 --- a/be/test/testutil/mock_rowset.h +++ b/be/test/testutil/mock_rowset.h @@ -17,8 +17,8 @@ #pragma once -#include "olap/rowset/rowset.h" -#include "olap/tablet_schema.h" +#include "storage/rowset/rowset.h" +#include "storage/tablet/tablet_schema.h" namespace doris { diff --git a/be/test/testutil/run_all_tests.cpp b/be/test/testutil/run_all_tests.cpp index 6f906ae0c28dd2..b34078d86e98d7 100644 --- a/be/test/testutil/run_all_tests.cpp +++ b/be/test/testutil/run_all_tests.cpp @@ -22,24 +22,24 @@ #include "common/logging.h" #include "common/phdr_cache.h" #include "common/status.h" +#include "format/orc/orc_memory_pool.h" #include "gtest/gtest.h" -#include "olap/page_cache.h" -#include "olap/segment_loader.h" -#include "olap/tablet_column_object_pool.h" -#include "olap/tablet_meta.h" -#include "olap/tablet_schema_cache.h" #include "runtime/exec_env.h" #include "runtime/memory/cache_manager.h" #include "runtime/memory/thread_mem_tracker_mgr.h" #include "runtime/thread_context.h" #include "service/backend_options.h" #include "service/http_service.h" -#include "test_util.h" +#include "storage/cache/page_cache.h" +#include "storage/segment/segment_loader.h" +#include "storage/tablet/tablet_column_object_pool.h" +#include "storage/tablet/tablet_meta.h" +#include "storage/tablet/tablet_schema_cache.h" #include "testutil/http_utils.h" +#include "testutil/test_util.h" #include "util/cpu_info.h" #include "util/disk_info.h" #include "util/mem_info.h" -#include "vec/exec/format/orc/orc_memory_pool.h" int main(int argc, char** argv) { SCOPED_INIT_THREAD_CONTEXT(); diff --git a/be/test/testutil/test_util.cpp b/be/test/testutil/test_util.cpp index c8bb140cbff662..a21f2d43e8677d 100644 --- a/be/test/testutil/test_util.cpp +++ b/be/test/testutil/test_util.cpp @@ -22,7 +22,6 @@ #include #endif -#include #include #include #include @@ -34,6 +33,8 @@ #include #include + +#include "common/config.h" // IWYU pragma: no_include #include // IWYU pragma: keep #include @@ -43,7 +44,7 @@ #include "absl/strings/substitute.h" #include "gflags/gflags.h" -#include "olap/olap_common.h" +#include "storage/olap_common.h" DEFINE_bool(gen_out, false, "generate expected check data for test"); DEFINE_bool( diff --git a/be/test/testutil/test_util.h b/be/test/testutil/test_util.h index d68b53b75aa8a5..6368f89178bfa7 100644 --- a/be/test/testutil/test_util.h +++ b/be/test/testutil/test_util.h @@ -20,9 +20,9 @@ #include #include +#include "core/data_type_serde/data_type_serde.h" #include "gflags/gflags.h" #include "gtest/gtest.h" -#include "vec/data_types/serde/data_type_serde.h" DECLARE_bool(gen_out); DECLARE_bool(gen_regression_case); diff --git a/be/test/testutil/variant_util.h b/be/test/testutil/variant_util.h index 3f96899069913f..4a0d49cfb23eb9 100644 --- a/be/test/testutil/variant_util.h +++ b/be/test/testutil/variant_util.h @@ -17,10 +17,10 @@ #pragma once -#include "vec/columns/column_string.h" -#include "vec/columns/column_variant.h" -#include "vec/common/variant_util.h" -#include "vec/data_types/data_type_string.h" +#include "core/column/column_string.h" +#include "core/column/column_variant.h" +#include "core/data_type/data_type_string.h" +#include "exec/common/variant_util.h" namespace doris { diff --git a/be/test/util/bit_util_test.cpp b/be/test/util/bit_util_test.cpp index 12345d034171d9..3601b075f500c4 100644 --- a/be/test/util/bit_util_test.cpp +++ b/be/test/util/bit_util_test.cpp @@ -25,11 +25,11 @@ #include #include +#include "core/column/column_nullable.h" +#include "core/data_type/primitive_type.h" +#include "exec/common/endian.h" #include "gtest/gtest_pred_impl.h" -#include "runtime/primitive_type.h" #include "util/simd/bits.h" -#include "vec/columns/column_nullable.h" -#include "vec/common/endian.h" namespace doris { diff --git a/be/test/vec/olap/char_type_padding_test.cpp b/be/test/util/char_type_padding_test.cpp similarity index 93% rename from be/test/vec/olap/char_type_padding_test.cpp rename to be/test/util/char_type_padding_test.cpp index dfdfea3026ecd0..97ba0430b49dd9 100644 --- a/be/test/vec/olap/char_type_padding_test.cpp +++ b/be/test/util/char_type_padding_test.cpp @@ -21,11 +21,11 @@ #include +#include "core/column/column.h" +#include "core/column/column_string.h" +#include "core/string_ref.h" #include "gtest/gtest_pred_impl.h" -#include "vec/columns/column.h" -#include "vec/columns/column_string.h" -#include "vec/common/string_ref.h" -#include "vec/olap/olap_data_convertor.h" +#include "storage/iterator/olap_data_convertor.h" namespace doris::vectorized { diff --git a/be/test/util/cityhash_test.cpp b/be/test/util/cityhash_test.cpp index bd940c8360a677..544f27b5cde1e4 100644 --- a/be/test/util/cityhash_test.cpp +++ b/be/test/util/cityhash_test.cpp @@ -23,7 +23,7 @@ #include #include "gtest/gtest_pred_impl.h" -#include "olap/rowset/segment_v2/ngram_bloom_filter.h" +#include "storage/index/bloom_filter/ngram_bloom_filter.h" #include "testutil/any_type.h" #include "util/hash/city.h" diff --git a/be/test/util/date_func_test.cpp b/be/test/util/date_func_test.cpp index 069d51c93500e1..2909294474edf1 100644 --- a/be/test/util/date_func_test.cpp +++ b/be/test/util/date_func_test.cpp @@ -20,9 +20,9 @@ #include #include +#include "core/uint24.h" +#include "core/value/vdatetime_value.h" #include "gtest/gtest_pred_impl.h" -#include "olap/uint24.h" -#include "vec/runtime/vdatetime_value.h" namespace doris { diff --git a/be/test/util/decompress_test.cpp b/be/test/util/decompress_test.cpp index ea4ae18073ab09..85bca3b8faef32 100644 --- a/be/test/util/decompress_test.cpp +++ b/be/test/util/decompress_test.cpp @@ -17,14 +17,13 @@ #include "util/decompress.h" +#include #include #include #include #include -#include "gen_cpp/Descriptors_types.h" - using namespace std; namespace doris { diff --git a/be/test/util/doris_metrics_test.cpp b/be/test/util/doris_metrics_test.cpp index 588805e71b1c27..2efd0fad01072b 100644 --- a/be/test/util/doris_metrics_test.cpp +++ b/be/test/util/doris_metrics_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/doris_metrics.h" +#include "common/metrics/doris_metrics.h" #include #include diff --git a/be/test/util/http_channel_test.cpp b/be/test/util/http_channel_test.cpp index e0333408f43c40..016527465c7d19 100644 --- a/be/test/util/http_channel_test.cpp +++ b/be/test/util/http_channel_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "http/http_channel.h" +#include "service/http/http_channel.h" #include #include diff --git a/be/test/util/jsonb_parser_simd_test.cpp b/be/test/util/jsonb_parser_simd_test.cpp index 734ad204fbcab0..53a666955bad50 100644 --- a/be/test/util/jsonb_parser_simd_test.cpp +++ b/be/test/util/jsonb_parser_simd_test.cpp @@ -16,8 +16,8 @@ // under the License. #include "common/status.h" +#include "core/value/jsonb_value.h" #include "gtest/gtest.h" -#include "runtime/jsonb_value.h" namespace doris { class JsonbParserTest : public testing::Test {}; diff --git a/be/test/util/key_util_test.cpp b/be/test/util/key_util_test.cpp index 5fe870ec5bd043..439c375a495652 100644 --- a/be/test/util/key_util_test.cpp +++ b/be/test/util/key_util_test.cpp @@ -25,10 +25,10 @@ #include #include "gtest/gtest_pred_impl.h" -#include "olap/row_cursor.h" -#include "olap/row_cursor_cell.h" -#include "olap/tablet_schema.h" -#include "olap/tablet_schema_helper.h" +#include "storage/row_cursor.h" +#include "storage/row_cursor_cell.h" +#include "storage/tablet/tablet_schema.h" +#include "storage/tablet/tablet_schema_helper.h" #include "util/debug_util.h" namespace doris { diff --git a/be/test/util/metrics_test.cpp b/be/test/util/metrics_test.cpp index 1703b5b42bd7b4..f20be5556d0a0e 100644 --- a/be/test/util/metrics_test.cpp +++ b/be/test/util/metrics_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "util/metrics.h" +#include "common/metrics/metrics.h" #include #include diff --git a/be/test/util/profile_spec_test.cpp b/be/test/util/profile_spec_test.cpp index 7c7ad69dc1ce63..92c71843b79a4c 100644 --- a/be/test/util/profile_spec_test.cpp +++ b/be/test/util/profile_spec_test.cpp @@ -21,9 +21,9 @@ #include #include "common/object_pool.h" -#include "pipeline/exec/exchange_sink_operator.h" -#include "pipeline/exec/mock_operator.h" -#include "pipeline/exec/operator.h" +#include "exec/operator/exchange_sink_operator.h" +#include "exec/operator/mock_operator.h" +#include "exec/operator/operator.h" #include "runtime/descriptors.h" #include "runtime/runtime_state.h" #include "testutil/mock/mock_runtime_state.h" diff --git a/be/test/util/system_metrics_test.cpp b/be/test/util/system_metrics_test.cpp index 786c1c445807af..63097d47799037 100644 --- a/be/test/util/system_metrics_test.cpp +++ b/be/test/util/system_metrics_test.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "util/system_metrics.h" +#include "common/metrics/system_metrics.h" #include #include #include +#include "common/metrics/metrics.h" #include "gtest/gtest_pred_impl.h" #include "testutil/test_util.h" -#include "util/metrics.h" namespace doris { diff --git a/be/test/util/thread_test.cpp b/be/test/util/thread_test.cpp index 5957412409d2e1..fcd463ed6550f8 100644 --- a/be/test/util/thread_test.cpp +++ b/be/test/util/thread_test.cpp @@ -27,7 +27,7 @@ #include "common/logging.h" #include "common/status.h" #include "gtest/gtest_pred_impl.h" -#include "util/runtime_profile.h" +#include "runtime/runtime_profile.h" #include "util/time.h" using std::string; From b3aa22dec6635d97fcab42f45a77b0dd330e8763 Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 18:07:29 +0800 Subject: [PATCH 03/24] fix rebase bug --- be/src/core/column/column.h | 1 - be/src/exec/common/space_saving.h | 8 ++++---- ...istinct_streaming_aggregation_operator.cpp | 1 + be/src/exec/operator/operator.cpp | 4 ---- .../operator}/streaming_agg_min_reduction.h | 0 .../streaming_aggregation_operator.cpp | 1 + .../pipeline/pipeline_fragment_context.cpp | 4 ---- be/src/exec/pipeline/pipeline_task.cpp | 1 - be/src/exec/rowid_fetcher.cpp | 2 +- .../exec/runtime_filter/runtime_filter_mgr.h | 2 -- be/src/exec/scan/scanner.cpp | 1 - be/src/exec/sort/sort_block.h | 1 - be/src/exec/sort/sorter.h | 1 - .../aggregate/aggregate_function_max_by.cpp | 4 ++-- .../aggregate/aggregate_function_min_by.cpp | 4 ++-- .../schema_routine_scanner.cpp | 8 ++++---- be/src/information_schema/schema_scanner.cpp | 1 - be/src/io/cache/block_file_cache.cpp | 1 - be/src/io/cache/cached_remote_file_reader.cpp | 1 - .../partitioned_aggregation_source_operator.h | 6 +++--- be/src/runtime/exec_env_init.cpp | 1 - be/src/runtime/query_context.cpp | 1 - be/src/runtime/user_function_cache.cpp | 1 - be/src/service/backend_service.cpp | 1 - be/src/service/doris_main.cpp | 2 -- .../compaction/collection_statistics.h | 1 + .../query_v2/collect/doc_set_collector.cpp | 4 ++-- .../query_v2/collect/doc_set_collector.h | 4 ++-- .../query_v2/collect/multi_segment_util.h | 2 +- .../query_v2/collect/top_k_collector.cpp | 4 ++-- .../query_v2/collect/top_k_collector.h | 4 ++-- .../inverted/query_v2/match_all_docs_scorer.h | 2 +- .../index/inverted/query_v2/wand/block_wand.h | 2 +- be/src/storage/predicate_collector.cpp | 20 +++++++++---------- be/src/storage/predicate_collector.h | 4 ++-- be/src/storage/segment/column_reader.cpp | 1 - be/src/storage/segment/column_reader.h | 1 - be/src/storage/segment/segment_iterator.cpp | 2 -- be/test/core/column/common_column_test.h | 1 - be/test/exec/operator/asof_join_test.cpp | 4 ++-- .../query_v2/intersection_scorer_test.cpp | 2 +- .../query_v2/top_k_collector_test.cpp | 2 +- .../segment/column_reader_writer_test.cpp | 2 +- ...segment_iterator_apply_index_expr_test.cpp | 16 +++++++-------- 44 files changed, 55 insertions(+), 81 deletions(-) rename be/src/{pipeline/exec => exec/operator}/streaming_agg_min_reduction.h (100%) diff --git a/be/src/core/column/column.h b/be/src/core/column/column.h index 3e71f02c2d34c5..28f763ed223bc5 100644 --- a/be/src/core/column/column.h +++ b/be/src/core/column/column.h @@ -36,7 +36,6 @@ #include "core/string_ref.h" #include "core/typeid_cast.h" #include "core/types.h" -#include "exec/sort/hybrid_sorter.h" #include "storage/olap_common.h" namespace doris { diff --git a/be/src/exec/common/space_saving.h b/be/src/exec/common/space_saving.h index 85d5d08521621a..048738deeac83e 100644 --- a/be/src/exec/common/space_saving.h +++ b/be/src/exec/common/space_saving.h @@ -22,10 +22,10 @@ #include -#include "vec/common/arena_with_free_lists.h" -#include "vec/common/hash_table/hash_map.h" -#include "vec/common/string_buffer.hpp" -#include "vec/io/io_helper.h" +#include "core/arena_with_free_lists.h" +#include "exec/common/hash_table/hash_map.h" +#include "core/string_buffer.hpp" +#include "util/io_helper.h" namespace doris::vectorized { diff --git a/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp b/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp index 4247c8cdc54bf4..50889c57c92043 100644 --- a/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp +++ b/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp @@ -23,6 +23,7 @@ #include #include "common/compiler_util.h" // IWYU pragma: keep +#include "exec/operator/streaming_agg_min_reduction.h" #include "exprs/vectorized_agg_fn.h" namespace doris { diff --git a/be/src/exec/operator/operator.cpp b/be/src/exec/operator/operator.cpp index 01fc9cc13a9753..7f7d708fe0bd5b 100644 --- a/be/src/exec/operator/operator.cpp +++ b/be/src/exec/operator/operator.cpp @@ -65,10 +65,6 @@ #include "exec/operator/partitioned_aggregation_source_operator.h" #include "exec/operator/partitioned_hash_join_probe_operator.h" #include "exec/operator/partitioned_hash_join_sink_operator.h" -#include "exec/operator/rec_cte_anchor_sink_operator.h" -#include "exec/operator/rec_cte_scan_operator.h" -#include "exec/operator/rec_cte_sink_operator.h" -#include "exec/operator/rec_cte_source_operator.h" #include "exec/operator/repeat_operator.h" #include "exec/operator/result_file_sink_operator.h" #include "exec/operator/result_sink_operator.h" diff --git a/be/src/pipeline/exec/streaming_agg_min_reduction.h b/be/src/exec/operator/streaming_agg_min_reduction.h similarity index 100% rename from be/src/pipeline/exec/streaming_agg_min_reduction.h rename to be/src/exec/operator/streaming_agg_min_reduction.h diff --git a/be/src/exec/operator/streaming_aggregation_operator.cpp b/be/src/exec/operator/streaming_aggregation_operator.cpp index e3b4460c2613c4..0b0234f0abcf4e 100644 --- a/be/src/exec/operator/streaming_aggregation_operator.cpp +++ b/be/src/exec/operator/streaming_aggregation_operator.cpp @@ -25,6 +25,7 @@ #include "common/cast_set.h" #include "common/compiler_util.h" // IWYU pragma: keep #include "exec/operator/operator.h" +#include "exec/operator/streaming_agg_min_reduction.h" #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/vectorized_agg_fn.h" #include "exprs/vslot_ref.h" diff --git a/be/src/exec/pipeline/pipeline_fragment_context.cpp b/be/src/exec/pipeline/pipeline_fragment_context.cpp index 84c11c35876a0c..96e8f42e89ccb3 100644 --- a/be/src/exec/pipeline/pipeline_fragment_context.cpp +++ b/be/src/exec/pipeline/pipeline_fragment_context.cpp @@ -85,10 +85,6 @@ #include "exec/operator/partitioned_aggregation_source_operator.h" #include "exec/operator/partitioned_hash_join_probe_operator.h" #include "exec/operator/partitioned_hash_join_sink_operator.h" -#include "exec/operator/rec_cte_anchor_sink_operator.h" -#include "exec/operator/rec_cte_scan_operator.h" -#include "exec/operator/rec_cte_sink_operator.h" -#include "exec/operator/rec_cte_source_operator.h" #include "exec/operator/repeat_operator.h" #include "exec/operator/result_file_sink_operator.h" #include "exec/operator/result_sink_operator.h" diff --git a/be/src/exec/pipeline/pipeline_task.cpp b/be/src/exec/pipeline/pipeline_task.cpp index d43fb48e4b5e16..a42f3997ceb369 100644 --- a/be/src/exec/pipeline/pipeline_task.cpp +++ b/be/src/exec/pipeline/pipeline_task.cpp @@ -32,7 +32,6 @@ #include "core/block/block.h" #include "exec/operator/exchange_source_operator.h" #include "exec/operator/operator.h" -#include "exec/operator/rec_cte_source_operator.h" #include "exec/operator/scan_operator.h" #include "exec/pipeline/dependency.h" #include "exec/pipeline/pipeline.h" diff --git a/be/src/exec/rowid_fetcher.cpp b/be/src/exec/rowid_fetcher.cpp index b2c48b3433365e..bee748c16358ee 100644 --- a/be/src/exec/rowid_fetcher.cpp +++ b/be/src/exec/rowid_fetcher.cpp @@ -54,6 +54,7 @@ #include "core/data_type/data_type_struct.h" #include "core/data_type_serde/data_type_serde.h" #include "core/string_ref.h" +#include "core/types.h" #include "exec/scan/file_scanner.h" #include "format/orc/vorc_reader.h" #include "format/parquet/vparquet_reader.h" @@ -61,7 +62,6 @@ #include "runtime/exec_env.h" // ExecEnv #include "runtime/fragment_mgr.h" // FragmentMgr #include "runtime/runtime_state.h" // RuntimeState -#include "runtime/types.h" #include "runtime/workload_group/workload_group_manager.h" #include "semaphore" #include "storage/olap_common.h" diff --git a/be/src/exec/runtime_filter/runtime_filter_mgr.h b/be/src/exec/runtime_filter/runtime_filter_mgr.h index 2dcea3f7a4a6cb..c680c646610919 100644 --- a/be/src/exec/runtime_filter/runtime_filter_mgr.h +++ b/be/src/exec/runtime_filter/runtime_filter_mgr.h @@ -34,7 +34,6 @@ #include #include "common/status.h" -#include "util/runtime_profile.h" #include "util/uid_util.h" namespace butil { @@ -54,7 +53,6 @@ class RuntimeState; class RuntimeFilterWrapper; class QueryContext; class ExecEnv; -class RuntimeProfile; struct LocalMergeContext { std::mutex mtx; diff --git a/be/src/exec/scan/scanner.cpp b/be/src/exec/scan/scanner.cpp index 9767149d90ce46..a640320a9e1c7e 100644 --- a/be/src/exec/scan/scanner.cpp +++ b/be/src/exec/scan/scanner.cpp @@ -28,7 +28,6 @@ #include "exprs/vexpr_context.h" #include "runtime/descriptors.h" #include "runtime/runtime_profile.h" -#include "util/concurrency_stats.h" #include "util/defer_op.h" namespace doris::vectorized { diff --git a/be/src/exec/sort/sort_block.h b/be/src/exec/sort/sort_block.h index 6d9d412205c88b..e5f9e897777083 100644 --- a/be/src/exec/sort/sort_block.h +++ b/be/src/exec/sort/sort_block.h @@ -42,7 +42,6 @@ #include "core/memcmp_small.h" #include "core/string_ref.h" #include "core/types.h" -#include "exec/sort/hybrid_sorter.h" #include "exec/sort/sort_description.h" #include "util/simd/bits.h" diff --git a/be/src/exec/sort/sorter.h b/be/src/exec/sort/sorter.h index 8ef9b8e26da837..25a77f4e9d8ff4 100644 --- a/be/src/exec/sort/sorter.h +++ b/be/src/exec/sort/sorter.h @@ -30,7 +30,6 @@ #include "core/block/block.h" #include "core/field.h" #include "exec/common/util.hpp" -#include "exec/sort/hybrid_sorter.h" #include "exec/sort/sort_cursor.h" #include "exec/sort/sort_description.h" #include "exec/sort/vsort_exec_exprs.h" diff --git a/be/src/exprs/aggregate/aggregate_function_max_by.cpp b/be/src/exprs/aggregate/aggregate_function_max_by.cpp index 50e611b11d8b3e..762ed696d9a44a 100644 --- a/be/src/exprs/aggregate/aggregate_function_max_by.cpp +++ b/be/src/exprs/aggregate/aggregate_function_max_by.cpp @@ -17,8 +17,8 @@ #include -#include "vec/aggregate_functions/aggregate_function_min_max_by.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_min_max_by.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/exprs/aggregate/aggregate_function_min_by.cpp b/be/src/exprs/aggregate/aggregate_function_min_by.cpp index 0af34292bbb2eb..3c7dccd12ec951 100644 --- a/be/src/exprs/aggregate/aggregate_function_min_by.cpp +++ b/be/src/exprs/aggregate/aggregate_function_min_by.cpp @@ -17,8 +17,8 @@ #include -#include "vec/aggregate_functions/aggregate_function_min_max_by.h" -#include "vec/aggregate_functions/aggregate_function_simple_factory.h" +#include "exprs/aggregate/aggregate_function_min_max_by.h" +#include "exprs/aggregate/aggregate_function_simple_factory.h" namespace doris::vectorized { #include "common/compile_check_begin.h" diff --git a/be/src/information_schema/schema_routine_scanner.cpp b/be/src/information_schema/schema_routine_scanner.cpp index 74c96fb33520ec..7b7ce5f35c7996 100644 --- a/be/src/information_schema/schema_routine_scanner.cpp +++ b/be/src/information_schema/schema_routine_scanner.cpp @@ -15,15 +15,15 @@ // specific language governing permissions and limitations // under the License. -#include "exec/schema_scanner/schema_routine_scanner.h" +#include "information_schema/schema_routine_scanner.h" +#include "core/block/block.h" +#include "core/data_type/data_type_factory.hpp" +#include "core/string_ref.h" #include "runtime/client_cache.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" #include "util/thrift_rpc_helper.h" -#include "vec/common/string_ref.h" -#include "vec/core/block.h" -#include "vec/data_types/data_type_factory.hpp" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/information_schema/schema_scanner.cpp b/be/src/information_schema/schema_scanner.cpp index de470bccf8ae4b..a17d032e68b4c5 100644 --- a/be/src/information_schema/schema_scanner.cpp +++ b/be/src/information_schema/schema_scanner.cpp @@ -53,7 +53,6 @@ #include "information_schema/schema_collations_scanner.h" #include "information_schema/schema_column_data_sizes_scanner.h" #include "information_schema/schema_columns_scanner.h" -#include "information_schema/schema_database_properties_scanner.h" #include "information_schema/schema_dummy_scanner.h" #include "information_schema/schema_encryption_keys_scanner.h" #include "information_schema/schema_file_cache_info_scanner.h" diff --git a/be/src/io/cache/block_file_cache.cpp b/be/src/io/cache/block_file_cache.cpp index 1ff7c02fa5de41..a6e80b0766ec29 100644 --- a/be/src/io/cache/block_file_cache.cpp +++ b/be/src/io/cache/block_file_cache.cpp @@ -51,7 +51,6 @@ #include "io/cache/fs_file_cache_storage.h" #include "io/cache/mem_file_cache_storage.h" #include "runtime/runtime_profile.h" -#include "util/concurrency_stats.h" #include "util/stack_util.h" #include "util/stopwatch.hpp" #include "util/thread.h" diff --git a/be/src/io/cache/cached_remote_file_reader.cpp b/be/src/io/cache/cached_remote_file_reader.cpp index af7c261c51afa0..e0970ab0cb9255 100644 --- a/be/src/io/cache/cached_remote_file_reader.cpp +++ b/be/src/io/cache/cached_remote_file_reader.cpp @@ -59,7 +59,6 @@ #include "util/bit_util.h" #include "util/brpc_client_cache.h" // BrpcClientCache #include "util/client_cache.h" -#include "util/concurrency_stats.h" #include "util/debug_points.h" namespace doris::io { diff --git a/be/src/pipeline/exec/partitioned_aggregation_source_operator.h b/be/src/pipeline/exec/partitioned_aggregation_source_operator.h index a4762ae2975eb0..0a31ad81e20e80 100644 --- a/be/src/pipeline/exec/partitioned_aggregation_source_operator.h +++ b/be/src/pipeline/exec/partitioned_aggregation_source_operator.h @@ -22,9 +22,9 @@ #include "common/status.h" #include "operator.h" -#include "vec/spill/spill_file.h" -#include "vec/spill/spill_file_reader.h" -#include "vec/spill/spill_repartitioner.h" +#include "exec/spill/spill_file.h" +#include "exec/spill/spill_file_reader.h" +#include "exec/spill/spill_repartitioner.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/runtime/exec_env_init.cpp b/be/src/runtime/exec_env_init.cpp index 217a339eba9962..516401f6c68f19 100644 --- a/be/src/runtime/exec_env_init.cpp +++ b/be/src/runtime/exec_env_init.cpp @@ -111,7 +111,6 @@ #include "storage/tablet/tablet_column_object_pool.h" #include "storage/tablet/tablet_meta.h" #include "storage/tablet/tablet_schema_cache.h" -#include "udf/python/python_server.h" #include "util/bfd_parser.h" #include "util/bit_util.h" #include "util/brpc_client_cache.h" diff --git a/be/src/runtime/query_context.cpp b/be/src/runtime/query_context.cpp index e2964c9c555429..08e04fc1fdc338 100644 --- a/be/src/runtime/query_context.cpp +++ b/be/src/runtime/query_context.cpp @@ -32,7 +32,6 @@ #include "common/logging.h" #include "common/status.h" -#include "exec/operator/rec_cte_scan_operator.h" #include "exec/pipeline/dependency.h" #include "exec/pipeline/pipeline_fragment_context.h" #include "exec/runtime_filter/runtime_filter_definitions.h" diff --git a/be/src/runtime/user_function_cache.cpp b/be/src/runtime/user_function_cache.cpp index 24c255fda4fcc4..ee9bed65fa13b3 100644 --- a/be/src/runtime/user_function_cache.cpp +++ b/be/src/runtime/user_function_cache.cpp @@ -41,7 +41,6 @@ #include "runtime/exec_env.h" #include "runtime/plugin/cloud_plugin_downloader.h" #include "service/http/http_client.h" -#include "udf/python/python_server.h" #include "util/defer_op.h" #include "util/dynamic_util.h" #include "util/md5.h" diff --git a/be/src/service/backend_service.cpp b/be/src/service/backend_service.cpp index 7870f351d3f261..99b003b0e7029f 100644 --- a/be/src/service/backend_service.cpp +++ b/be/src/service/backend_service.cpp @@ -74,7 +74,6 @@ #include "storage/tablet/tablet_manager.h" #include "storage/tablet/tablet_meta.h" #include "storage/txn/txn_manager.h" -#include "udf/python/python_env.h" #include "util/defer_op.h" #include "util/threadpool.h" #include "util/thrift_server.h" diff --git a/be/src/service/doris_main.cpp b/be/src/service/doris_main.cpp index ffd66351a2d166..5c8db2597e758b 100644 --- a/be/src/service/doris_main.cpp +++ b/be/src/service/doris_main.cpp @@ -51,7 +51,6 @@ #include "runtime/memory/mem_tracker_limiter.h" #include "storage/tablet/tablet_schema_cache.h" #include "storage/utils.h" -#include "util/concurrency_stats.h" #include "util/jni-util.h" #if defined(LEAK_SANITIZER) @@ -77,7 +76,6 @@ #include "service/http_service.h" #include "storage/options.h" #include "storage/storage_engine.h" -#include "udf/python/python_env.h" #include "util/debug_util.h" #include "util/disk_info.h" #include "util/mem_info.h" diff --git a/be/src/storage/compaction/collection_statistics.h b/be/src/storage/compaction/collection_statistics.h index 43e27f206fb2eb..c365b9dcf39ce9 100644 --- a/be/src/storage/compaction/collection_statistics.h +++ b/be/src/storage/compaction/collection_statistics.h @@ -25,6 +25,7 @@ #include "runtime/runtime_state.h" #include "storage/index/inverted/query/query_info.h" #include "storage/olap_common.h" +#include "storage/predicate_collector.h" namespace doris { #include "common/compile_check_begin.h" diff --git a/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.cpp b/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.cpp index 49ac22bca105a7..244a69a45b4ee1 100644 --- a/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.cpp +++ b/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/collect/doc_set_collector.h" +#include "storage/index/inverted/query_v2/collect/doc_set_collector.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/collect/multi_segment_util.h" +#include "storage/index/inverted/query_v2/collect/multi_segment_util.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.h b/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.h index 06189f6ccb3a5e..bad94d724bcab1 100644 --- a/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.h +++ b/be/src/storage/index/inverted/query_v2/collect/doc_set_collector.h @@ -20,8 +20,8 @@ #include #include -#include "olap/collection_similarity.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" +#include "storage/compaction/collection_similarity.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/storage/index/inverted/query_v2/collect/multi_segment_util.h b/be/src/storage/index/inverted/query_v2/collect/multi_segment_util.h index 7eb0a9e10aadd6..0519fe172c9067 100644 --- a/be/src/storage/index/inverted/query_v2/collect/multi_segment_util.h +++ b/be/src/storage/index/inverted/query_v2/collect/multi_segment_util.h @@ -17,7 +17,7 @@ #pragma once -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" +#include "storage/index/inverted/query_v2/weight.h" #ifdef __clang__ #pragma clang diagnostic push diff --git a/be/src/storage/index/inverted/query_v2/collect/top_k_collector.cpp b/be/src/storage/index/inverted/query_v2/collect/top_k_collector.cpp index b7bb378f938266..8ac21495dae916 100644 --- a/be/src/storage/index/inverted/query_v2/collect/top_k_collector.cpp +++ b/be/src/storage/index/inverted/query_v2/collect/top_k_collector.cpp @@ -15,9 +15,9 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/collect/top_k_collector.h" +#include "storage/index/inverted/query_v2/collect/top_k_collector.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/collect/multi_segment_util.h" +#include "storage/index/inverted/query_v2/collect/multi_segment_util.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/storage/index/inverted/query_v2/collect/top_k_collector.h b/be/src/storage/index/inverted/query_v2/collect/top_k_collector.h index bde9ec5d2f0be4..889aff9fa55439 100644 --- a/be/src/storage/index/inverted/query_v2/collect/top_k_collector.h +++ b/be/src/storage/index/inverted/query_v2/collect/top_k_collector.h @@ -27,8 +27,8 @@ #include #include -#include "olap/collection_similarity.h" -#include "olap/rowset/segment_v2/inverted_index/query_v2/weight.h" +#include "storage/compaction/collection_similarity.h" +#include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/storage/index/inverted/query_v2/match_all_docs_scorer.h b/be/src/storage/index/inverted/query_v2/match_all_docs_scorer.h index 23f15b31624d71..63a705660dcaad 100644 --- a/be/src/storage/index/inverted/query_v2/match_all_docs_scorer.h +++ b/be/src/storage/index/inverted/query_v2/match_all_docs_scorer.h @@ -34,7 +34,7 @@ #elif defined(__GNUC__) #pragma GCC diagnostic pop #endif -#include "olap/rowset/segment_v2/inverted_index/query_v2/scorer.h" +#include "storage/index/inverted/query_v2/scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/storage/index/inverted/query_v2/wand/block_wand.h b/be/src/storage/index/inverted/query_v2/wand/block_wand.h index efa1a171a6852b..e0138012778356 100644 --- a/be/src/storage/index/inverted/query_v2/wand/block_wand.h +++ b/be/src/storage/index/inverted/query_v2/wand/block_wand.h @@ -22,7 +22,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/term_query/term_scorer.h" +#include "storage/index/inverted/query_v2/term_query/term_scorer.h" namespace doris::segment_v2::inverted_index::query_v2 { diff --git a/be/src/storage/predicate_collector.cpp b/be/src/storage/predicate_collector.cpp index 1cdcecf1716db9..4daa339243ef12 100644 --- a/be/src/storage/predicate_collector.cpp +++ b/be/src/storage/predicate_collector.cpp @@ -15,20 +15,20 @@ // specific language governing permissions and limitations // under the License. -#include "olap/predicate_collector.h" +#include "storage/predicate_collector.h" #include #include "gen_cpp/Exprs_types.h" -#include "olap/rowset/segment_v2/index_reader_helper.h" -#include "olap/rowset/segment_v2/inverted_index/analyzer/analyzer.h" -#include "olap/rowset/segment_v2/inverted_index/util/string_helper.h" -#include "olap/tablet_schema.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" -#include "vec/exprs/vliteral.h" -#include "vec/exprs/vsearch.h" -#include "vec/exprs/vslot_ref.h" +#include "storage/index/index_reader_helper.h" +#include "storage/index/inverted/analyzer/analyzer.h" +#include "storage/index/inverted/util/string_helper.h" +#include "storage/tablet/tablet_schema.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" +#include "exprs/vliteral.h" +#include "exprs/vsearch.h" +#include "exprs/vslot_ref.h" namespace doris { diff --git a/be/src/storage/predicate_collector.h b/be/src/storage/predicate_collector.h index 8e0557eb7f394a..4033862c683c3c 100644 --- a/be/src/storage/predicate_collector.h +++ b/be/src/storage/predicate_collector.h @@ -24,9 +24,9 @@ #include "common/status.h" #include "gen_cpp/Exprs_types.h" -#include "olap/rowset/segment_v2/inverted_index/query/query_info.h" #include "runtime/runtime_state.h" -#include "vec/exprs/vexpr_fwd.h" +#include "storage/index/inverted/query/query_info.h" +#include "exprs/vexpr_fwd.h" namespace doris { diff --git a/be/src/storage/segment/column_reader.cpp b/be/src/storage/segment/column_reader.cpp index 746a9fc33c5958..61e93c4dbb89a8 100644 --- a/be/src/storage/segment/column_reader.cpp +++ b/be/src/storage/segment/column_reader.cpp @@ -70,7 +70,6 @@ #include "storage/segment/page_pointer.h" // for PagePointer #include "storage/segment/row_ranges.h" #include "storage/segment/segment.h" -#include "storage/segment/segment_prefetcher.h" #include "storage/segment/variant/variant_column_reader.h" #include "storage/tablet/tablet_schema.h" #include "storage/types.h" // for TypeInfo diff --git a/be/src/storage/segment/column_reader.h b/be/src/storage/segment/column_reader.h index cc44eb9249577e..17e5b846ce4a99 100644 --- a/be/src/storage/segment/column_reader.h +++ b/be/src/storage/segment/column_reader.h @@ -48,7 +48,6 @@ #include "storage/segment/page_handle.h" // for PageHandle #include "storage/segment/page_pointer.h" #include "storage/segment/parsed_page.h" // for ParsedPage -#include "storage/segment/segment_prefetcher.h" #include "storage/segment/stream_reader.h" #include "storage/tablet/tablet_schema.h" #include "storage/types.h" diff --git a/be/src/storage/segment/segment_iterator.cpp b/be/src/storage/segment/segment_iterator.cpp index cb057464ca438b..d07c79ff09f10b 100644 --- a/be/src/storage/segment/segment_iterator.cpp +++ b/be/src/storage/segment/segment_iterator.cpp @@ -97,13 +97,11 @@ #include "storage/segment/condition_cache.h" #include "storage/segment/row_ranges.h" #include "storage/segment/segment.h" -#include "storage/segment/segment_prefetcher.h" #include "storage/segment/variant/variant_column_reader.h" #include "storage/segment/virtual_column_iterator.h" #include "storage/tablet/tablet_schema.h" #include "storage/types.h" #include "storage/utils.h" -#include "util/concurrency_stats.h" #include "util/defer_op.h" #include "util/key_util.h" #include "util/simd/bits.h" diff --git a/be/test/core/column/common_column_test.h b/be/test/core/column/common_column_test.h index 89a72c1b8e3841..5a58d510c81dc8 100644 --- a/be/test/core/column/common_column_test.h +++ b/be/test/core/column/common_column_test.h @@ -36,7 +36,6 @@ #include "core/data_type/data_type_map.h" #include "core/field.h" #include "core/types.h" -#include "exec/sort/hybrid_sorter.h" #include "exec/sort/sort_block.h" #include "exec/sort/sort_description.h" #include "testutil/test_util.h" diff --git a/be/test/exec/operator/asof_join_test.cpp b/be/test/exec/operator/asof_join_test.cpp index 8f4a450db75d13..b3328f4b1ecef1 100644 --- a/be/test/exec/operator/asof_join_test.cpp +++ b/be/test/exec/operator/asof_join_test.cpp @@ -23,8 +23,8 @@ #include #include "pipeline/common/join_utils.h" -#include "vec/columns/column_vector.h" -#include "vec/runtime/timestamptz_value.h" +#include "core/column/column_vector.h" +#include "core/value/timestamptz_value.h" namespace doris { using namespace vectorized; diff --git a/be/test/storage/index/inverted/query_v2/intersection_scorer_test.cpp b/be/test/storage/index/inverted/query_v2/intersection_scorer_test.cpp index 5d3e7a89ab9c26..a61f26eaec98a9 100644 --- a/be/test/storage/index/inverted/query_v2/intersection_scorer_test.cpp +++ b/be/test/storage/index/inverted/query_v2/intersection_scorer_test.cpp @@ -26,7 +26,7 @@ #include #include -#include "olap/rowset/segment_v2/inverted_index/query_v2/exclude_scorer.h" +#include "storage/index/inverted/query_v2/exclude_scorer.h" namespace doris { diff --git a/be/test/storage/index/inverted/query_v2/top_k_collector_test.cpp b/be/test/storage/index/inverted/query_v2/top_k_collector_test.cpp index a153b2c1bced5a..74ed27116f17d3 100644 --- a/be/test/storage/index/inverted/query_v2/top_k_collector_test.cpp +++ b/be/test/storage/index/inverted/query_v2/top_k_collector_test.cpp @@ -16,7 +16,7 @@ // specific language governing permissions and limitations // under the License. -#include "olap/rowset/segment_v2/inverted_index/query_v2/collect/top_k_collector.h" +#include "storage/index/inverted/query_v2/collect/top_k_collector.h" #include diff --git a/be/test/storage/segment/column_reader_writer_test.cpp b/be/test/storage/segment/column_reader_writer_test.cpp index f06f63647d0a01..500bc028f1dc21 100644 --- a/be/test/storage/segment/column_reader_writer_test.cpp +++ b/be/test/storage/segment/column_reader_writer_test.cpp @@ -30,7 +30,7 @@ #include "io/fs/file_system.h" #include "io/fs/file_writer.h" #include "io/fs/local_file_system.h" -#include "olap/column_block.h" +#include "storage/column_block.h" #include "storage/olap_common.h" #include "storage/segment/column_reader.h" #include "storage/segment/column_writer.h" diff --git a/be/test/storage/segment/segment_iterator_apply_index_expr_test.cpp b/be/test/storage/segment/segment_iterator_apply_index_expr_test.cpp index 2ee216ad9444dc..c3ec10cb6b7773 100644 --- a/be/test/storage/segment/segment_iterator_apply_index_expr_test.cpp +++ b/be/test/storage/segment/segment_iterator_apply_index_expr_test.cpp @@ -20,13 +20,13 @@ #include #include "common/status.h" -#include "olap/olap_common.h" -#include "olap/rowset/segment_v2/column_reader.h" -#include "olap/tablet_schema.h" +#include "storage/olap_common.h" +#include "storage/segment/column_reader.h" +#include "storage/tablet/tablet_schema.h" #include "runtime/runtime_state.h" -#include "vec/data_types/data_type_number.h" -#include "vec/exprs/vexpr.h" -#include "vec/exprs/vexpr_context.h" +#include "core/data_type/data_type_number.h" +#include "exprs/vexpr.h" +#include "exprs/vexpr_context.h" // Use #define private public to access private members for testing #if defined(__clang__) @@ -34,8 +34,8 @@ #pragma clang diagnostic ignored "-Wkeyword-macro" #endif #define private public -#include "olap/rowset/segment_v2/segment.h" -#include "olap/rowset/segment_v2/segment_iterator.h" +#include "storage/segment/segment.h" +#include "storage/segment/segment_iterator.h" #undef private #if defined(__clang__) #pragma clang diagnostic pop From 711c0291272703af6bf8b056db79aec5c45e93c2 Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 20:56:23 +0800 Subject: [PATCH 04/24] f --- be/src/storage/index/inverted/query_v2/segment_postings.h | 1 + 1 file changed, 1 insertion(+) diff --git a/be/src/storage/index/inverted/query_v2/segment_postings.h b/be/src/storage/index/inverted/query_v2/segment_postings.h index 244608adcc2a87..316d81d66d4e82 100644 --- a/be/src/storage/index/inverted/query_v2/segment_postings.h +++ b/be/src/storage/index/inverted/query_v2/segment_postings.h @@ -23,6 +23,7 @@ #include "CLucene/index/DocRange.h" #include "storage/index/inverted/inverted_index_common.h" #include "storage/index/inverted/query_v2/doc_set.h" +#include "storage/index/inverted/similarity/similarity.h" namespace doris::segment_v2::inverted_index::query_v2 { From 7c1ac20e2490dc0a1ed0f56addf315983a3cabbf Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 20:58:53 +0800 Subject: [PATCH 05/24] f --- be/src/information_schema/schema_scanner.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/be/src/information_schema/schema_scanner.cpp b/be/src/information_schema/schema_scanner.cpp index a17d032e68b4c5..50f4802f12f7ef 100644 --- a/be/src/information_schema/schema_scanner.cpp +++ b/be/src/information_schema/schema_scanner.cpp @@ -43,6 +43,7 @@ #include "core/value/hll.h" #include "exec/pipeline/dependency.h" #include "information_schema/schema_active_queries_scanner.h" +#include "information_schema/schema_authentication_integrations_scanner.h" #include "information_schema/schema_backend_active_tasks.h" #include "information_schema/schema_backend_configuration_scanner.h" #include "information_schema/schema_backend_kerberos_ticket_cache.h" @@ -64,6 +65,7 @@ #include "information_schema/schema_processlist_scanner.h" #include "information_schema/schema_profiling_scanner.h" #include "information_schema/schema_routine_load_job_scanner.h" +#include "information_schema/schema_routine_scanner.h" #include "information_schema/schema_rowsets_scanner.h" #include "information_schema/schema_schema_privileges_scanner.h" #include "information_schema/schema_schemata_scanner.h" From 238a1fb4226e7ef4eb1c2c03c940e9b63fa24d84 Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 21:02:51 +0800 Subject: [PATCH 06/24] f --- be/src/exprs/function/function_search.cpp | 1 + be/src/information_schema/schema_routine_scanner.h | 2 +- .../inverted/query_v2/boolean_query/occur_boolean_weight.h | 1 + 3 files changed, 3 insertions(+), 1 deletion(-) diff --git a/be/src/exprs/function/function_search.cpp b/be/src/exprs/function/function_search.cpp index f08f3fc3d14d66..e401df20e7272b 100644 --- a/be/src/exprs/function/function_search.cpp +++ b/be/src/exprs/function/function_search.cpp @@ -49,6 +49,7 @@ #include "storage/index/inverted/query_v2/bit_set_query/bit_set_query.h" #include "storage/index/inverted/query_v2/boolean_query/boolean_query_builder.h" #include "storage/index/inverted/query_v2/boolean_query/operator.h" +#include "storage/index/inverted/query_v2/collect/top_k_collector.h" #include "storage/index/inverted/query_v2/phrase_query/multi_phrase_query.h" #include "storage/index/inverted/query_v2/phrase_query/phrase_query.h" #include "storage/index/inverted/query_v2/regexp_query/regexp_query.h" diff --git a/be/src/information_schema/schema_routine_scanner.h b/be/src/information_schema/schema_routine_scanner.h index c60d72340e1104..f5c84b0df3a3e4 100644 --- a/be/src/information_schema/schema_routine_scanner.h +++ b/be/src/information_schema/schema_routine_scanner.h @@ -20,7 +20,7 @@ #include #include "common/status.h" -#include "exec/schema_scanner.h" +#include "information_schema/schema_scanner.h" namespace doris { class RuntimeState; diff --git a/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h index b2ae04206d38ad..139a315302068a 100644 --- a/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h +++ b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h @@ -17,6 +17,7 @@ #pragma once +#include "storage/index/inverted/query_v2/block_wand/block_wand.h" #include "storage/index/inverted/query_v2/boolean_query/occur.h" #include "storage/index/inverted/query_v2/scorer.h" #include "storage/index/inverted/query_v2/term_query/term_scorer.h" From c26cb7bd43c27c9888e05ea5f415073bf4f1c222 Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 21:06:25 +0800 Subject: [PATCH 07/24] f --- be/src/exprs/vectorized_fn_call.cpp | 1 - be/src/information_schema/schema_routine_scanner.cpp | 2 +- .../inverted/query_v2/boolean_query/occur_boolean_weight.h | 2 +- 3 files changed, 2 insertions(+), 3 deletions(-) diff --git a/be/src/exprs/vectorized_fn_call.cpp b/be/src/exprs/vectorized_fn_call.cpp index 929c319bff765a..b9aa594ed616fa 100644 --- a/be/src/exprs/vectorized_fn_call.cpp +++ b/be/src/exprs/vectorized_fn_call.cpp @@ -46,7 +46,6 @@ #include "exprs/function/function_agg_state.h" #include "exprs/function/function_fake.h" #include "exprs/function/function_java_udf.h" -#include "exprs/function/function_python_udf.h" #include "exprs/function/function_rpc.h" #include "exprs/function/simple_function_factory.h" #include "exprs/function_context.h" diff --git a/be/src/information_schema/schema_routine_scanner.cpp b/be/src/information_schema/schema_routine_scanner.cpp index 7b7ce5f35c7996..637d24ff45304a 100644 --- a/be/src/information_schema/schema_routine_scanner.cpp +++ b/be/src/information_schema/schema_routine_scanner.cpp @@ -20,9 +20,9 @@ #include "core/block/block.h" #include "core/data_type/data_type_factory.hpp" #include "core/string_ref.h" -#include "runtime/client_cache.h" #include "runtime/exec_env.h" #include "runtime/runtime_state.h" +#include "util/client_cache.h" #include "util/thrift_rpc_helper.h" namespace doris { diff --git a/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h index 139a315302068a..8c7cf88aee6f75 100644 --- a/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h +++ b/be/src/storage/index/inverted/query_v2/boolean_query/occur_boolean_weight.h @@ -17,10 +17,10 @@ #pragma once -#include "storage/index/inverted/query_v2/block_wand/block_wand.h" #include "storage/index/inverted/query_v2/boolean_query/occur.h" #include "storage/index/inverted/query_v2/scorer.h" #include "storage/index/inverted/query_v2/term_query/term_scorer.h" +#include "storage/index/inverted/query_v2/wand/block_wand.h" #include "storage/index/inverted/query_v2/weight.h" namespace doris::segment_v2::inverted_index::query_v2 { From 9d2e796156a07bedfc85eab1d313ab88774b1f86 Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 21:09:32 +0800 Subject: [PATCH 08/24] f --- be/src/exprs/function/function_search.cpp | 1 + be/src/exprs/table_function/table_function_factory.cpp | 1 - 2 files changed, 1 insertion(+), 1 deletion(-) diff --git a/be/src/exprs/function/function_search.cpp b/be/src/exprs/function/function_search.cpp index e401df20e7272b..9569b125802635 100644 --- a/be/src/exprs/function/function_search.cpp +++ b/be/src/exprs/function/function_search.cpp @@ -49,6 +49,7 @@ #include "storage/index/inverted/query_v2/bit_set_query/bit_set_query.h" #include "storage/index/inverted/query_v2/boolean_query/boolean_query_builder.h" #include "storage/index/inverted/query_v2/boolean_query/operator.h" +#include "storage/index/inverted/query_v2/collect/doc_set_collector.h" #include "storage/index/inverted/query_v2/collect/top_k_collector.h" #include "storage/index/inverted/query_v2/phrase_query/multi_phrase_query.h" #include "storage/index/inverted/query_v2/phrase_query/phrase_query.h" diff --git a/be/src/exprs/table_function/table_function_factory.cpp b/be/src/exprs/table_function/table_function_factory.cpp index 1fcffdb7afce21..5bc5059b3a1a9b 100644 --- a/be/src/exprs/table_function/table_function_factory.cpp +++ b/be/src/exprs/table_function/table_function_factory.cpp @@ -25,7 +25,6 @@ #include "agent/be_exec_version_manager.h" #include "common/object_pool.h" #include "exec/common/util.hpp" -#include "exprs/table_function/python_udtf_function.h" #include "exprs/table_function/table_function.h" #include "exprs/table_function/udf_table_function.h" #include "exprs/table_function/vexplode.h" From 6232eb34a859c19bbe07b016d53829e7cb371088 Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 21:14:47 +0800 Subject: [PATCH 09/24] f --- be/src/exprs/vectorized_agg_fn.cpp | 1 - be/src/storage/delete/delete_bitmap_calculator.h | 1 + be/src/storage/segment/segment.h | 1 + 3 files changed, 2 insertions(+), 1 deletion(-) diff --git a/be/src/exprs/vectorized_agg_fn.cpp b/be/src/exprs/vectorized_agg_fn.cpp index abbdbed50364ca..1cf1bc6294c100 100644 --- a/be/src/exprs/vectorized_agg_fn.cpp +++ b/be/src/exprs/vectorized_agg_fn.cpp @@ -37,7 +37,6 @@ #include "exec/common/util.hpp" #include "exprs/aggregate/aggregate_function_ai_agg.h" #include "exprs/aggregate/aggregate_function_java_udaf.h" -#include "exprs/aggregate/aggregate_function_python_udaf.h" #include "exprs/aggregate/aggregate_function_rpc.h" #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/aggregate_function_sort.h" diff --git a/be/src/storage/delete/delete_bitmap_calculator.h b/be/src/storage/delete/delete_bitmap_calculator.h index 0445d3ab4c974b..16d3b711dc8027 100644 --- a/be/src/storage/delete/delete_bitmap_calculator.h +++ b/be/src/storage/delete/delete_bitmap_calculator.h @@ -27,6 +27,7 @@ #include "common/config.h" #include "common/status.h" +#include "storage/index/indexed_column_reader.h" #include "storage/key_coder.h" #include "storage/olap_common.h" #include "storage/segment/segment.h" diff --git a/be/src/storage/segment/segment.h b/be/src/storage/segment/segment.h index 84c438184e67ac..b2dc79edf8e57c 100644 --- a/be/src/storage/segment/segment.h +++ b/be/src/storage/segment/segment.h @@ -41,6 +41,7 @@ #include "storage/field.h" #include "storage/olap_common.h" #include "storage/schema.h" +#include "storage/segment/column_reader.h" #include "storage/segment/page_handle.h" #include "storage/tablet/tablet_schema.h" #include "util/once.h" From f61b16b995c8e269434cc15b00fa88a28f93d34b Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 21:20:43 +0800 Subject: [PATCH 10/24] f --- be/src/storage/index/inverted/query_v2/scorer.h | 1 + 1 file changed, 1 insertion(+) diff --git a/be/src/storage/index/inverted/query_v2/scorer.h b/be/src/storage/index/inverted/query_v2/scorer.h index 2b43c475f99f06..8a10c0a2518af1 100644 --- a/be/src/storage/index/inverted/query_v2/scorer.h +++ b/be/src/storage/index/inverted/query_v2/scorer.h @@ -18,6 +18,7 @@ #pragma once #include +#include #include #include "common/exception.h" From f173b62a46dbe2b8f141a2852374580c1783b79b Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 21:23:54 +0800 Subject: [PATCH 11/24] f --- be/src/storage/segment/stream_reader.h | 1 + 1 file changed, 1 insertion(+) diff --git a/be/src/storage/segment/stream_reader.h b/be/src/storage/segment/stream_reader.h index 52e098ae5bda75..cc7e8f4cf3649f 100644 --- a/be/src/storage/segment/stream_reader.h +++ b/be/src/storage/segment/stream_reader.h @@ -22,6 +22,7 @@ #include "core/column/column.h" #include "core/column/subcolumn_tree.h" #include "core/data_type/data_type.h" +#include "storage/segment/column_reader.h" namespace doris::segment_v2 { From 631407f196a1e5871afbfd339fa25179dba0a93b Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 22:01:32 +0800 Subject: [PATCH 12/24] f --- be/test/common/space_saving_test.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/be/test/common/space_saving_test.cpp b/be/test/common/space_saving_test.cpp index c4bf943171895b..a922f611e20fac 100644 --- a/be/test/common/space_saving_test.cpp +++ b/be/test/common/space_saving_test.cpp @@ -15,7 +15,7 @@ // specific language governing permissions and limitations // under the License. -#include "vec/common/space_saving.h" +#include "exec/common/space_saving.h" #include @@ -27,7 +27,7 @@ #include #include "common/logging.h" -#include "vec/common/string_ref.h" +#include "core/string_ref.h" namespace doris::vectorized { From 317a758466f14919d557e106a60fe484cfd33699 Mon Sep 17 00:00:00 2001 From: yiguolei Date: Mon, 9 Mar 2026 10:07:09 +0800 Subject: [PATCH 13/24] [be](chore)fix ubsan error (#61127) ignore some ubsan error in some files. --- conf/ubsan_ignorelist.txt | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/conf/ubsan_ignorelist.txt b/conf/ubsan_ignorelist.txt index 20828ba12b744f..2b4998bad76851 100644 --- a/conf/ubsan_ignorelist.txt +++ b/conf/ubsan_ignorelist.txt @@ -1,10 +1,10 @@ src:*/rapidjson/* -src:*/olap/key_coder.h -src:*/olap/types.h: -src:*/olap/field.h -src:*/olap/row_cursor.cpp -src:*/olap/wrapper_field.h -src:*/olap/wrapper_field.cpp +src:*/storage/key_coder.h +src:*/storage/types.h +src:*/storage/field.h +src:*/storage/row_cursor.cpp +src:*/storage/wrapper_field.h +src:*/storage/wrapper_field.cpp src:*/segment_v2/column_reader.cpp src:*/json/new_json_reader.cpp src:*/common/memcpy_small.h From 63e3dfe4e840252479d243021288d7c3867ebbdc Mon Sep 17 00:00:00 2001 From: yiguolei Date: Mon, 9 Mar 2026 18:11:41 +0800 Subject: [PATCH 14/24] [be](ubsan) fix rowcusor ubsan error (#61153) ### What problem does this PR solve? Issue Number: close #xxx Related PR: #xxx Problem Summary: ### Release note None ### Check List (For Author) - Test - [ ] Regression test - [ ] Unit Test - [ ] Manual test (add detailed scripts or steps below) - [ ] No need to test or manual test. Explain why: - [ ] This is a refactor/code format and no logic has been changed. - [ ] Previous test can cover this change. - [ ] No code files have been changed. - [ ] Other reason - Behavior changed: - [ ] No. - [ ] Yes. - Does this need documentation? - [ ] No. - [ ] Yes. ### Check List (For Reviewer who merge this PR) - [ ] Confirm the release note - [ ] Confirm test cases - [ ] Confirm document - [ ] Add branch pick label --- be/src/storage/row_cursor.cpp | 21 +++++++++++---------- 1 file changed, 11 insertions(+), 10 deletions(-) diff --git a/be/src/storage/row_cursor.cpp b/be/src/storage/row_cursor.cpp index 70ac803da522b5..4eae802973fd77 100644 --- a/be/src/storage/row_cursor.cpp +++ b/be/src/storage/row_cursor.cpp @@ -116,20 +116,21 @@ Status RowCursor::_init_scan_key(TabletSchemaSPtr schema, fixed_ptr = _fixed_buf + _schema->column_offset(cid); FieldType type = column.type(); if (type == FieldType::OLAP_FIELD_TYPE_VARCHAR) { - Slice* slice = reinterpret_cast(fixed_ptr + 1); - slice->data = variable_ptr; - slice->size = scan_keys[cid].length(); + // Use memcpy to avoid misaligned store on fixed_ptr + 1 + Slice slice(variable_ptr, scan_keys[cid].length()); + memcpy(fixed_ptr + 1, &slice, sizeof(Slice)); variable_ptr += scan_keys[cid].length(); } else if (type == FieldType::OLAP_FIELD_TYPE_CHAR) { - Slice* slice = reinterpret_cast(fixed_ptr + 1); - slice->data = variable_ptr; - slice->size = std::max(scan_keys[cid].length(), static_cast(column.length())); - variable_ptr += slice->size; + // Use memcpy to avoid misaligned store on fixed_ptr + 1 + size_t len = std::max(scan_keys[cid].length(), static_cast(column.length())); + Slice slice(variable_ptr, len); + memcpy(fixed_ptr + 1, &slice, sizeof(Slice)); + variable_ptr += len; } else if (type == FieldType::OLAP_FIELD_TYPE_STRING) { + // Use memcpy to avoid misaligned store on fixed_ptr + 1 _schema->mutable_column(cid)->set_long_text_buf(long_text_ptr); - Slice* slice = reinterpret_cast(fixed_ptr + 1); - slice->data = *(long_text_ptr); - slice->size = DEFAULT_TEXT_LENGTH; + Slice slice(*(long_text_ptr), DEFAULT_TEXT_LENGTH); + memcpy(fixed_ptr + 1, &slice, sizeof(Slice)); ++long_text_ptr; } } From 8a722c38eb8241823b830fe2376f7186b49b0eba Mon Sep 17 00:00:00 2001 From: meiyi Date: Mon, 9 Mar 2026 11:33:04 +0800 Subject: [PATCH 15/24] [fix](wal) rename wal_reader and move to wal directory (#61135) ### What problem does this PR solve? Issue Number: close #xxx Related PR: #xxx Problem Summary: ### Release note None ### Check List (For Author) - Test - [ ] Regression test - [ ] Unit Test - [ ] Manual test (add detailed scripts or steps below) - [ ] No need to test or manual test. Explain why: - [ ] This is a refactor/code format and no logic has been changed. - [ ] Previous test can cover this change. - [ ] No code files have been changed. - [ ] Other reason - Behavior changed: - [ ] No. - [ ] Yes. - Does this need documentation? - [ ] No. - [ ] Yes. ### Check List (For Reviewer who merge this PR) - [ ] Confirm the release note - [ ] Confirm test cases - [ ] Confirm document - [ ] Add branch pick label --- be/src/exec/scan/file_scanner.cpp | 2 +- be/src/format/wal/wal_reader.cpp | 124 ----------- be/src/format/wal/wal_reader.h | 56 ----- .../load/group_commit/wal/wal_file_reader.cpp | 158 +++++++++++++ .../load/group_commit/wal/wal_file_reader.h | 47 ++++ be/src/load/group_commit/wal/wal_manager.cpp | 2 +- be/src/load/group_commit/wal/wal_reader.cpp | 210 ++++++++---------- be/src/load/group_commit/wal/wal_reader.h | 55 +++-- be/src/load/group_commit/wal/wal_table.cpp | 3 +- be/test/format/wal/wal_reader_writer_test.cpp | 4 +- 10 files changed, 331 insertions(+), 330 deletions(-) delete mode 100644 be/src/format/wal/wal_reader.cpp delete mode 100644 be/src/format/wal/wal_reader.h create mode 100644 be/src/load/group_commit/wal/wal_file_reader.cpp create mode 100644 be/src/load/group_commit/wal/wal_file_reader.h diff --git a/be/src/exec/scan/file_scanner.cpp b/be/src/exec/scan/file_scanner.cpp index 405724c79d6870..1f7a722e09d0db 100644 --- a/be/src/exec/scan/file_scanner.cpp +++ b/be/src/exec/scan/file_scanner.cpp @@ -78,8 +78,8 @@ #include "format/table/transactional_hive_reader.h" #include "format/table/trino_connector_jni_reader.h" #include "format/text/text_reader.h" -#include "format/wal/wal_reader.h" #include "io/cache/block_file_cache_profile.h" +#include "load/group_commit/wal/wal_reader.h" #include "runtime/descriptors.h" #include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" diff --git a/be/src/format/wal/wal_reader.cpp b/be/src/format/wal/wal_reader.cpp deleted file mode 100644 index 78d5e855659712..00000000000000 --- a/be/src/format/wal/wal_reader.cpp +++ /dev/null @@ -1,124 +0,0 @@ -// Licensed to the Apache Software Foundation (ASF) under one -// or more contributor license agreements. See the NOTICE file -// distributed with this work for additional information -// regarding copyright ownership. The ASF licenses this file -// to you under the Apache License, Version 2.0 (the -// "License"); you may not use this file except in compliance -// with the License. You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, -// software distributed under the License is distributed on an -// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -// KIND, either express or implied. See the License for the -// specific language governing permissions and limitations -// under the License. - -#include "format/wal/wal_reader.h" - -#include - -#include "agent/be_exec_version_manager.h" -#include "common/logging.h" -#include "core/block/block.h" -#include "cpp/sync_point.h" -#include "load/group_commit/wal/wal_manager.h" -#include "runtime/runtime_state.h" - -namespace doris::vectorized { -#include "common/compile_check_begin.h" -WalReader::WalReader(RuntimeState* state) : _state(state) { - _wal_id = state->wal_id(); -} - -Status WalReader::init_reader(const TupleDescriptor* tuple_descriptor) { - _tuple_descriptor = tuple_descriptor; - RETURN_IF_ERROR(_state->exec_env()->wal_mgr()->get_wal_path(_wal_id, _wal_path)); - _wal_reader = std::make_shared(_wal_path); - RETURN_IF_ERROR(_wal_reader->init()); - return Status::OK(); -} - -Status WalReader::get_next_block(Block* block, size_t* read_rows, bool* eof) { - //read src block - PBlock pblock; - auto st = _wal_reader->read_block(pblock); - if (st.is()) { - LOG(INFO) << "read eof on wal:" << _wal_path; - *read_rows = 0; - *eof = true; - return Status::OK(); - } - if (!st.ok()) { - LOG(WARNING) << "Failed to read wal on path = " << _wal_path; - return st; - } - int be_exec_version = pblock.has_be_exec_version() ? pblock.be_exec_version() : 0; - if (!BeExecVersionManager::check_be_exec_version(be_exec_version)) { - return Status::DataQualityError("check be exec version fail when reading wal file {}", - _wal_path); - } - Block src_block; - size_t uncompressed_size = 0; - int64_t uncompressed_time = 0; - RETURN_IF_ERROR(src_block.deserialize(pblock, &uncompressed_size, &uncompressed_time)); - //convert to dst block - Block dst_block; - int index = 0; - auto output_block_columns = block->get_columns_with_type_and_name(); - size_t output_block_column_size = output_block_columns.size(); - TEST_SYNC_POINT_CALLBACK("WalReader::set_column_id_count", &_column_id_count); - TEST_SYNC_POINT_CALLBACK("WalReader::set_out_block_column_size", &output_block_column_size); - if (_column_id_count != src_block.columns() || - output_block_column_size != _tuple_descriptor->slots().size()) { - return Status::InternalError( - "not equal wal _column_id_count={} vs wal block columns size={}, " - "output block columns size={} vs tuple_descriptor size={}", - std::to_string(_column_id_count), std::to_string(src_block.columns()), - std::to_string(output_block_column_size), - std::to_string(_tuple_descriptor->slots().size())); - } - for (auto* slot_desc : _tuple_descriptor->slots()) { - auto pos = _column_pos_map[slot_desc->col_unique_id()]; - if (pos >= src_block.columns()) { - return Status::InternalError("read wal {} fail, pos {}, columns size {}", _wal_path, - pos, src_block.columns()); - } - vectorized::ColumnPtr column_ptr = src_block.get_by_position(pos).column; - if (!column_ptr && slot_desc->is_nullable()) { - column_ptr = make_nullable(column_ptr); - } - dst_block.insert(index, vectorized::ColumnWithTypeAndName( - std::move(column_ptr), output_block_columns[index].type, - output_block_columns[index].name)); - index++; - } - block->swap(dst_block); - *read_rows = block->rows(); - VLOG_DEBUG << "read block rows:" << *read_rows; - return Status::OK(); -} - -Status WalReader::get_columns(std::unordered_map* name_to_type, - std::unordered_set* missing_cols) { - std::string col_ids; - RETURN_IF_ERROR(_wal_reader->read_header(_version, col_ids)); - std::vector column_id_vector = - absl::StrSplit(col_ids, ",", absl::SkipWhitespace()); - _column_id_count = column_id_vector.size(); - try { - int64_t pos = 0; - for (auto col_id_str : column_id_vector) { - auto col_id = std::strtoll(col_id_str.c_str(), nullptr, 10); - _column_pos_map.emplace(col_id, pos); - pos++; - } - } catch (const std::invalid_argument& e) { - return Status::InvalidArgument("Invalid format, {}", e.what()); - } - return Status::OK(); -} - -#include "common/compile_check_end.h" -} // namespace doris::vectorized \ No newline at end of file diff --git a/be/src/format/wal/wal_reader.h b/be/src/format/wal/wal_reader.h deleted file mode 100644 index e2e9f02c2487e5..00000000000000 --- a/be/src/format/wal/wal_reader.h +++ /dev/null @@ -1,56 +0,0 @@ -// Licensed to the Apache Software Foundation (ASF) under one -// or more contributor license agreements. See the NOTICE file -// distributed with this work for additional information -// regarding copyright ownership. The ASF licenses this file -// to you under the Apache License, Version 2.0 (the -// "License"); you may not use this file except in compliance -// with the License. You may obtain a copy of the License at -// -// http://www.apache.org/licenses/LICENSE-2.0 -// -// Unless required by applicable law or agreed to in writing, -// software distributed under the License is distributed on an -// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -// KIND, either express or implied. See the License for the -// specific language governing permissions and limitations -// under the License. - -#pragma once -#include "format/generic_reader.h" -#include "load/group_commit/wal/wal_reader.h" -#include "runtime/descriptors.h" - -namespace doris::vectorized { -#include "common/compile_check_begin.h" -struct ScannerCounter; -class WalReader : public GenericReader { - ENABLE_FACTORY_CREATOR(WalReader); - -public: - WalReader(RuntimeState* state); - ~WalReader() override = default; - Status init_reader(const TupleDescriptor* tuple_descriptor); - Status get_next_block(Block* block, size_t* read_rows, bool* eof) override; - Status get_columns(std::unordered_map* name_to_type, - std::unordered_set* missing_cols) override; - - Status close() override { - if (_wal_reader) { - return _wal_reader->finalize(); - } - return Status::OK(); - } - -private: - RuntimeState* _state = nullptr; - int64_t _wal_id; - std::string _wal_path; - std::shared_ptr _wal_reader = nullptr; - const TupleDescriptor* _tuple_descriptor = nullptr; - // column_id, column_pos - std::map _column_pos_map; - int64_t _column_id_count; - uint32_t _version = 0; -}; -#include "common/compile_check_end.h" -} // namespace doris::vectorized diff --git a/be/src/load/group_commit/wal/wal_file_reader.cpp b/be/src/load/group_commit/wal/wal_file_reader.cpp new file mode 100644 index 00000000000000..cd9430a6c18e23 --- /dev/null +++ b/be/src/load/group_commit/wal/wal_file_reader.cpp @@ -0,0 +1,158 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +#include "load/group_commit/wal/wal_file_reader.h" + +#include + +#include +#include + +#include "common/status.h" +#include "io/fs/file_reader.h" +#include "io/fs/file_system.h" +#include "io/fs/path.h" +#include "load/group_commit/wal/wal_writer.h" +#include "util/coding.h" +#include "util/string_util.h" + +namespace doris { + +WalFileReader::WalFileReader(const std::string& file_name) : _file_name(file_name), _offset(0) {} + +WalFileReader::~WalFileReader() = default; +Status WalFileReader::_deserialize(PBlock& block, const std::string& buf, size_t block_len, + size_t bytes_read) { + if (UNLIKELY(!block.ParseFromString(buf))) { + return Status::InternalError( + "failed to deserialize row, file_size=" + std::to_string(file_reader->size()) + + ", read_offset=" + std::to_string(_offset) + +", block_bytes=" + + std::to_string(block_len) + ", read_block_bytes=" + std::to_string(bytes_read)); + } + return Status::OK(); +} + +std::pair parse_db_tb_from_wal_path(const std::string& wal_path) { + auto ret = split(wal_path, "/"); + DCHECK_GT(ret.size(), 3); + auto db_id_pos = ret.size() - 1 - 2; + auto tb_id_pos = ret.size() - 1 - 1; + auto db_id = std::stoll(ret[db_id_pos]); + auto tb_id = std::stoll(ret[tb_id_pos]); + + return {db_id, tb_id}; +} + +Status WalFileReader::init() { + auto [db_id, tb_id] = parse_db_tb_from_wal_path(_file_name); + io::FileSystemSPtr fs; + RETURN_IF_ERROR(determine_wal_fs(db_id, tb_id, fs)); + bool exists = false; + RETURN_IF_ERROR(fs->exists(_file_name, &exists)); + if (!exists) { + LOG(WARNING) << "not exist wal= " << _file_name; + return Status::NotFound("wal {} doesn't exist", _file_name); + } + RETURN_IF_ERROR(fs->open_file(_file_name, &file_reader)); + + return Status::OK(); +} + +Status WalFileReader::finalize() { + if (file_reader) { + return file_reader->close(); + } + return Status::OK(); +} + +Status WalFileReader::read_block(PBlock& block) { + if (_offset >= file_reader->size()) { + return Status::EndOfFile("end of wal file"); + } + size_t bytes_read = 0; + uint8_t row_len_buf[WalWriter::LENGTH_SIZE]; + RETURN_IF_ERROR( + file_reader->read_at(_offset, {row_len_buf, WalWriter::LENGTH_SIZE}, &bytes_read)); + _offset += WalWriter::LENGTH_SIZE; + size_t block_len = decode_fixed64_le(row_len_buf); + if (block_len == 0) { + return Status::DataQualityError("fail to read wal {} ,block is empty", _file_name); + } + if (_offset == file_reader->size()) { + LOG(WARNING) << "need read block with length=" << block_len << ", but offset=" << _offset + << " reached end of WAL (path=" << _file_name + << ", size=" << file_reader->size() << ")"; + return Status::EndOfFile("end of wal file"); + } + // read block + std::string block_buf; + block_buf.resize(block_len); + RETURN_IF_ERROR(file_reader->read_at(_offset, {block_buf.c_str(), block_len}, &bytes_read)); + RETURN_IF_ERROR(_deserialize(block, block_buf, block_len, bytes_read)); + _offset += block_len; + // checksum + uint8_t checksum_len_buf[WalWriter::CHECKSUM_SIZE]; + RETURN_IF_ERROR(file_reader->read_at(_offset, {checksum_len_buf, WalWriter::CHECKSUM_SIZE}, + &bytes_read)); + _offset += WalWriter::CHECKSUM_SIZE; + uint32_t checksum = decode_fixed32_le(checksum_len_buf); + RETURN_IF_ERROR(_check_checksum(block_buf.data(), block_len, checksum)); + return Status::OK(); +} + +Status WalFileReader::read_header(uint32_t& version, std::string& col_ids) { + if (file_reader->size() == 0) { + return Status::DataQualityError("empty file"); + } + size_t bytes_read = 0; + std::string magic_str; + magic_str.resize(k_wal_magic_length); + RETURN_IF_ERROR(file_reader->read_at(_offset, magic_str, &bytes_read)); + if (strcmp(magic_str.c_str(), k_wal_magic) != 0) { + return Status::Corruption("Bad wal file {}: magic number not match", _file_name); + } + _offset += k_wal_magic_length; + uint8_t version_buf[WalWriter::VERSION_SIZE]; + RETURN_IF_ERROR( + file_reader->read_at(_offset, {version_buf, WalWriter::VERSION_SIZE}, &bytes_read)); + _offset += WalWriter::VERSION_SIZE; + version = decode_fixed32_le(version_buf); + uint8_t len_buf[WalWriter::LENGTH_SIZE]; + RETURN_IF_ERROR(file_reader->read_at(_offset, {len_buf, WalWriter::LENGTH_SIZE}, &bytes_read)); + _offset += WalWriter::LENGTH_SIZE; + size_t len = decode_fixed64_le(len_buf); + col_ids.resize(len); + RETURN_IF_ERROR(file_reader->read_at(_offset, col_ids, &bytes_read)); + _offset += len; + if (len != bytes_read) { + return Status::InternalError("failed to read header expected= " + std::to_string(len) + + ",actually=" + std::to_string(bytes_read)); + } + return Status::OK(); +} + +Status WalFileReader::_check_checksum(const char* binary, size_t size, uint32_t checksum) { + uint32_t computed_checksum = crc32c::Crc32c(binary, size); + if (LIKELY(computed_checksum == checksum)) { + return Status::OK(); + } + return Status::InternalError("checksum failed for wal=" + _file_name + + ", computed checksum=" + std::to_string(computed_checksum) + + ", expected=" + std::to_string(checksum)); +} + +} // namespace doris diff --git a/be/src/load/group_commit/wal/wal_file_reader.h b/be/src/load/group_commit/wal/wal_file_reader.h new file mode 100644 index 00000000000000..574f46f2cf8a90 --- /dev/null +++ b/be/src/load/group_commit/wal/wal_file_reader.h @@ -0,0 +1,47 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +#pragma once + +#include + +#include "common/status.h" +#include "io/fs/file_reader_writer_fwd.h" + +namespace doris { + +class WalFileReader { +public: + explicit WalFileReader(const std::string& file_name); + ~WalFileReader(); + + Status init(); + Status finalize(); + + Status read_block(PBlock& block); + Status read_header(uint32_t& version, std::string& col_ids); + +private: + Status _deserialize(PBlock& block, const std::string& buf, size_t block_len, size_t bytes_read); + Status _check_checksum(const char* binary, size_t size, uint32_t checksum); + + std::string _file_name; + size_t _offset; + io::FileReaderSPtr file_reader; +}; + +} // namespace doris \ No newline at end of file diff --git a/be/src/load/group_commit/wal/wal_manager.cpp b/be/src/load/group_commit/wal/wal_manager.cpp index 962061a236b8da..06d009404f7efa 100644 --- a/be/src/load/group_commit/wal/wal_manager.cpp +++ b/be/src/load/group_commit/wal/wal_manager.cpp @@ -30,9 +30,9 @@ #include "common/config.h" #include "common/status.h" -#include "format/wal/wal_reader.h" #include "io/fs/local_file_system.h" #include "load/group_commit/wal/wal_dirs_info.h" +#include "load/group_commit/wal/wal_reader.h" #include "runtime/exec_env.h" #include "runtime/fragment_mgr.h" #include "util/parse_util.h" diff --git a/be/src/load/group_commit/wal/wal_reader.cpp b/be/src/load/group_commit/wal/wal_reader.cpp index 9329fee0199bf2..a2ff97f1c02fed 100644 --- a/be/src/load/group_commit/wal/wal_reader.cpp +++ b/be/src/load/group_commit/wal/wal_reader.cpp @@ -15,144 +15,110 @@ // specific language governing permissions and limitations // under the License. -#include "load/group_commit/wal/wal_reader.h" +#include "wal_reader.h" -#include +#include -#include -#include +#include "agent/be_exec_version_manager.h" +#include "common/logging.h" +#include "core/block/block.h" +#include "cpp/sync_point.h" +#include "load/group_commit/wal/wal_manager.h" +#include "runtime/runtime_state.h" -#include "common/status.h" -#include "io/fs/file_reader.h" -#include "io/fs/file_system.h" -#include "io/fs/path.h" -#include "load/group_commit/wal/wal_writer.h" -#include "util/coding.h" -#include "util/string_util.h" - -namespace doris { - -WalReader::WalReader(const std::string& file_name) : _file_name(file_name), _offset(0) {} - -WalReader::~WalReader() = default; -Status WalReader::_deserialize(PBlock& block, const std::string& buf, size_t block_len, - size_t bytes_read) { - if (UNLIKELY(!block.ParseFromString(buf))) { - return Status::InternalError( - "failed to deserialize row, file_size=" + std::to_string(file_reader->size()) + - ", read_offset=" + std::to_string(_offset) + +", block_bytes=" + - std::to_string(block_len) + ", read_block_bytes=" + std::to_string(bytes_read)); - } - return Status::OK(); +namespace doris::vectorized { +#include "common/compile_check_begin.h" +WalReader::WalReader(RuntimeState* state) : _state(state) { + _wal_id = state->wal_id(); } -std::pair parse_db_tb_from_wal_path(const std::string& wal_path) { - auto ret = split(wal_path, "/"); - DCHECK_GT(ret.size(), 3); - auto db_id_pos = ret.size() - 1 - 2; - auto tb_id_pos = ret.size() - 1 - 1; - auto db_id = std::stoll(ret[db_id_pos]); - auto tb_id = std::stoll(ret[tb_id_pos]); - - return {db_id, tb_id}; -} - -Status WalReader::init() { - auto [db_id, tb_id] = parse_db_tb_from_wal_path(_file_name); - io::FileSystemSPtr fs; - RETURN_IF_ERROR(determine_wal_fs(db_id, tb_id, fs)); - bool exists = false; - RETURN_IF_ERROR(fs->exists(_file_name, &exists)); - if (!exists) { - LOG(WARNING) << "not exist wal= " << _file_name; - return Status::NotFound("wal {} doesn't exist", _file_name); - } - RETURN_IF_ERROR(fs->open_file(_file_name, &file_reader)); - +Status WalReader::init_reader(const TupleDescriptor* tuple_descriptor) { + _tuple_descriptor = tuple_descriptor; + RETURN_IF_ERROR(_state->exec_env()->wal_mgr()->get_wal_path(_wal_id, _wal_path)); + _wal_reader = std::make_shared(_wal_path); + RETURN_IF_ERROR(_wal_reader->init()); return Status::OK(); } -Status WalReader::finalize() { - if (file_reader) { - return file_reader->close(); - } - return Status::OK(); -} - -Status WalReader::read_block(PBlock& block) { - if (_offset >= file_reader->size()) { - return Status::EndOfFile("end of wal file"); +Status WalReader::get_next_block(Block* block, size_t* read_rows, bool* eof) { + //read src block + PBlock pblock; + auto st = _wal_reader->read_block(pblock); + if (st.is()) { + LOG(INFO) << "read eof on wal:" << _wal_path; + *read_rows = 0; + *eof = true; + return Status::OK(); } - size_t bytes_read = 0; - uint8_t row_len_buf[WalWriter::LENGTH_SIZE]; - RETURN_IF_ERROR( - file_reader->read_at(_offset, {row_len_buf, WalWriter::LENGTH_SIZE}, &bytes_read)); - _offset += WalWriter::LENGTH_SIZE; - size_t block_len = decode_fixed64_le(row_len_buf); - if (block_len == 0) { - return Status::DataQualityError("fail to read wal {} ,block is empty", _file_name); + if (!st.ok()) { + LOG(WARNING) << "Failed to read wal on path = " << _wal_path; + return st; } - if (_offset == file_reader->size()) { - LOG(WARNING) << "need read block with length=" << block_len << ", but offset=" << _offset - << " reached end of WAL (path=" << _file_name - << ", size=" << file_reader->size() << ")"; - return Status::EndOfFile("end of wal file"); + int be_exec_version = pblock.has_be_exec_version() ? pblock.be_exec_version() : 0; + if (!BeExecVersionManager::check_be_exec_version(be_exec_version)) { + return Status::DataQualityError("check be exec version fail when reading wal file {}", + _wal_path); } - // read block - std::string block_buf; - block_buf.resize(block_len); - RETURN_IF_ERROR(file_reader->read_at(_offset, {block_buf.c_str(), block_len}, &bytes_read)); - RETURN_IF_ERROR(_deserialize(block, block_buf, block_len, bytes_read)); - _offset += block_len; - // checksum - uint8_t checksum_len_buf[WalWriter::CHECKSUM_SIZE]; - RETURN_IF_ERROR(file_reader->read_at(_offset, {checksum_len_buf, WalWriter::CHECKSUM_SIZE}, - &bytes_read)); - _offset += WalWriter::CHECKSUM_SIZE; - uint32_t checksum = decode_fixed32_le(checksum_len_buf); - RETURN_IF_ERROR(_check_checksum(block_buf.data(), block_len, checksum)); - return Status::OK(); -} - -Status WalReader::read_header(uint32_t& version, std::string& col_ids) { - if (file_reader->size() == 0) { - return Status::DataQualityError("empty file"); - } - size_t bytes_read = 0; - std::string magic_str; - magic_str.resize(k_wal_magic_length); - RETURN_IF_ERROR(file_reader->read_at(_offset, magic_str, &bytes_read)); - if (strcmp(magic_str.c_str(), k_wal_magic) != 0) { - return Status::Corruption("Bad wal file {}: magic number not match", _file_name); + Block src_block; + size_t uncompressed_size = 0; + int64_t uncompressed_time = 0; + RETURN_IF_ERROR(src_block.deserialize(pblock, &uncompressed_size, &uncompressed_time)); + //convert to dst block + Block dst_block; + int index = 0; + auto output_block_columns = block->get_columns_with_type_and_name(); + size_t output_block_column_size = output_block_columns.size(); + TEST_SYNC_POINT_CALLBACK("WalReader::set_column_id_count", &_column_id_count); + TEST_SYNC_POINT_CALLBACK("WalReader::set_out_block_column_size", &output_block_column_size); + if (_column_id_count != src_block.columns() || + output_block_column_size != _tuple_descriptor->slots().size()) { + return Status::InternalError( + "not equal wal _column_id_count={} vs wal block columns size={}, " + "output block columns size={} vs tuple_descriptor size={}", + std::to_string(_column_id_count), std::to_string(src_block.columns()), + std::to_string(output_block_column_size), + std::to_string(_tuple_descriptor->slots().size())); } - _offset += k_wal_magic_length; - uint8_t version_buf[WalWriter::VERSION_SIZE]; - RETURN_IF_ERROR( - file_reader->read_at(_offset, {version_buf, WalWriter::VERSION_SIZE}, &bytes_read)); - _offset += WalWriter::VERSION_SIZE; - version = decode_fixed32_le(version_buf); - uint8_t len_buf[WalWriter::LENGTH_SIZE]; - RETURN_IF_ERROR(file_reader->read_at(_offset, {len_buf, WalWriter::LENGTH_SIZE}, &bytes_read)); - _offset += WalWriter::LENGTH_SIZE; - size_t len = decode_fixed64_le(len_buf); - col_ids.resize(len); - RETURN_IF_ERROR(file_reader->read_at(_offset, col_ids, &bytes_read)); - _offset += len; - if (len != bytes_read) { - return Status::InternalError("failed to read header expected= " + std::to_string(len) + - ",actually=" + std::to_string(bytes_read)); + for (auto* slot_desc : _tuple_descriptor->slots()) { + auto pos = _column_pos_map[slot_desc->col_unique_id()]; + if (pos >= src_block.columns()) { + return Status::InternalError("read wal {} fail, pos {}, columns size {}", _wal_path, + pos, src_block.columns()); + } + vectorized::ColumnPtr column_ptr = src_block.get_by_position(pos).column; + if (!column_ptr && slot_desc->is_nullable()) { + column_ptr = make_nullable(column_ptr); + } + dst_block.insert(index, vectorized::ColumnWithTypeAndName( + std::move(column_ptr), output_block_columns[index].type, + output_block_columns[index].name)); + index++; } + block->swap(dst_block); + *read_rows = block->rows(); + VLOG_DEBUG << "read block rows:" << *read_rows; return Status::OK(); } -Status WalReader::_check_checksum(const char* binary, size_t size, uint32_t checksum) { - uint32_t computed_checksum = crc32c::Crc32c(binary, size); - if (LIKELY(computed_checksum == checksum)) { - return Status::OK(); +Status WalReader::get_columns(std::unordered_map* name_to_type, + std::unordered_set* missing_cols) { + std::string col_ids; + RETURN_IF_ERROR(_wal_reader->read_header(_version, col_ids)); + std::vector column_id_vector = + absl::StrSplit(col_ids, ",", absl::SkipWhitespace()); + _column_id_count = column_id_vector.size(); + try { + int64_t pos = 0; + for (auto col_id_str : column_id_vector) { + auto col_id = std::strtoll(col_id_str.c_str(), nullptr, 10); + _column_pos_map.emplace(col_id, pos); + pos++; + } + } catch (const std::invalid_argument& e) { + return Status::InvalidArgument("Invalid format, {}", e.what()); } - return Status::InternalError("checksum failed for wal=" + _file_name + - ", computed checksum=" + std::to_string(computed_checksum) + - ", expected=" + std::to_string(checksum)); + return Status::OK(); } -} // namespace doris +#include "common/compile_check_end.h" +} // namespace doris::vectorized \ No newline at end of file diff --git a/be/src/load/group_commit/wal/wal_reader.h b/be/src/load/group_commit/wal/wal_reader.h index 10a1f1e2229f1d..b0ccd2b5008285 100644 --- a/be/src/load/group_commit/wal/wal_reader.h +++ b/be/src/load/group_commit/wal/wal_reader.h @@ -16,32 +16,41 @@ // under the License. #pragma once +#include "format/generic_reader.h" +#include "load/group_commit/wal/wal_file_reader.h" +#include "runtime/descriptors.h" -#include +namespace doris::vectorized { +#include "common/compile_check_begin.h" +struct ScannerCounter; +class WalReader : public GenericReader { + ENABLE_FACTORY_CREATOR(WalReader); -#include "common/status.h" -#include "io/fs/file_reader_writer_fwd.h" - -namespace doris { - -class WalReader { public: - explicit WalReader(const std::string& file_name); - ~WalReader(); - - Status init(); - Status finalize(); - - Status read_block(PBlock& block); - Status read_header(uint32_t& version, std::string& col_ids); + WalReader(RuntimeState* state); + ~WalReader() override = default; + Status init_reader(const TupleDescriptor* tuple_descriptor); + Status get_next_block(Block* block, size_t* read_rows, bool* eof) override; + Status get_columns(std::unordered_map* name_to_type, + std::unordered_set* missing_cols) override; + + Status close() override { + if (_wal_reader) { + return _wal_reader->finalize(); + } + return Status::OK(); + } private: - Status _deserialize(PBlock& block, const std::string& buf, size_t block_len, size_t bytes_read); - Status _check_checksum(const char* binary, size_t size, uint32_t checksum); - - std::string _file_name; - size_t _offset; - io::FileReaderSPtr file_reader; + RuntimeState* _state = nullptr; + int64_t _wal_id; + std::string _wal_path; + std::shared_ptr _wal_reader = nullptr; + const TupleDescriptor* _tuple_descriptor = nullptr; + // column_id, column_pos + std::map _column_pos_map; + int64_t _column_id_count; + uint32_t _version = 0; }; - -} // namespace doris \ No newline at end of file +#include "common/compile_check_end.h" +} // namespace doris::vectorized diff --git a/be/src/load/group_commit/wal/wal_table.cpp b/be/src/load/group_commit/wal/wal_table.cpp index 6c377e6f1e5c82..c3b82e16377751 100644 --- a/be/src/load/group_commit/wal/wal_table.cpp +++ b/be/src/load/group_commit/wal/wal_table.cpp @@ -334,7 +334,8 @@ Status WalTable::_get_column_info(int64_t db_id, int64_t tb_id, } Status WalTable::_read_wal_header(const std::string& wal_path, std::string& columns) { - std::shared_ptr wal_reader = std::make_shared(wal_path); + std::shared_ptr wal_reader = + std::make_shared(wal_path); RETURN_IF_ERROR(wal_reader->init()); uint32_t version = 0; RETURN_IF_ERROR(wal_reader->read_header(version, columns)); diff --git a/be/test/format/wal/wal_reader_writer_test.cpp b/be/test/format/wal/wal_reader_writer_test.cpp index 4cad033f027ff2..d18c5ec97e0aac 100644 --- a/be/test/format/wal/wal_reader_writer_test.cpp +++ b/be/test/format/wal/wal_reader_writer_test.cpp @@ -27,7 +27,7 @@ #include "exec/exchange/vdata_stream_recvr.h" #include "gmock/gmock.h" #include "io/fs/local_file_system.h" -#include "load/group_commit/wal/wal_reader.h" +#include "load/group_commit/wal/wal_file_reader.h" #include "load/group_commit/wal/wal_writer.h" #include "runtime/exec_env.h" #include "service/brpc.h" @@ -121,7 +121,7 @@ TEST_F(WalReaderWriterTest, TestWriteAndRead1) { } static_cast(wal_writer.finalize()); // read block - auto wal_reader = WalReader(file_name); + auto wal_reader = WalFileReader(file_name); static_cast(wal_reader.init()); auto block_count = 0; while (true) { From 0bc7d7cd9229840b23c8f2bf8a23206febb07f5a Mon Sep 17 00:00:00 2001 From: yiguolei Date: Sat, 21 Mar 2026 23:00:41 +0800 Subject: [PATCH 16/24] [be](namespace) remove vecotorized and pipeline namespace (#61142) --- be/benchmark/benchmark_fastunion.hpp | 20 +- be/benchmark/benchmark_main.cpp | 4 +- be/src/cloud/cloud_delta_writer.cpp | 3 +- be/src/cloud/cloud_delta_writer.h | 2 +- .../common/kerberos/kerberos_ticket_mgr.cpp | 3 +- be/src/common/kerberos/kerberos_ticket_mgr.h | 4 +- be/src/common/stack_trace.cpp | 2 +- be/src/common/symbol_index.cpp | 4 +- be/src/core/accurate_comparison.h | 4 +- be/src/core/arena.h | 4 +- be/src/core/arena_with_free_lists.h | 4 +- be/src/core/block/block.cpp | 6 +- be/src/core/block/block.h | 3 - be/src/core/block/column_numbers.h | 2 +- .../core/block/column_with_type_and_name.cpp | 8 +- be/src/core/block/column_with_type_and_name.h | 7 +- .../core/block/columns_with_type_and_name.h | 4 +- be/src/core/block/materialize_block.cpp | 4 +- be/src/core/block/materialize_block.h | 4 +- be/src/core/call_on_type_index.h | 4 +- be/src/core/column/column.cpp | 4 +- be/src/core/column/column.h | 8 +- be/src/core/column/column_array.cpp | 4 +- be/src/core/column/column_array.h | 4 +- be/src/core/column/column_complex.h | 4 +- be/src/core/column/column_const.cpp | 4 +- be/src/core/column/column_const.h | 4 +- be/src/core/column/column_decimal.cpp | 6 +- be/src/core/column/column_decimal.h | 4 +- be/src/core/column/column_dictionary.h | 15 +- be/src/core/column/column_dummy.h | 4 +- be/src/core/column/column_execute_util.h | 4 +- be/src/core/column/column_filter_helper.cpp | 8 +- be/src/core/column/column_filter_helper.h | 4 +- .../core/column/column_fixed_length_object.h | 4 +- be/src/core/column/column_map.cpp | 4 +- be/src/core/column/column_map.h | 4 +- be/src/core/column/column_nothing.h | 4 +- be/src/core/column/column_nullable.cpp | 8 +- be/src/core/column/column_nullable.h | 4 +- be/src/core/column/column_string.cpp | 8 +- be/src/core/column/column_string.h | 4 +- be/src/core/column/column_struct.cpp | 6 +- be/src/core/column/column_struct.h | 4 +- be/src/core/column/column_varbinary.cpp | 10 +- be/src/core/column/column_varbinary.h | 4 +- be/src/core/column/column_variant.cpp | 29 +- be/src/core/column/column_variant.h | 13 +- be/src/core/column/column_vector.cpp | 4 +- be/src/core/column/column_vector.h | 12 +- be/src/core/column/columns_common.cpp | 4 +- be/src/core/column/columns_common.h | 4 +- be/src/core/column/predicate_column.h | 4 +- be/src/core/column/subcolumn_tree.h | 6 +- be/src/core/cow.h | 9 +- .../core/data_type/convert_field_to_type.cpp | 4 +- be/src/core/data_type/convert_field_to_type.h | 4 +- be/src/core/data_type/data_type.cpp | 10 +- be/src/core/data_type/data_type.h | 2 - be/src/core/data_type/data_type_agg_state.h | 4 +- be/src/core/data_type/data_type_array.cpp | 4 +- be/src/core/data_type/data_type_array.h | 6 +- be/src/core/data_type/data_type_bitmap.cpp | 4 +- be/src/core/data_type/data_type_bitmap.h | 4 +- be/src/core/data_type/data_type_date.cpp | 4 +- be/src/core/data_type/data_type_date.h | 4 +- .../data_type_date_or_datetime_v2.cpp | 6 +- .../data_type/data_type_date_or_datetime_v2.h | 6 +- be/src/core/data_type/data_type_date_time.cpp | 4 +- be/src/core/data_type/data_type_date_time.h | 4 +- be/src/core/data_type/data_type_decimal.cpp | 4 +- be/src/core/data_type/data_type_decimal.h | 6 +- be/src/core/data_type/data_type_factory.cpp | 140 ++-- be/src/core/data_type/data_type_factory.hpp | 11 +- .../data_type_fixed_length_object.cpp | 4 +- .../data_type/data_type_fixed_length_object.h | 4 +- be/src/core/data_type/data_type_hll.cpp | 4 +- be/src/core/data_type/data_type_hll.h | 4 +- be/src/core/data_type/data_type_ipv4.cpp | 4 +- be/src/core/data_type/data_type_ipv4.h | 6 +- be/src/core/data_type/data_type_ipv6.cpp | 4 +- be/src/core/data_type/data_type_ipv6.h | 6 +- be/src/core/data_type/data_type_jsonb.cpp | 6 +- be/src/core/data_type/data_type_jsonb.h | 4 +- be/src/core/data_type/data_type_map.cpp | 4 +- be/src/core/data_type/data_type_map.h | 6 +- be/src/core/data_type/data_type_nothing.cpp | 4 +- be/src/core/data_type/data_type_nothing.h | 4 +- be/src/core/data_type/data_type_nullable.cpp | 4 +- be/src/core/data_type/data_type_nullable.h | 6 +- be/src/core/data_type/data_type_number.h | 4 +- .../core/data_type/data_type_number_base.cpp | 4 +- be/src/core/data_type/data_type_number_base.h | 4 +- .../data_type/data_type_quantilestate.cpp | 4 +- .../core/data_type/data_type_quantilestate.h | 4 +- be/src/core/data_type/data_type_string.cpp | 4 +- be/src/core/data_type/data_type_string.h | 4 +- be/src/core/data_type/data_type_struct.cpp | 4 +- be/src/core/data_type/data_type_struct.h | 6 +- be/src/core/data_type/data_type_time.cpp | 4 +- be/src/core/data_type/data_type_time.h | 4 +- .../core/data_type/data_type_timestamptz.cpp | 4 +- be/src/core/data_type/data_type_timestamptz.h | 4 +- be/src/core/data_type/data_type_varbinary.cpp | 4 +- be/src/core/data_type/data_type_varbinary.h | 4 +- be/src/core/data_type/data_type_variant.cpp | 6 +- be/src/core/data_type/data_type_variant.h | 6 +- be/src/core/data_type/get_least_supertype.cpp | 4 +- be/src/core/data_type/get_least_supertype.h | 4 +- be/src/core/data_type/nested_utils.cpp | 4 +- be/src/core/data_type/nested_utils.h | 4 +- be/src/core/data_type/number_traits.h | 4 +- be/src/core/data_type/primitive_type.h | 192 +++--- .../complex_type_deserialize_util.h | 4 +- .../data_type_serde/data_type_array_serde.cpp | 6 +- .../data_type_serde/data_type_array_serde.h | 4 +- .../data_type_bitmap_serde.cpp | 5 +- .../data_type_serde/data_type_bitmap_serde.h | 4 +- .../data_type_date_or_datetime_serde.cpp | 9 +- .../data_type_date_or_datetime_serde.h | 8 +- .../data_type_datetimev2_serde.cpp | 6 +- .../data_type_datetimev2_serde.h | 8 +- .../data_type_datev2_serde.cpp | 9 +- .../data_type_serde/data_type_datev2_serde.h | 8 +- .../data_type_decimal_serde.cpp | 12 +- .../data_type_serde/data_type_decimal_serde.h | 6 +- .../data_type_serde/data_type_hll_serde.cpp | 4 +- .../data_type_serde/data_type_hll_serde.h | 4 +- .../data_type_serde/data_type_ipv4_serde.cpp | 6 +- .../data_type_serde/data_type_ipv4_serde.h | 6 +- .../data_type_serde/data_type_ipv6_serde.cpp | 8 +- .../data_type_serde/data_type_ipv6_serde.h | 6 +- .../data_type_serde/data_type_jsonb_serde.cpp | 4 +- .../data_type_serde/data_type_jsonb_serde.h | 4 +- .../data_type_serde/data_type_map_serde.cpp | 4 +- .../data_type_serde/data_type_map_serde.h | 4 +- .../data_type_serde/data_type_nothing_serde.h | 4 +- .../data_type_nullable_serde.cpp | 9 +- .../data_type_nullable_serde.h | 6 +- .../data_type_number_serde.cpp | 9 +- .../data_type_serde/data_type_number_serde.h | 6 +- .../data_type_quantilestate_serde.cpp | 4 +- .../data_type_quantilestate_serde.h | 4 +- .../core/data_type_serde/data_type_serde.cpp | 4 +- be/src/core/data_type_serde/data_type_serde.h | 6 +- .../data_type_string_serde.cpp | 9 +- .../data_type_serde/data_type_string_serde.h | 6 +- .../data_type_struct_serde.cpp | 5 +- .../data_type_serde/data_type_struct_serde.h | 4 +- .../data_type_serde/data_type_time_serde.cpp | 4 +- .../data_type_serde/data_type_time_serde.h | 2 - .../data_type_timestamptz_serde.cpp | 9 +- .../data_type_timestamptz_serde.h | 8 +- .../data_type_varbinary_serde.cpp | 7 +- .../data_type_varbinary_serde.h | 4 +- .../data_type_variant_serde.cpp | 8 +- .../data_type_serde/data_type_variant_serde.h | 4 +- .../data_type_serde/datelike_serde_common.hpp | 4 +- be/src/core/decimal_comparison.h | 4 +- be/src/core/field.cpp | 4 +- be/src/core/field.h | 10 +- be/src/core/memcmp_small.h | 16 +- be/src/core/memcpy_small.h | 6 +- be/src/core/pod_array.cpp | 4 +- be/src/core/pod_array.h | 4 +- be/src/core/pod_array_fwd.h | 4 +- be/src/core/string_buffer.hpp | 4 +- be/src/core/string_ref.h | 18 +- be/src/core/type_limit.h | 30 +- be/src/core/types.h | 43 +- be/src/core/uint128.h | 8 +- be/src/core/value/bitmap_value.h | 2 +- be/src/core/value/hll.cpp | 2 +- be/src/core/value/hll.h | 2 +- be/src/core/value/ip_address_cidr.h | 25 +- be/src/core/value/ipv4_value.h | 12 +- be/src/core/value/ipv6_value.h | 10 +- be/src/core/value/timestamptz_value.cpp | 10 +- be/src/core/value/timestamptz_value.h | 4 +- be/src/core/value/vdatetime_value.cpp | 39 +- be/src/core/value/vdatetime_value.h | 10 +- be/src/exec/common/agg_utils.h | 149 ++--- .../common/arrow_column_to_doris_column.cpp | 4 +- .../common/arrow_column_to_doris_column.h | 4 +- be/src/exec/common/bit_helpers.h | 4 +- be/src/exec/common/columns_hashing.h | 4 +- be/src/exec/common/columns_hashing_impl.h | 4 +- .../vdata_gen_function_inf.h | 6 +- .../data_gen_functions/vnumbers_tvf.cpp | 16 +- .../common/data_gen_functions/vnumbers_tvf.h | 5 +- be/src/exec/common/distinct_agg_utils.h | 128 ++-- be/src/exec/common/field_visitors.h | 4 +- be/src/exec/common/format_ip.cpp | 4 +- be/src/exec/common/format_ip.h | 4 +- be/src/exec/common/hash_table/hash.h | 94 +-- be/src/exec/common/hash_table/hash_key_type.h | 19 +- .../exec/common/hash_table/hash_map_context.h | 4 +- be/src/exec/common/hash_table/hash_map_util.h | 7 +- be/src/exec/common/hash_table/hash_table.h | 30 +- .../common/hash_table/hash_table_set_build.h | 4 +- .../common/hash_table/hash_table_set_probe.h | 4 +- .../exec/common/hash_table/join_hash_table.h | 3 +- be/src/exec/common/hash_table/ph_hash_map.h | 2 +- be/src/exec/common/hash_table/ph_hash_set.h | 2 +- .../exec/common/hash_table/phmap_fwd_decl.h | 4 +- .../common/hash_table/string_hash_table.h | 8 +- be/src/exec/common/hex.cpp | 4 +- be/src/exec/common/hex.h | 4 +- be/src/exec/common/histogram_helpers.hpp | 4 +- be/src/exec/common/ipv6_to_binary.h | 4 +- be/src/exec/common/join_utils.h | 114 ++-- be/src/exec/common/partition_sort_utils.cpp | 15 +- be/src/exec/common/partition_sort_utils.h | 100 ++- be/src/exec/common/set_utils.h | 91 +-- be/src/exec/common/sip_hash.h | 28 +- be/src/exec/common/space_saving.h | 4 +- be/src/exec/common/stringop_substring.h | 10 +- be/src/exec/common/template_helpers.hpp | 4 +- be/src/exec/common/util.hpp | 4 +- be/src/exec/common/varbinaryop_subbinary.h | 9 +- be/src/exec/common/variant_util.cpp | 24 +- be/src/exec/common/variant_util.h | 16 +- be/src/exec/connector/jni_connector.cpp | 8 +- be/src/exec/connector/jni_connector.h | 6 +- .../connector/skewed_partition_rebalancer.cpp | 4 +- .../connector/skewed_partition_rebalancer.h | 4 +- be/src/exec/connector/vjdbc_connector.cpp | 19 +- be/src/exec/connector/vjdbc_connector.h | 5 +- be/src/exec/es/es_scroll_parser.cpp | 58 +- be/src/exec/es/es_scroll_parser.h | 7 +- be/src/exec/exchange/exchange_writer.cpp | 45 +- be/src/exec/exchange/exchange_writer.h | 38 +- .../exchange/local_exchange_sink_operator.cpp | 18 +- .../exchange/local_exchange_sink_operator.h | 12 +- .../local_exchange_source_operator.cpp | 7 +- .../exchange/local_exchange_source_operator.h | 6 +- be/src/exec/exchange/local_exchanger.cpp | 95 ++- be/src/exec/exchange/local_exchanger.h | 68 +- be/src/exec/exchange/vdata_stream_mgr.cpp | 2 - be/src/exec/exchange/vdata_stream_mgr.h | 4 - be/src/exec/exchange/vdata_stream_recvr.cpp | 14 +- be/src/exec/exchange/vdata_stream_recvr.h | 20 +- be/src/exec/exchange/vdata_stream_sender.cpp | 10 +- be/src/exec/exchange/vdata_stream_sender.h | 29 +- .../operator/aggregation_sink_operator.cpp | 84 +-- .../exec/operator/aggregation_sink_operator.h | 52 +- .../operator/aggregation_source_operator.cpp | 92 +-- .../operator/aggregation_source_operator.h | 34 +- .../exec/operator/analytic_sink_operator.cpp | 79 +-- be/src/exec/operator/analytic_sink_operator.h | 55 +- .../operator/analytic_source_operator.cpp | 7 +- .../exec/operator/analytic_source_operator.h | 4 +- .../operator/assert_num_rows_operator.cpp | 16 +- .../exec/operator/assert_num_rows_operator.h | 6 +- .../exec/operator/blackhole_sink_operator.cpp | 6 +- .../exec/operator/blackhole_sink_operator.h | 9 +- be/src/exec/operator/cache_sink_operator.cpp | 8 +- be/src/exec/operator/cache_sink_operator.h | 4 +- .../exec/operator/cache_source_operator.cpp | 12 +- be/src/exec/operator/cache_source_operator.h | 10 +- be/src/exec/operator/data_queue.cpp | 15 +- be/src/exec/operator/data_queue.h | 17 +- be/src/exec/operator/datagen_operator.cpp | 10 +- be/src/exec/operator/datagen_operator.h | 6 +- be/src/exec/operator/dict_sink_operator.cpp | 25 +- be/src/exec/operator/dict_sink_operator.h | 12 +- ...istinct_streaming_aggregation_operator.cpp | 40 +- .../distinct_streaming_aggregation_operator.h | 34 +- be/src/exec/operator/empty_set_operator.cpp | 7 +- be/src/exec/operator/empty_set_operator.h | 6 +- be/src/exec/operator/es_scan_operator.cpp | 8 +- be/src/exec/operator/es_scan_operator.h | 10 +- be/src/exec/operator/exchange_sink_buffer.cpp | 36 +- be/src/exec/operator/exchange_sink_buffer.h | 24 +- .../exec/operator/exchange_sink_operator.cpp | 32 +- be/src/exec/operator/exchange_sink_operator.h | 22 +- .../operator/exchange_source_operator.cpp | 8 +- .../exec/operator/exchange_source_operator.h | 12 +- be/src/exec/operator/file_scan_operator.cpp | 33 +- be/src/exec/operator/file_scan_operator.h | 25 +- .../group_commit_block_sink_operator.cpp | 27 +- .../group_commit_block_sink_operator.h | 20 +- .../operator/group_commit_scan_operator.cpp | 10 +- .../operator/group_commit_scan_operator.h | 8 +- be/src/exec/operator/hashjoin_build_sink.cpp | 106 +-- be/src/exec/operator/hashjoin_build_sink.h | 44 +- .../exec/operator/hashjoin_probe_operator.cpp | 72 +- .../exec/operator/hashjoin_probe_operator.h | 44 +- .../operator/hive_table_sink_operator.cpp | 4 +- .../exec/operator/hive_table_sink_operator.h | 20 +- .../operator/iceberg_table_sink_operator.cpp | 4 +- .../operator/iceberg_table_sink_operator.h | 20 +- be/src/exec/operator/jdbc_scan_operator.cpp | 12 +- be/src/exec/operator/jdbc_scan_operator.h | 10 +- .../operator/jdbc_table_sink_operator.cpp | 12 +- .../exec/operator/jdbc_table_sink_operator.h | 17 +- .../join/asof_left_inner_join_impl.cpp | 2 +- .../join/asof_left_outer_join_impl.cpp | 2 +- .../operator/join/full_outer_join_impl.cpp | 2 +- be/src/exec/operator/join/inner_join_impl.cpp | 2 +- .../operator/join/left_anti_join_impl.cpp | 2 +- .../operator/join/left_outer_join_impl.cpp | 2 +- .../operator/join/left_semi_join_impl.cpp | 2 +- .../join/null_aware_left_anti_join_impl.cpp | 2 +- .../join/null_aware_left_semi_join_impl.cpp | 2 +- .../operator/join/process_hash_table_probe.h | 40 +- .../join/process_hash_table_probe_impl.h | 183 +++-- .../operator/join/right_anti_join_impl.cpp | 2 +- .../operator/join/right_outer_join_impl.cpp | 2 +- .../operator/join/right_semi_join_impl.cpp | 2 +- .../operator/join_build_sink_operator.cpp | 4 +- .../exec/operator/join_build_sink_operator.h | 4 +- be/src/exec/operator/join_probe_operator.cpp | 12 +- be/src/exec/operator/join_probe_operator.h | 12 +- .../local_merge_sort_source_operator.cpp | 28 +- .../local_merge_sort_source_operator.h | 15 +- .../exec/operator/materialization_opertor.cpp | 36 +- .../exec/operator/materialization_opertor.h | 19 +- .../maxcompute_table_sink_operator.cpp | 4 +- .../operator/maxcompute_table_sink_operator.h | 21 +- .../operator/memory_scratch_sink_operator.cpp | 17 +- .../operator/memory_scratch_sink_operator.h | 10 +- be/src/exec/operator/meta_scan_operator.cpp | 12 +- be/src/exec/operator/meta_scan_operator.h | 10 +- be/src/exec/operator/mock_operator.h | 12 +- be/src/exec/operator/mock_scan_operator.h | 15 +- .../operator/multi_cast_data_stream_sink.cpp | 7 +- .../operator/multi_cast_data_stream_sink.h | 6 +- .../multi_cast_data_stream_source.cpp | 20 +- .../operator/multi_cast_data_stream_source.h | 28 +- .../operator/multi_cast_data_streamer.cpp | 28 +- .../exec/operator/multi_cast_data_streamer.h | 24 +- .../nested_loop_join_build_operator.cpp | 15 +- .../nested_loop_join_build_operator.h | 12 +- .../nested_loop_join_probe_operator.cpp | 70 +- .../nested_loop_join_probe_operator.h | 36 +- be/src/exec/operator/olap_scan_operator.cpp | 65 +- be/src/exec/operator/olap_scan_operator.h | 28 +- .../exec/operator/olap_table_sink_operator.h | 20 +- .../operator/olap_table_sink_v2_operator.h | 20 +- be/src/exec/operator/operator.cpp | 93 ++- be/src/exec/operator/operator.h | 66 +- .../operator/partition_sort_sink_operator.cpp | 37 +- .../operator/partition_sort_sink_operator.h | 25 +- .../partition_sort_source_operator.cpp | 8 +- .../operator/partition_sort_source_operator.h | 7 +- .../partitioned_aggregation_sink_operator.cpp | 51 +- .../partitioned_aggregation_sink_operator.h | 27 +- ...artitioned_aggregation_source_operator.cpp | 12 +- .../partitioned_aggregation_source_operator.h | 7 +- .../partitioned_hash_join_probe_operator.cpp | 47 +- .../partitioned_hash_join_probe_operator.h | 25 +- .../partitioned_hash_join_sink_operator.cpp | 52 +- .../partitioned_hash_join_sink_operator.h | 17 +- be/src/exec/operator/repeat_operator.cpp | 50 +- be/src/exec/operator/repeat_operator.h | 22 +- .../operator/result_file_sink_operator.cpp | 16 +- .../exec/operator/result_file_sink_operator.h | 20 +- be/src/exec/operator/result_sink_operator.cpp | 21 +- be/src/exec/operator/result_sink_operator.h | 11 +- be/src/exec/operator/scan_operator.cpp | 128 ++-- be/src/exec/operator/scan_operator.h | 98 +-- be/src/exec/operator/schema_scan_operator.cpp | 25 +- be/src/exec/operator/schema_scan_operator.h | 6 +- be/src/exec/operator/select_operator.h | 6 +- .../exec/operator/set_probe_sink_operator.cpp | 25 +- .../exec/operator/set_probe_sink_operator.h | 20 +- be/src/exec/operator/set_sink_operator.cpp | 31 +- be/src/exec/operator/set_sink_operator.h | 22 +- be/src/exec/operator/set_source_operator.cpp | 22 +- be/src/exec/operator/set_source_operator.h | 15 +- be/src/exec/operator/sort_sink_operator.cpp | 16 +- be/src/exec/operator/sort_sink_operator.h | 14 +- be/src/exec/operator/sort_source_operator.cpp | 9 +- be/src/exec/operator/sort_source_operator.h | 7 +- .../spill_iceberg_table_sink_operator.cpp | 22 +- .../spill_iceberg_table_sink_operator.h | 14 +- .../operator/spill_sort_sink_operator.cpp | 12 +- .../exec/operator/spill_sort_sink_operator.h | 8 +- .../operator/spill_sort_source_operator.cpp | 23 +- .../operator/spill_sort_source_operator.h | 11 +- be/src/exec/operator/spill_utils.h | 6 +- .../streaming_aggregation_operator.cpp | 118 ++-- .../operator/streaming_aggregation_operator.h | 106 ++- .../exec/operator/table_function_operator.cpp | 86 +-- .../exec/operator/table_function_operator.h | 30 +- .../exec/operator/tvf_table_sink_operator.cpp | 4 +- .../exec/operator/tvf_table_sink_operator.h | 20 +- be/src/exec/operator/union_sink_operator.cpp | 18 +- be/src/exec/operator/union_sink_operator.h | 30 +- .../exec/operator/union_source_operator.cpp | 23 +- be/src/exec/operator/union_source_operator.h | 22 +- be/src/exec/partitioner/partitioner.cpp | 4 +- be/src/exec/partitioner/partitioner.h | 4 +- be/src/exec/pipeline/dependency.cpp | 40 +- be/src/exec/pipeline/dependency.h | 92 +-- be/src/exec/pipeline/pipeline.cpp | 4 +- be/src/exec/pipeline/pipeline.h | 4 +- .../pipeline/pipeline_fragment_context.cpp | 8 +- .../exec/pipeline/pipeline_fragment_context.h | 5 +- be/src/exec/pipeline/pipeline_task.cpp | 12 +- be/src/exec/pipeline/pipeline_task.h | 8 +- be/src/exec/pipeline/pipeline_tracing.cpp | 4 +- be/src/exec/pipeline/pipeline_tracing.h | 4 +- be/src/exec/pipeline/revokable_task.h | 2 - be/src/exec/pipeline/task_queue.cpp | 4 +- be/src/exec/pipeline/task_queue.h | 4 +- be/src/exec/pipeline/task_scheduler.cpp | 4 +- be/src/exec/pipeline/task_scheduler.h | 4 +- be/src/exec/rowid_fetcher.cpp | 102 ++- be/src/exec/rowid_fetcher.h | 27 +- be/src/exec/runtime_filter/runtime_filter.cpp | 9 +- .../runtime_filter_consumer.cpp | 56 +- .../runtime_filter/runtime_filter_consumer.h | 13 +- .../runtime_filter_consumer_helper.cpp | 27 +- .../runtime_filter_consumer_helper.h | 11 +- .../runtime_filter/runtime_filter_merger.h | 4 +- .../runtime_filter_producer.cpp | 10 +- .../runtime_filter/runtime_filter_producer.h | 6 +- .../runtime_filter_producer_helper.cpp | 12 +- .../runtime_filter_producer_helper.h | 12 +- .../runtime_filter_producer_helper_cross.h | 6 +- .../runtime_filter_producer_helper_set.h | 2 +- .../runtime_filter/runtime_filter_wrapper.cpp | 12 +- .../runtime_filter/runtime_filter_wrapper.h | 4 +- be/src/exec/runtime_filter/utils.cpp | 11 +- be/src/exec/runtime_filter/utils.h | 18 +- be/src/exec/scan/es_scanner.cpp | 18 +- be/src/exec/scan/es_scanner.h | 12 +- be/src/exec/scan/file_scanner.cpp | 56 +- be/src/exec/scan/file_scanner.h | 18 +- be/src/exec/scan/jdbc_scanner.cpp | 8 +- be/src/exec/scan/jdbc_scanner.h | 4 +- be/src/exec/scan/meta_scanner.cpp | 35 +- be/src/exec/scan/meta_scanner.h | 8 +- be/src/exec/scan/olap_scanner.cpp | 30 +- be/src/exec/scan/olap_scanner.h | 17 +- be/src/exec/scan/parallel_scanner_builder.cpp | 2 - be/src/exec/scan/parallel_scanner_builder.h | 16 +- be/src/exec/scan/scan_node.h | 4 +- be/src/exec/scan/scanner.cpp | 12 +- be/src/exec/scan/scanner.h | 22 +- be/src/exec/scan/scanner_context.cpp | 35 +- be/src/exec/scan/scanner_context.h | 29 +- be/src/exec/scan/scanner_scheduler.cpp | 13 +- be/src/exec/scan/scanner_scheduler.h | 30 +- .../exec/scan/simplified_scan_scheduler.cpp | 4 +- be/src/exec/scan/split_source_connector.cpp | 4 +- be/src/exec/scan/split_source_connector.h | 4 +- .../scan/task_executor/listenable_future.h | 2 - be/src/exec/scan/task_executor/split_runner.h | 2 - .../exec/scan/task_executor/task_executor.h | 2 - be/src/exec/scan/task_executor/task_handle.h | 2 - be/src/exec/scan/task_executor/task_id.h | 6 +- be/src/exec/scan/task_executor/ticker.h | 2 - .../time_sharing/multilevel_split_queue.cpp | 2 - .../time_sharing/multilevel_split_queue.h | 2 - .../time_sharing/prioritized_split_runner.cpp | 2 - .../time_sharing/prioritized_split_runner.h | 2 - .../task_executor/time_sharing/priority.h | 2 - .../split_concurrency_controller.h | 4 +- .../task_executor/time_sharing/split_queue.h | 2 - .../time_sharing_task_executor.cpp | 36 +- .../time_sharing/time_sharing_task_executor.h | 2 - .../time_sharing/time_sharing_task_handle.cpp | 2 - .../time_sharing/time_sharing_task_handle.h | 2 - .../tools/simulator/histogram.cpp | 2 - .../task_executor/tools/simulator/histogram.h | 2 - .../tools/simulator/scheduled_executor.h | 2 - .../tools/simulator/simulation_controller.cpp | 2 - .../tools/simulator/simulation_controller.h | 2 - .../simulator/simulation_fifo_split_queue.h | 2 - .../tools/simulator/simulation_split.cpp | 2 - .../tools/simulator/simulation_split.h | 2 - .../tools/simulator/simulation_task.cpp | 2 - .../tools/simulator/simulation_task.h | 4 +- .../tools/simulator/split_generators.cpp | 22 +- .../tools/simulator/split_generators.h | 2 - .../tools/simulator/split_specification.cpp | 2 - .../tools/simulator/split_specification.h | 2 - .../simulator/task_executor_simulator.cpp | 4 +- .../tools/simulator/task_executor_simulator.h | 2 - be/src/exec/sink/autoinc_buffer.cpp | 4 +- be/src/exec/sink/autoinc_buffer.h | 4 +- be/src/exec/sink/delta_writer_v2_pool.cpp | 3 - be/src/exec/sink/delta_writer_v2_pool.h | 3 - .../scale_writer_partitioning_exchanger.hpp | 7 +- .../sink/tablet_sink_hash_partitioner.cpp | 16 +- .../exec/sink/tablet_sink_hash_partitioner.h | 18 +- be/src/exec/sink/vrow_distribution.cpp | 6 +- be/src/exec/sink/vrow_distribution.h | 4 +- be/src/exec/sink/vtablet_block_convertor.cpp | 118 ++-- be/src/exec/sink/vtablet_block_convertor.h | 35 +- be/src/exec/sink/vtablet_finder.cpp | 4 +- be/src/exec/sink/vtablet_finder.h | 10 +- .../exec/sink/writer/async_result_writer.cpp | 18 +- be/src/exec/sink/writer/async_result_writer.h | 14 +- .../exec/sink/writer/iceberg/partition_data.h | 6 +- .../writer/iceberg/partition_transformers.cpp | 2 - .../writer/iceberg/partition_transformers.h | 32 +- .../iceberg/viceberg_partition_writer.cpp | 4 +- .../iceberg/viceberg_partition_writer.h | 5 +- .../writer/iceberg/viceberg_sort_writer.cpp | 21 +- .../writer/iceberg/viceberg_sort_writer.h | 19 +- .../writer/iceberg/viceberg_table_writer.cpp | 40 +- .../writer/iceberg/viceberg_table_writer.h | 18 +- .../writer/iceberg/vpartition_writer_base.h | 5 +- .../maxcompute/vmc_partition_writer.cpp | 4 +- .../writer/maxcompute/vmc_partition_writer.h | 5 +- .../writer/maxcompute/vmc_table_writer.cpp | 11 +- .../sink/writer/maxcompute/vmc_table_writer.h | 8 +- be/src/exec/sink/writer/result_writer.h | 4 +- .../writer/varrow_flight_result_writer.cpp | 14 +- .../sink/writer/varrow_flight_result_writer.h | 12 +- .../exec/sink/writer/vfile_result_writer.cpp | 16 +- be/src/exec/sink/writer/vfile_result_writer.h | 18 +- .../sink/writer/vhive_partition_writer.cpp | 4 +- .../exec/sink/writer/vhive_partition_writer.h | 5 +- .../exec/sink/writer/vhive_table_writer.cpp | 30 +- be/src/exec/sink/writer/vhive_table_writer.h | 16 +- be/src/exec/sink/writer/vhive_utils.cpp | 2 - be/src/exec/sink/writer/vhive_utils.h | 2 - .../exec/sink/writer/vjdbc_table_writer.cpp | 8 +- be/src/exec/sink/writer/vjdbc_table_writer.h | 7 +- .../exec/sink/writer/vmysql_result_writer.cpp | 4 +- .../exec/sink/writer/vmysql_result_writer.h | 2 - be/src/exec/sink/writer/vtablet_writer.cpp | 22 +- be/src/exec/sink/writer/vtablet_writer.h | 26 +- be/src/exec/sink/writer/vtablet_writer_v2.cpp | 14 +- be/src/exec/sink/writer/vtablet_writer_v2.h | 9 +- be/src/exec/sink/writer/vtvf_table_writer.cpp | 10 +- be/src/exec/sink/writer/vtvf_table_writer.h | 7 +- be/src/exec/sink/writer/vwal_writer.cpp | 4 +- be/src/exec/sink/writer/vwal_writer.h | 4 +- be/src/exec/sort/heap_sorter.cpp | 4 +- be/src/exec/sort/heap_sorter.h | 4 +- be/src/exec/sort/partition_sorter.cpp | 6 +- be/src/exec/sort/partition_sorter.h | 6 +- be/src/exec/sort/sort_block.cpp | 4 +- be/src/exec/sort/sort_block.h | 8 +- be/src/exec/sort/sort_cursor.h | 4 +- be/src/exec/sort/sort_description.h | 4 +- be/src/exec/sort/sorter.cpp | 16 +- be/src/exec/sort/sorter.h | 14 +- be/src/exec/sort/topn_sorter.cpp | 6 +- be/src/exec/sort/topn_sorter.h | 6 +- be/src/exec/sort/vsort_exec_exprs.cpp | 4 +- be/src/exec/sort/vsort_exec_exprs.h | 2 - be/src/exec/sort/vsorted_run_merger.cpp | 4 +- be/src/exec/sort/vsorted_run_merger.h | 4 +- be/src/exec/spill/spill_reader.cpp | 2 - be/src/exec/spill/spill_reader.h | 4 +- be/src/exec/spill/spill_stream.cpp | 4 +- be/src/exec/spill/spill_stream.h | 3 - be/src/exec/spill/spill_stream_manager.cpp | 7 +- be/src/exec/spill/spill_stream_manager.h | 7 +- be/src/exec/spill/spill_writer.cpp | 4 +- be/src/exec/spill/spill_writer.h | 2 - be/src/exec/table_connector.h | 8 +- be/src/exprs/aggregate/aggregate_function.h | 4 +- .../aggregate/aggregate_function_ai_agg.cpp | 4 +- .../aggregate/aggregate_function_ai_agg.h | 4 +- ...gregate_function_approx_count_distinct.cpp | 4 +- ...aggregate_function_approx_count_distinct.h | 6 +- .../aggregate_function_array_agg.cpp | 4 +- .../aggregate/aggregate_function_array_agg.h | 4 +- .../aggregate/aggregate_function_avg.cpp | 4 +- .../exprs/aggregate/aggregate_function_avg.h | 4 +- .../aggregate_function_avg_weighted.cpp | 4 +- .../aggregate_function_avg_weighted.h | 4 +- .../aggregate/aggregate_function_binary.h | 4 +- .../aggregate/aggregate_function_bit.cpp | 4 +- .../exprs/aggregate/aggregate_function_bit.h | 4 +- .../aggregate/aggregate_function_bitmap.cpp | 4 +- .../aggregate/aggregate_function_bitmap.h | 4 +- .../aggregate_function_bitmap_agg.cpp | 4 +- .../aggregate/aggregate_function_bitmap_agg.h | 6 +- .../aggregate_function_bool_union.cpp | 4 +- .../aggregate/aggregate_function_bool_union.h | 4 +- .../aggregate/aggregate_function_collect.cpp | 4 +- .../aggregate/aggregate_function_collect.h | 4 +- .../aggregate/aggregate_function_combinator.h | 4 +- .../aggregate/aggregate_function_corr.cpp | 4 +- .../exprs/aggregate/aggregate_function_corr.h | 4 +- .../aggregate/aggregate_function_count.cpp | 4 +- .../aggregate/aggregate_function_count.h | 9 +- .../aggregate_function_count_by_enum.cpp | 4 +- .../aggregate_function_count_by_enum.h | 4 +- .../aggregate/aggregate_function_covar.cpp | 4 +- .../aggregate/aggregate_function_covar.h | 4 +- .../aggregate/aggregate_function_distinct.cpp | 4 +- .../aggregate/aggregate_function_distinct.h | 6 +- .../aggregate/aggregate_function_foreach.cpp | 4 +- .../aggregate/aggregate_function_foreach.h | 4 +- .../aggregate_function_foreachv2.cpp | 4 +- .../aggregate_function_group_array_set_op.cpp | 4 +- .../aggregate_function_group_array_set_op.h | 8 +- .../aggregate_function_group_concat.cpp | 4 +- .../aggregate_function_group_concat.h | 6 +- .../aggregate_function_histogram.cpp | 4 +- .../aggregate/aggregate_function_histogram.h | 4 +- .../aggregate_function_hll_union_agg.cpp | 4 +- .../aggregate_function_hll_union_agg.h | 6 +- .../aggregate/aggregate_function_java_udaf.h | 4 +- .../aggregate/aggregate_function_kurtosis.cpp | 4 +- .../aggregate_function_linear_histogram.cpp | 4 +- .../aggregate_function_linear_histogram.h | 4 +- .../aggregate/aggregate_function_map.cpp | 4 +- .../exprs/aggregate/aggregate_function_map.h | 4 +- .../aggregate/aggregate_function_map_v2.cpp | 4 +- .../aggregate/aggregate_function_map_v2.h | 4 +- .../aggregate/aggregate_function_max_by.cpp | 4 +- .../aggregate/aggregate_function_min_by.cpp | 4 +- .../aggregate/aggregate_function_min_max.cpp | 4 +- .../aggregate/aggregate_function_min_max.h | 6 +- .../aggregate_function_min_max_by.cpp | 4 +- .../aggregate/aggregate_function_min_max_by.h | 4 +- .../exprs/aggregate/aggregate_function_null.h | 4 +- .../aggregate/aggregate_function_null_v2.h | 4 +- .../aggregate_function_orthogonal_bitmap.cpp | 4 +- .../aggregate_function_orthogonal_bitmap.h | 4 +- .../aggregate_function_percentile.cpp | 4 +- .../aggregate/aggregate_function_percentile.h | 4 +- ...ggregate_function_percentile_reservoir.cpp | 4 +- .../aggregate_function_percentile_reservoir.h | 4 +- .../aggregate/aggregate_function_product.h | 2 - .../aggregate_function_quantile_state.cpp | 4 +- .../aggregate_function_quantile_state.h | 6 +- .../aggregate/aggregate_function_reader.cpp | 4 +- .../aggregate/aggregate_function_reader.h | 6 +- .../aggregate_function_reader_first_last.h | 4 +- .../aggregate_function_regr_union.cpp | 4 +- .../aggregate/aggregate_function_regr_union.h | 4 +- .../aggregate_function_retention.cpp | 4 +- .../aggregate/aggregate_function_retention.h | 6 +- .../exprs/aggregate/aggregate_function_rpc.h | 4 +- .../aggregate/aggregate_function_sem.cpp | 4 +- .../exprs/aggregate/aggregate_function_sem.h | 4 +- .../aggregate_function_sequence_match.cpp | 4 +- .../aggregate_function_sequence_match.h | 6 +- .../aggregate_function_simple_factory.cpp | 4 +- .../aggregate_function_simple_factory.h | 4 +- .../aggregate/aggregate_function_skew.cpp | 4 +- .../aggregate/aggregate_function_sort.cpp | 4 +- .../exprs/aggregate/aggregate_function_sort.h | 6 +- .../aggregate_function_state_merge.h | 4 +- .../aggregate_function_state_union.h | 4 +- .../aggregate/aggregate_function_statistic.h | 4 +- .../aggregate/aggregate_function_stddev.cpp | 4 +- .../aggregate/aggregate_function_stddev.h | 4 +- .../aggregate/aggregate_function_sum.cpp | 4 +- .../exprs/aggregate/aggregate_function_sum.h | 4 +- .../aggregate/aggregate_function_topn.cpp | 4 +- .../exprs/aggregate/aggregate_function_topn.h | 4 +- .../aggregate/aggregate_function_uniq.cpp | 4 +- .../exprs/aggregate/aggregate_function_uniq.h | 4 +- ...aggregate_function_uniq_distribute_key.cpp | 4 +- .../aggregate_function_uniq_distribute_key.h | 4 +- .../aggregate/aggregate_function_window.cpp | 4 +- .../aggregate/aggregate_function_window.h | 12 +- .../aggregate_function_window_funnel.cpp | 4 +- .../aggregate_function_window_funnel.h | 6 +- be/src/exprs/aggregate/factory_helpers.h | 4 +- be/src/exprs/aggregate/helpers.h | 4 +- be/src/exprs/aggregate/moments.h | 4 +- be/src/exprs/bloom_filter_func.h | 10 +- be/src/exprs/bloom_filter_func_adaptor.h | 59 +- be/src/exprs/bloom_filter_func_impl.h | 4 +- be/src/exprs/function/ai/ai_adapter.h | 4 +- be/src/exprs/function/ai/ai_classify.h | 4 +- be/src/exprs/function/ai/ai_extract.h | 4 +- be/src/exprs/function/ai/ai_filter.h | 4 +- be/src/exprs/function/ai/ai_fix_grammar.h | 4 +- be/src/exprs/function/ai/ai_functions.cpp | 4 +- be/src/exprs/function/ai/ai_functions.h | 4 +- be/src/exprs/function/ai/ai_generate.h | 4 +- be/src/exprs/function/ai/ai_mask.h | 4 +- be/src/exprs/function/ai/ai_sentiment.h | 4 +- be/src/exprs/function/ai/ai_similarity.h | 4 +- be/src/exprs/function/ai/ai_summarize.h | 4 +- be/src/exprs/function/ai/ai_translate.h | 4 +- be/src/exprs/function/ai/embed.h | 4 +- .../array/function_array_aggregation.cpp | 4 +- .../function/array/function_array_apply.cpp | 4 +- .../function/array/function_array_binary.h | 4 +- .../function/array/function_array_compact.cpp | 4 +- .../function/array/function_array_compact.h | 4 +- .../function/array/function_array_concat.cpp | 4 +- .../array/function_array_constructor.cpp | 4 +- .../array/function_array_contains_all.cpp | 4 +- .../function/array/function_array_count.cpp | 4 +- .../function/array/function_array_cum_sum.cpp | 4 +- .../array/function_array_difference.cpp | 4 +- .../array/function_array_difference.h | 4 +- .../array/function_array_distance.cpp | 4 +- .../function/array/function_array_distance.h | 4 +- .../array/function_array_distinct.cpp | 4 +- .../function/array/function_array_distinct.h | 4 +- .../function/array/function_array_element.cpp | 4 +- .../function/array/function_array_element.h | 4 +- .../array/function_array_enumerate.cpp | 4 +- .../array/function_array_enumerate_uniq.cpp | 4 +- .../function/array/function_array_except.cpp | 4 +- .../function/array/function_array_exists.cpp | 4 +- .../function/array/function_array_filter.cpp | 6 +- .../function_array_first_or_last_index.cpp | 4 +- .../function/array/function_array_flatten.cpp | 4 +- .../function/array/function_array_index.cpp | 4 +- .../function/array/function_array_index.h | 6 +- .../array/function_array_intersect.cpp | 4 +- .../function/array/function_array_join.h | 4 +- .../exprs/function/array/function_array_map.h | 4 +- .../function/array/function_array_mapped.h | 2 - .../function/array/function_array_nary.h | 4 +- .../function/array/function_array_pop.cpp | 4 +- .../array/function_array_pushback.cpp | 4 +- .../array/function_array_pushfront.cpp | 4 +- .../function/array/function_array_range.cpp | 8 +- .../array/function_array_register.cpp | 4 +- .../function/array/function_array_remove.cpp | 4 +- .../function/array/function_array_remove.h | 4 +- .../function/array/function_array_reverse.h | 4 +- .../exprs/function/array/function_array_set.h | 4 +- .../function/array/function_array_shuffle.cpp | 4 +- .../function/array/function_array_slice.cpp | 4 +- .../function/array/function_array_slice.h | 4 +- .../function/array/function_array_sort.cpp | 4 +- .../function/array/function_array_sort.h | 4 +- .../function/array/function_array_sortby.cpp | 4 +- .../function/array/function_array_split.cpp | 4 +- .../function/array/function_array_union.cpp | 4 +- .../function/array/function_array_utils.cpp | 4 +- .../function/array/function_array_utils.h | 6 +- .../array/function_array_with_constant.cpp | 6 +- .../function/array/function_array_zip.cpp | 4 +- .../array/function_arrays_overlap.cpp | 4 +- .../function/array/function_arrays_overlap.h | 6 +- .../function/array/varray_match_function.cpp | 4 +- be/src/exprs/function/binary_arithmetic.h | 4 +- be/src/exprs/function/cast/cast_base.cpp | 6 +- be/src/exprs/function/cast/cast_base.h | 4 +- be/src/exprs/function/cast/cast_parameters.h | 4 +- be/src/exprs/function/cast/cast_to_array.h | 4 +- .../cast/cast_to_basic_number_common.h | 6 +- be/src/exprs/function/cast/cast_to_boolean.h | 4 +- be/src/exprs/function/cast/cast_to_date.h | 4 +- .../cast/cast_to_date_or_datetime_impl.hpp | 4 +- .../function/cast/cast_to_datetimev2_impl.hpp | 4 +- .../function/cast/cast_to_datev2_impl.hpp | 4 +- be/src/exprs/function/cast/cast_to_decimal.h | 13 +- be/src/exprs/function/cast/cast_to_float.h | 4 +- be/src/exprs/function/cast/cast_to_int.h | 4 +- be/src/exprs/function/cast/cast_to_ip.h | 4 +- be/src/exprs/function/cast/cast_to_jsonb.h | 4 +- be/src/exprs/function/cast/cast_to_map.h | 4 +- be/src/exprs/function/cast/cast_to_string.h | 4 +- be/src/exprs/function/cast/cast_to_struct.h | 4 +- .../exprs/function/cast/cast_to_time_impl.hpp | 4 +- .../exprs/function/cast/cast_to_timestamptz.h | 4 +- be/src/exprs/function/cast/cast_to_variant.h | 4 +- be/src/exprs/function/cast/function_cast.cpp | 4 +- be/src/exprs/function/cast_type_to_either.h | 4 +- be/src/exprs/function/comparison.cpp | 4 +- .../function/comparison_equal_for_null.cpp | 4 +- be/src/exprs/function/comparison_equals.cpp | 4 +- be/src/exprs/function/comparison_greater.cpp | 4 +- be/src/exprs/function/comparison_less.cpp | 4 +- be/src/exprs/function/complex_dict_hash_map.h | 10 +- .../function/complex_hash_map_dictionary.cpp | 118 ++-- .../function/complex_hash_map_dictionary.h | 4 +- be/src/exprs/function/date_format_type.h | 4 +- be/src/exprs/function/date_time_transforms.h | 12 +- be/src/exprs/function/datetime_errors.h | 4 +- be/src/exprs/function/dictionary.cpp | 6 +- be/src/exprs/function/dictionary.h | 4 +- be/src/exprs/function/dictionary_factory.cpp | 4 +- be/src/exprs/function/dictionary_factory.h | 4 +- be/src/exprs/function/dictionary_util.h | 4 +- be/src/exprs/function/divide.cpp | 4 +- be/src/exprs/function/function.cpp | 4 +- be/src/exprs/function/function.h | 8 +- be/src/exprs/function/function_agg_state.h | 4 +- .../function/function_always_not_nullable.h | 4 +- .../exprs/function/function_assert_true.cpp | 4 +- be/src/exprs/function/function_bit.cpp | 4 +- be/src/exprs/function/function_bit_count.cpp | 4 +- be/src/exprs/function/function_bit_shift.cpp | 4 +- be/src/exprs/function/function_bit_test.cpp | 4 +- be/src/exprs/function/function_bitmap.cpp | 4 +- .../function/function_bitmap_min_or_max.h | 4 +- .../function/function_bitmap_variadic.cpp | 4 +- .../exprs/function/function_collection_in.cpp | 4 +- .../exprs/function/function_collection_in.h | 10 +- be/src/exprs/function/function_compress.cpp | 4 +- be/src/exprs/function/function_const.h | 4 +- be/src/exprs/function/function_conv.cpp | 4 +- be/src/exprs/function/function_convert_tz.cpp | 4 +- .../function_date_or_datetime_computation.cpp | 4 +- .../function_date_or_datetime_computation.h | 4 +- .../function_date_or_datetime_to_something.h | 4 +- .../function_date_or_datetime_to_string.cpp | 4 +- .../function/function_datetime_floor_ceil.cpp | 4 +- .../function_datetime_string_to_string.cpp | 4 +- .../function_datetime_string_to_string.h | 4 +- .../function/function_decode_varchar.cpp | 4 +- be/src/exprs/function/function_dict_get.cpp | 4 +- .../exprs/function/function_dict_get_many.cpp | 4 +- .../function/function_encode_varchar.cpp | 4 +- be/src/exprs/function/function_encryption.cpp | 4 +- be/src/exprs/function/function_fake.cpp | 12 +- be/src/exprs/function/function_fake.h | 6 +- be/src/exprs/function/function_format.cpp | 4 +- be/src/exprs/function/function_grouping.cpp | 4 +- be/src/exprs/function/function_grouping.h | 4 +- be/src/exprs/function/function_hash.cpp | 4 +- be/src/exprs/function/function_hash.h | 4 +- be/src/exprs/function/function_helpers.cpp | 4 +- be/src/exprs/function/function_helpers.h | 4 +- be/src/exprs/function/function_hex.cpp | 12 +- be/src/exprs/function/function_hll.cpp | 4 +- be/src/exprs/function/function_ignore.cpp | 4 +- be/src/exprs/function/function_interval.cpp | 4 +- be/src/exprs/function/function_ip.cpp | 4 +- be/src/exprs/function/function_ip.h | 6 +- be/src/exprs/function/function_java_udf.cpp | 4 +- be/src/exprs/function/function_java_udf.h | 4 +- be/src/exprs/function/function_json.cpp | 4 +- be/src/exprs/function/function_json_hash.cpp | 4 +- be/src/exprs/function/function_jsonb.cpp | 15 +- .../function/function_jsonb_transform.cpp | 4 +- be/src/exprs/function/function_map.cpp | 4 +- be/src/exprs/function/function_math_log.h | 4 +- be/src/exprs/function/function_math_unary.h | 4 +- .../function_math_unary_alway_nullable.h | 4 +- .../exprs/function/function_multi_match.cpp | 6 +- be/src/exprs/function/function_multi_match.h | 6 +- .../exprs/function/function_multi_same_args.h | 4 +- .../function/function_needs_to_handle_null.h | 4 +- be/src/exprs/function/function_nullables.cpp | 4 +- .../function/function_other_types_to_date.cpp | 4 +- .../function/function_quantile_state.cpp | 4 +- be/src/exprs/function/function_regexp.cpp | 4 +- be/src/exprs/function/function_reverse.h | 4 +- be/src/exprs/function/function_rpc.cpp | 4 +- be/src/exprs/function/function_rpc.h | 13 +- be/src/exprs/function/function_score.cpp | 4 +- be/src/exprs/function/function_search.cpp | 15 +- be/src/exprs/function/function_search.h | 20 +- be/src/exprs/function/function_size.cpp | 4 +- be/src/exprs/function/function_soundex.cpp | 4 +- .../function/function_split_by_regexp.cpp | 4 +- be/src/exprs/function/function_string.cpp | 4 +- be/src/exprs/function/function_string.h | 68 +- .../function/function_string_to_string.h | 4 +- be/src/exprs/function/function_struct.cpp | 4 +- .../function/function_struct_element.cpp | 4 +- .../function/function_time_value_to_field.cpp | 4 +- be/src/exprs/function/function_to_json.cpp | 4 +- be/src/exprs/function/function_tokenize.cpp | 6 +- be/src/exprs/function/function_tokenize.h | 6 +- be/src/exprs/function/function_totype.h | 6 +- .../function/function_unary_arithmetic.h | 4 +- be/src/exprs/function/function_utility.cpp | 4 +- be/src/exprs/function/function_uuid.cpp | 4 +- be/src/exprs/function/function_varbinary.cpp | 4 +- be/src/exprs/function/function_varbinary.h | 4 +- .../function/function_variadic_arguments.h | 4 +- .../function/function_variant_element.cpp | 17 +- .../exprs/function/function_variant_type.cpp | 4 +- .../exprs/function/function_width_bucket.cpp | 4 +- be/src/exprs/function/functions_comparison.h | 6 +- be/src/exprs/function/functions_logical.cpp | 4 +- be/src/exprs/function/functions_logical.h | 6 +- .../functions_multi_string_position.cpp | 7 +- .../functions_multi_string_search.cpp | 7 +- be/src/exprs/function/geo/functions_geo.cpp | 4 +- be/src/exprs/function/geo/functions_geo.h | 6 +- be/src/exprs/function/if.cpp | 6 +- be/src/exprs/function/if.h | 4 +- be/src/exprs/function/in.cpp | 4 +- be/src/exprs/function/in.h | 19 +- be/src/exprs/function/int_div.cpp | 4 +- .../exprs/function/ip_address_dictionary.cpp | 4 +- be/src/exprs/function/ip_address_dictionary.h | 4 +- be/src/exprs/function/is_not_null.cpp | 4 +- be/src/exprs/function/is_not_null.h | 6 +- be/src/exprs/function/is_null.cpp | 4 +- be/src/exprs/function/is_null.h | 6 +- be/src/exprs/function/least_greast.cpp | 4 +- be/src/exprs/function/like.cpp | 17 +- be/src/exprs/function/like.h | 4 +- be/src/exprs/function/match.cpp | 8 +- be/src/exprs/function/match.h | 6 +- be/src/exprs/function/math.cpp | 4 +- be/src/exprs/function/minus.cpp | 4 +- be/src/exprs/function/modulo.cpp | 4 +- be/src/exprs/function/multiply.cpp | 4 +- be/src/exprs/function/nullif.cpp | 8 +- be/src/exprs/function/plus.cpp | 4 +- be/src/exprs/function/random.cpp | 4 +- be/src/exprs/function/regexps.h | 4 +- be/src/exprs/function/round.cpp | 4 +- be/src/exprs/function/round.h | 13 +- .../exprs/function/simple_function_factory.h | 4 +- be/src/exprs/function/string_hex_util.h | 4 +- be/src/exprs/function/time_of_function.cpp | 4 +- be/src/exprs/function/to_time_function.cpp | 4 +- be/src/exprs/function/uniform.cpp | 4 +- be/src/exprs/function/url/domain.h | 4 +- be/src/exprs/function/url/function_url.cpp | 4 +- be/src/exprs/function/url/functions_url.h | 4 +- be/src/exprs/function/url/protocol.h | 4 +- be/src/exprs/function/uuid.cpp | 4 +- be/src/exprs/function/uuid_numeric.cpp | 4 +- be/src/exprs/function_context.cpp | 8 +- be/src/exprs/function_context.h | 18 +- be/src/exprs/hybrid_set.h | 167 +++-- .../exprs/lambda_function/lambda_function.h | 6 +- .../lambda_function/lambda_function_factory.h | 4 +- .../varray_filter_function.cpp | 12 +- .../lambda_function/varray_map_function.cpp | 14 +- .../lambda_function/varray_sort_function.cpp | 14 +- be/src/exprs/minmax_predicate.h | 27 +- be/src/exprs/score_runtime.h | 4 +- .../exprs/short_circuit_evaluation_expr.cpp | 4 +- be/src/exprs/short_circuit_evaluation_expr.h | 4 +- be/src/exprs/short_circuit_util.h | 4 +- be/src/exprs/table_function/table_function.h | 4 +- .../table_function/table_function_factory.cpp | 4 +- .../table_function/table_function_factory.h | 2 - .../table_function/udf_table_function.cpp | 4 +- .../exprs/table_function/udf_table_function.h | 4 +- be/src/exprs/table_function/vexplode.cpp | 4 +- be/src/exprs/table_function/vexplode.h | 8 +- .../exprs/table_function/vexplode_bitmap.cpp | 4 +- be/src/exprs/table_function/vexplode_bitmap.h | 4 +- .../table_function/vexplode_json_object.cpp | 4 +- .../table_function/vexplode_json_object.h | 4 +- be/src/exprs/table_function/vexplode_map.cpp | 4 +- be/src/exprs/table_function/vexplode_map.h | 4 +- .../exprs/table_function/vexplode_numbers.cpp | 4 +- .../exprs/table_function/vexplode_numbers.h | 4 +- be/src/exprs/table_function/vexplode_v2.cpp | 4 +- be/src/exprs/table_function/vexplode_v2.h | 8 +- be/src/exprs/varray_literal.cpp | 6 +- be/src/exprs/varray_literal.h | 2 - be/src/exprs/vbitmap_predicate.cpp | 24 +- be/src/exprs/vbitmap_predicate.h | 6 +- be/src/exprs/vbloom_predicate.cpp | 4 +- be/src/exprs/vbloom_predicate.h | 6 +- be/src/exprs/vcase_expr.cpp | 4 +- be/src/exprs/vcase_expr.h | 6 +- be/src/exprs/vcast_expr.cpp | 4 +- be/src/exprs/vcast_expr.h | 6 +- be/src/exprs/vcolumn_ref.h | 2 - be/src/exprs/vcompound_pred.h | 4 +- be/src/exprs/vcondition_expr.cpp | 4 +- be/src/exprs/vcondition_expr.h | 4 +- be/src/exprs/vdirect_in_predicate.h | 4 +- be/src/exprs/vectorized_agg_fn.cpp | 8 +- be/src/exprs/vectorized_agg_fn.h | 5 +- be/src/exprs/vectorized_fn_call.cpp | 4 +- be/src/exprs/vectorized_fn_call.h | 4 +- be/src/exprs/vexpr.cpp | 12 +- be/src/exprs/vexpr.h | 17 +- be/src/exprs/vexpr_context.cpp | 11 +- be/src/exprs/vexpr_context.h | 44 +- be/src/exprs/vexpr_fwd.h | 4 +- be/src/exprs/vin_predicate.cpp | 4 +- be/src/exprs/vin_predicate.h | 6 +- be/src/exprs/vinfo_func.cpp | 4 +- be/src/exprs/vinfo_func.h | 2 - be/src/exprs/virtual_slot_ref.cpp | 4 +- be/src/exprs/virtual_slot_ref.h | 4 +- be/src/exprs/vlambda_function_call_expr.h | 4 +- be/src/exprs/vlambda_function_expr.h | 4 +- be/src/exprs/vliteral.cpp | 8 +- be/src/exprs/vliteral.h | 2 - be/src/exprs/vmap_literal.cpp | 6 +- be/src/exprs/vmap_literal.h | 3 - be/src/exprs/vmatch_predicate.cpp | 4 +- be/src/exprs/vmatch_predicate.h | 6 +- be/src/exprs/vruntimefilter_wrapper.cpp | 4 +- be/src/exprs/vruntimefilter_wrapper.h | 4 +- be/src/exprs/vsearch.cpp | 8 +- be/src/exprs/vsearch.h | 4 +- be/src/exprs/vslot_ref.cpp | 4 +- be/src/exprs/vslot_ref.h | 2 - be/src/exprs/vstruct_literal.cpp | 6 +- be/src/exprs/vstruct_literal.h | 2 - be/src/exprs/vtopn_pred.h | 13 +- be/src/format/arrow/arrow_block_convertor.cpp | 10 +- be/src/format/arrow/arrow_block_convertor.h | 2 +- .../format/arrow/arrow_pip_input_stream.cpp | 4 +- be/src/format/arrow/arrow_pip_input_stream.h | 2 - be/src/format/arrow/arrow_row_batch.cpp | 18 +- be/src/format/arrow/arrow_row_batch.h | 9 +- be/src/format/arrow/arrow_stream_reader.cpp | 7 +- be/src/format/arrow/arrow_stream_reader.h | 4 +- be/src/format/avro/avro_jni_reader.cpp | 4 +- be/src/format/avro/avro_jni_reader.h | 6 +- be/src/format/column_type_convert.cpp | 4 +- be/src/format/column_type_convert.h | 27 +- be/src/format/csv/csv_reader.cpp | 8 +- be/src/format/csv/csv_reader.h | 6 +- be/src/format/format_common.h | 4 +- be/src/format/generic_reader.h | 4 +- be/src/format/jni_reader.cpp | 6 +- be/src/format/jni_reader.h | 6 +- be/src/format/json/new_json_reader.cpp | 14 +- be/src/format/json/new_json_reader.h | 19 +- be/src/format/native/native_format.h | 4 +- be/src/format/native/native_reader.cpp | 4 +- be/src/format/native/native_reader.h | 4 +- be/src/format/orc/orc_file_reader.cpp | 2 - be/src/format/orc/orc_file_reader.h | 2 - be/src/format/orc/orc_memory_pool.h | 4 +- be/src/format/orc/vorc_reader.cpp | 8 +- be/src/format/orc/vorc_reader.h | 6 +- be/src/format/parquet/arrow_memory_pool.cpp | 4 +- be/src/format/parquet/arrow_memory_pool.h | 4 +- be/src/format/parquet/bool_plain_decoder.cpp | 4 +- be/src/format/parquet/bool_plain_decoder.h | 6 +- be/src/format/parquet/bool_rle_decoder.cpp | 4 +- be/src/format/parquet/bool_rle_decoder.h | 6 +- .../parquet/byte_array_dict_decoder.cpp | 4 +- .../format/parquet/byte_array_dict_decoder.h | 4 +- .../parquet/byte_array_plain_decoder.cpp | 4 +- .../format/parquet/byte_array_plain_decoder.h | 6 +- .../parquet/byte_stream_split_decoder.cpp | 4 +- .../parquet/byte_stream_split_decoder.h | 4 +- be/src/format/parquet/decoder.cpp | 4 +- be/src/format/parquet/decoder.h | 4 +- .../format/parquet/delta_bit_pack_decoder.cpp | 4 +- .../format/parquet/delta_bit_pack_decoder.h | 8 +- .../parquet/fix_length_dict_decoder.hpp | 4 +- .../parquet/fix_length_plain_decoder.cpp | 4 +- .../format/parquet/fix_length_plain_decoder.h | 8 +- be/src/format/parquet/level_decoder.cpp | 13 +- be/src/format/parquet/level_decoder.h | 4 +- .../parquet_block_split_bloom_filter.cpp | 2 - .../parquet_block_split_bloom_filter.h | 2 - .../format/parquet/parquet_column_convert.cpp | 4 +- .../format/parquet/parquet_column_convert.h | 18 +- be/src/format/parquet/parquet_common.cpp | 4 +- be/src/format/parquet/parquet_common.h | 4 +- be/src/format/parquet/parquet_predicate.h | 6 +- be/src/format/parquet/parquet_thrift_util.h | 4 +- be/src/format/parquet/schema_desc.cpp | 4 +- be/src/format/parquet/schema_desc.h | 4 +- .../parquet/vparquet_column_chunk_reader.cpp | 4 +- .../parquet/vparquet_column_chunk_reader.h | 4 +- .../format/parquet/vparquet_column_reader.cpp | 18 +- .../format/parquet/vparquet_column_reader.h | 6 +- .../format/parquet/vparquet_file_metadata.cpp | 4 +- .../format/parquet/vparquet_file_metadata.h | 4 +- .../format/parquet/vparquet_group_reader.cpp | 8 +- be/src/format/parquet/vparquet_group_reader.h | 4 +- be/src/format/parquet/vparquet_page_index.cpp | 6 +- be/src/format/parquet/vparquet_page_index.h | 6 +- .../format/parquet/vparquet_page_reader.cpp | 4 +- be/src/format/parquet/vparquet_page_reader.h | 4 +- be/src/format/parquet/vparquet_reader.cpp | 9 +- be/src/format/parquet/vparquet_reader.h | 6 +- .../format/table/deletion_vector_reader.cpp | 2 - be/src/format/table/deletion_vector_reader.h | 2 - be/src/format/table/equality_delete.cpp | 4 +- be/src/format/table/equality_delete.h | 4 +- .../hive/hive_orc_nested_column_utils.cpp | 4 +- .../table/hive/hive_orc_nested_column_utils.h | 4 +- .../hive/hive_parquet_nested_column_utils.cpp | 4 +- .../hive/hive_parquet_nested_column_utils.h | 4 +- be/src/format/table/hive_reader.cpp | 4 +- be/src/format/table/hive_reader.h | 4 +- be/src/format/table/hudi_jni_reader.cpp | 6 +- be/src/format/table/hudi_jni_reader.h | 6 +- be/src/format/table/hudi_reader.cpp | 4 +- be/src/format/table/hudi_reader.h | 4 +- .../iceberg_orc_nested_column_utils.cpp | 4 +- .../iceberg/iceberg_orc_nested_column_utils.h | 4 +- .../iceberg_parquet_nested_column_utils.cpp | 4 +- .../iceberg_parquet_nested_column_utils.h | 4 +- be/src/format/table/iceberg_reader.cpp | 6 +- be/src/format/table/iceberg_reader.h | 2 - .../table/iceberg_sys_table_jni_reader.cpp | 4 +- .../table/iceberg_sys_table_jni_reader.h | 6 +- be/src/format/table/lakesoul_jni_reader.cpp | 6 +- be/src/format/table/lakesoul_jni_reader.h | 6 +- .../format/table/max_compute_jni_reader.cpp | 6 +- be/src/format/table/max_compute_jni_reader.h | 6 +- .../table/nested_column_access_helper.h | 4 +- be/src/format/table/paimon_cpp_reader.cpp | 7 +- be/src/format/table/paimon_cpp_reader.h | 4 +- .../format/table/paimon_doris_file_system.cpp | 4 +- .../format/table/paimon_doris_file_system.h | 4 +- be/src/format/table/paimon_jni_reader.cpp | 6 +- be/src/format/table/paimon_jni_reader.h | 6 +- .../table/paimon_predicate_converter.cpp | 4 +- .../format/table/paimon_predicate_converter.h | 4 +- be/src/format/table/paimon_reader.cpp | 4 +- be/src/format/table/paimon_reader.h | 4 +- .../format/table/parquet_metadata_reader.cpp | 4 +- be/src/format/table/parquet_metadata_reader.h | 4 +- be/src/format/table/parquet_utils.cpp | 4 +- be/src/format/table/parquet_utils.h | 4 +- be/src/format/table/remote_doris_reader.cpp | 8 +- be/src/format/table/remote_doris_reader.h | 6 +- be/src/format/table/table_format_reader.cpp | 4 +- be/src/format/table/table_format_reader.h | 6 +- .../table/transactional_hive_common.cpp | 4 +- .../format/table/transactional_hive_common.h | 4 +- .../table/transactional_hive_reader.cpp | 6 +- .../format/table/transactional_hive_reader.h | 4 +- .../table/trino_connector_jni_reader.cpp | 6 +- .../format/table/trino_connector_jni_reader.h | 6 +- be/src/format/text/text_reader.cpp | 4 +- be/src/format/text/text_reader.h | 4 +- .../format/transformer/vcsv_transformer.cpp | 4 +- be/src/format/transformer/vcsv_transformer.h | 4 +- .../transformer/vfile_format_transformer.h | 10 +- .../vfile_format_transformer_factory.cpp | 4 +- .../vfile_format_transformer_factory.h | 4 +- .../transformer/vjni_format_transformer.cpp | 4 +- .../transformer/vjni_format_transformer.h | 4 +- .../transformer/vnative_transformer.cpp | 4 +- .../format/transformer/vnative_transformer.h | 4 +- .../format/transformer/vorc_transformer.cpp | 16 +- be/src/format/transformer/vorc_transformer.h | 6 +- .../transformer/vparquet_transformer.cpp | 4 +- .../format/transformer/vparquet_transformer.h | 4 +- .../schema_active_queries_scanner.cpp | 14 +- .../schema_active_queries_scanner.h | 6 +- ...ma_authentication_integrations_scanner.cpp | 10 +- ...hema_authentication_integrations_scanner.h | 4 +- .../schema_backend_active_tasks.cpp | 15 +- .../schema_backend_active_tasks.h | 6 +- .../schema_backend_configuration_scanner.cpp | 3 +- .../schema_backend_configuration_scanner.h | 4 +- .../schema_backend_kerberos_ticket_cache.cpp | 15 +- .../schema_backend_kerberos_ticket_cache.h | 6 +- ...chema_catalog_meta_cache_stats_scanner.cpp | 15 +- .../schema_catalog_meta_cache_stats_scanner.h | 6 +- .../schema_charsets_scanner.cpp | 6 +- .../schema_charsets_scanner.h | 6 +- ...ma_cluster_snapshot_properties_scanner.cpp | 7 +- ...hema_cluster_snapshot_properties_scanner.h | 6 +- .../schema_cluster_snapshots_scanner.cpp | 6 +- .../schema_cluster_snapshots_scanner.h | 6 +- .../schema_collations_scanner.cpp | 6 +- .../schema_collations_scanner.h | 6 +- .../schema_column_data_sizes_scanner.cpp | 6 +- .../schema_column_data_sizes_scanner.h | 6 +- .../schema_columns_scanner.cpp | 6 +- .../schema_columns_scanner.h | 6 +- .../schema_dummy_scanner.cpp | 4 +- .../information_schema/schema_dummy_scanner.h | 4 +- .../schema_encryption_keys_scanner.cpp | 6 +- .../schema_encryption_keys_scanner.h | 6 +- .../schema_file_cache_info_scanner.cpp | 4 +- .../schema_file_cache_info_scanner.h | 6 +- .../schema_file_cache_statistics.cpp | 15 +- .../schema_file_cache_statistics.h | 6 +- .../schema_files_scanner.cpp | 4 +- .../information_schema/schema_files_scanner.h | 4 +- .../schema_load_job_scanner.cpp | 6 +- .../schema_load_job_scanner.h | 6 +- .../schema_metadata_name_ids_scanner.cpp | 6 +- .../schema_metadata_name_ids_scanner.h | 6 +- .../schema_partitions_scanner.cpp | 16 +- .../schema_partitions_scanner.h | 6 +- .../schema_processlist_scanner.cpp | 4 +- .../schema_processlist_scanner.h | 6 +- .../schema_profiling_scanner.cpp | 4 +- .../schema_profiling_scanner.h | 4 +- .../schema_routine_load_job_scanner.cpp | 6 +- .../schema_routine_load_job_scanner.h | 6 +- .../schema_routine_scanner.cpp | 10 +- .../schema_routine_scanner.h | 4 +- .../schema_rowsets_scanner.cpp | 6 +- .../schema_rowsets_scanner.h | 6 +- be/src/information_schema/schema_scanner.cpp | 91 ++- be/src/information_schema/schema_scanner.h | 22 +- .../schema_scanner_helper.cpp | 77 +-- .../schema_scanner_helper.h | 18 +- .../schema_schema_privileges_scanner.cpp | 6 +- .../schema_schema_privileges_scanner.h | 6 +- .../schema_schemata_scanner.cpp | 6 +- .../schema_schemata_scanner.h | 6 +- .../schema_sql_block_rule_status_scanner.cpp | 11 +- .../schema_sql_block_rule_status_scanner.h | 6 +- .../schema_table_options_scanner.cpp | 14 +- .../schema_table_options_scanner.h | 6 +- .../schema_table_privileges_scanner.cpp | 6 +- .../schema_table_privileges_scanner.h | 6 +- .../schema_table_properties_scanner.cpp | 14 +- .../schema_table_properties_scanner.h | 6 +- .../schema_tables_scanner.cpp | 6 +- .../schema_tables_scanner.h | 6 +- .../schema_tablets_scanner.cpp | 6 +- .../schema_tablets_scanner.h | 6 +- .../schema_user_privileges_scanner.cpp | 6 +- .../schema_user_privileges_scanner.h | 6 +- .../schema_user_scanner.cpp | 4 +- .../information_schema/schema_user_scanner.h | 6 +- .../schema_variables_scanner.cpp | 6 +- .../schema_variables_scanner.h | 6 +- .../schema_view_dependency_scanner.cpp | 12 +- .../schema_view_dependency_scanner.h | 6 +- .../schema_views_scanner.cpp | 6 +- .../information_schema/schema_views_scanner.h | 6 +- .../schema_workload_group_privileges.cpp | 13 +- .../schema_workload_group_privileges.h | 6 +- ..._workload_group_resource_usage_scanner.cpp | 15 +- ...ma_workload_group_resource_usage_scanner.h | 6 +- .../schema_workload_groups_scanner.cpp | 14 +- .../schema_workload_groups_scanner.h | 6 +- .../schema_workload_sched_policy_scanner.cpp | 15 +- .../schema_workload_sched_policy_scanner.h | 6 +- be/src/io/cache/block_file_cache_factory.cpp | 2 +- be/src/io/cache/block_file_cache_factory.h | 4 +- be/src/io/cache/file_cache_common.cpp | 2 +- be/src/io/cache/file_cache_common.h | 2 +- be/src/io/cache/fs_file_cache_storage.cpp | 6 +- be/src/load/channel/load_stream_writer.h | 2 - be/src/load/channel/tablets_channel.cpp | 2 +- be/src/load/delta_writer/delta_writer.cpp | 2 +- be/src/load/delta_writer/delta_writer.h | 6 +- be/src/load/delta_writer/delta_writer_v2.cpp | 2 +- be/src/load/delta_writer/delta_writer_v2.h | 4 +- be/src/load/delta_writer/push_handler.cpp | 54 +- be/src/load/delta_writer/push_handler.h | 24 +- be/src/load/group_commit/group_commit_mgr.cpp | 32 +- be/src/load/group_commit/group_commit_mgr.h | 47 +- be/src/load/group_commit/wal/wal_reader.cpp | 12 +- be/src/load/group_commit/wal/wal_reader.h | 4 +- be/src/load/memtable/memtable.cpp | 72 +- be/src/load/memtable/memtable.h | 36 +- .../load/memtable/memtable_flush_executor.cpp | 2 +- be/src/load/memtable/memtable_writer.cpp | 3 +- be/src/load/memtable/memtable_writer.h | 4 +- .../partitioned_aggregation_source_operator.h | 16 +- be/src/runtime/descriptors.cpp | 16 +- be/src/runtime/descriptors.h | 8 +- be/src/runtime/exec_env.h | 34 +- be/src/runtime/exec_env_init.cpp | 20 +- be/src/runtime/fold_constant_executor.cpp | 30 +- be/src/runtime/fold_constant_executor.h | 7 +- be/src/runtime/fragment_mgr.cpp | 23 +- be/src/runtime/fragment_mgr.h | 9 +- be/src/runtime/query_cache/query_cache.cpp | 5 +- be/src/runtime/query_cache/query_cache.h | 2 +- be/src/runtime/query_context.cpp | 12 +- be/src/runtime/query_context.h | 28 +- be/src/runtime/record_batch_queue.h | 6 +- be/src/runtime/result_block_buffer.cpp | 16 +- be/src/runtime/result_block_buffer.h | 12 +- be/src/runtime/result_buffer_mgr.cpp | 12 +- be/src/runtime/result_buffer_mgr.h | 2 - be/src/runtime/runtime_predicate.cpp | 4 +- be/src/runtime/runtime_predicate.h | 9 +- .../runtime/runtime_query_statistics_mgr.cpp | 2 +- be/src/runtime/runtime_query_statistics_mgr.h | 4 +- be/src/runtime/runtime_state.cpp | 8 +- be/src/runtime/runtime_state.h | 10 +- .../runtime/workload_group/workload_group.cpp | 51 +- .../runtime/workload_group/workload_group.h | 16 +- .../workload_group/workload_group_manager.cpp | 2 +- .../workload_group/workload_group_manager.h | 6 +- .../query_task_controller.cpp | 15 +- .../query_task_controller.h | 2 +- .../workload_management/task_controller.h | 4 +- .../arrow_flight_batch_reader.cpp | 8 +- .../arrow_flight/arrow_flight_batch_reader.h | 4 +- be/src/service/internal_service.cpp | 48 +- be/src/service/point_query_executor.cpp | 36 +- be/src/service/point_query_executor.h | 16 +- .../compaction/collection_similarity.cpp | 16 +- .../compaction/collection_similarity.h | 4 +- .../compaction/collection_statistics.cpp | 6 +- .../compaction/collection_statistics.h | 5 +- be/src/storage/compaction/compaction.cpp | 18 +- .../delete/delete_bitmap_calculator.cpp | 2 +- .../storage/delete/delete_bitmap_calculator.h | 6 +- be/src/storage/delete/delete_handler.cpp | 95 ++- be/src/storage/delete/delete_handler.h | 2 +- be/src/storage/field.h | 124 ++-- be/src/storage/index/ann/ann_index.cpp | 8 +- be/src/storage/index/ann/ann_index.h | 4 +- be/src/storage/index/ann/ann_index_writer.cpp | 2 +- be/src/storage/index/ann/ann_index_writer.h | 2 +- .../index/ann/ann_range_search_runtime.cpp | 2 +- .../index/ann/ann_range_search_runtime.h | 2 +- be/src/storage/index/ann/ann_topn_runtime.cpp | 54 +- be/src/storage/index/ann/ann_topn_runtime.h | 17 +- be/src/storage/index/ann/faiss_ann_index.cpp | 26 +- be/src/storage/index/ann/faiss_ann_index.h | 4 +- .../bloom_filter_index_reader.cpp | 4 +- .../bloom_filter_index_writer.cpp | 2 +- .../bloom_filter/bloom_filter_index_writer.h | 4 +- be/src/storage/index/index_iterator.h | 2 +- be/src/storage/index/index_writer.cpp | 2 +- be/src/storage/index/index_writer.h | 4 +- .../storage/index/indexed_column_reader.cpp | 2 +- be/src/storage/index/indexed_column_reader.h | 2 +- be/src/storage/index/indexed_column_writer.h | 2 +- .../analyzer/ik/core/AnalyzeContext.cpp | 2 +- .../analyzer/ik/core/AnalyzeContext.h | 2 +- .../inverted/analyzer/ik/core/IKArbitrator.h | 4 +- .../inverted/analyzer/ik/core/IKSegmenter.h | 2 +- .../inverted/analyzer/ik/core/LexemePath.cpp | 6 +- .../inverted/analyzer/ik/core/LexemePath.h | 6 +- .../inverted/analyzer/ik/core/QuickSortSet.h | 4 +- .../inverted/inverted_index_iterator.cpp | 2 +- .../index/inverted/inverted_index_iterator.h | 4 +- .../index/inverted/inverted_index_reader.h | 6 +- .../storage/index/zone_map/zone_map_index.cpp | 48 +- .../storage/index/zone_map/zone_map_index.h | 18 +- be/src/storage/iterator/block_reader.cpp | 8 +- be/src/storage/iterator/block_reader.h | 3 - .../storage/iterator/olap_data_convertor.cpp | 110 ++- be/src/storage/iterator/olap_data_convertor.h | 36 +- be/src/storage/iterator/vcollect_iterator.cpp | 6 +- be/src/storage/iterator/vcollect_iterator.h | 3 - .../iterator/vertical_block_reader.cpp | 6 +- .../storage/iterator/vertical_block_reader.h | 2 - .../iterator/vertical_merge_iterator.cpp | 7 +- .../iterator/vertical_merge_iterator.h | 5 +- .../storage/iterator/vgeneric_iterators.cpp | 2 - be/src/storage/iterator/vgeneric_iterators.h | 2 - be/src/storage/iterators.h | 28 +- be/src/storage/key_coder.h | 9 +- be/src/storage/merger.cpp | 25 +- be/src/storage/merger.h | 19 +- be/src/storage/olap_common.h | 8 +- be/src/storage/olap_scan_common.h | 12 +- be/src/storage/partial_update_info.cpp | 143 ++-- be/src/storage/partial_update_info.h | 69 +- .../storage/predicate/accept_null_predicate.h | 32 +- .../predicate/bitmap_filter_predicate.h | 14 +- .../predicate/block_column_predicate.cpp | 30 +- .../predicate/block_column_predicate.h | 55 +- .../predicate/bloom_filter_predicate.h | 16 +- be/src/storage/predicate/column_predicate.h | 24 +- .../storage/predicate/comparison_predicate.h | 117 ++-- be/src/storage/predicate/in_list_predicate.h | 66 +- .../predicate/like_column_predicate.cpp | 26 +- .../storage/predicate/like_column_predicate.h | 25 +- be/src/storage/predicate/null_predicate.cpp | 10 +- be/src/storage/predicate/null_predicate.h | 22 +- .../storage/predicate/predicate_creator.cpp | 4 +- be/src/storage/predicate/predicate_creator.h | 34 +- be/src/storage/predicate/shared_predicate.h | 22 +- be/src/storage/predicate_collector.cpp | 9 +- be/src/storage/predicate_collector.h | 8 +- be/src/storage/row_cursor.cpp | 2 +- be/src/storage/row_cursor.h | 4 +- be/src/storage/rowset/beta_rowset_reader.cpp | 9 +- be/src/storage/rowset/beta_rowset_reader.h | 6 +- be/src/storage/rowset/beta_rowset_writer.cpp | 7 +- be/src/storage/rowset/beta_rowset_writer.h | 9 +- .../storage/rowset/beta_rowset_writer_v2.cpp | 5 +- be/src/storage/rowset/beta_rowset_writer_v2.h | 9 +- be/src/storage/rowset/rowset_meta.cpp | 2 +- be/src/storage/rowset/rowset_reader.h | 6 +- be/src/storage/rowset/rowset_reader_context.h | 14 +- be/src/storage/rowset/rowset_writer.h | 9 +- be/src/storage/rowset/segcompaction.cpp | 10 +- be/src/storage/rowset/segcompaction.h | 9 +- be/src/storage/rowset/segment_creator.cpp | 12 +- be/src/storage/rowset/segment_creator.h | 18 +- .../rowset/vertical_beta_rowset_writer.cpp | 2 +- .../rowset/vertical_beta_rowset_writer.h | 6 +- be/src/storage/rowset_builder.h | 2 - be/src/storage/schema.cpp | 72 +- be/src/storage/schema.h | 23 +- be/src/storage/schema_change/column_mapping.h | 2 +- .../storage/schema_change/schema_change.cpp | 74 +- be/src/storage/schema_change/schema_change.h | 19 +- be/src/storage/segment/binary_dict_page.cpp | 4 +- be/src/storage/segment/binary_dict_page.h | 6 +- be/src/storage/segment/binary_plain_page.h | 4 +- be/src/storage/segment/binary_prefix_page.cpp | 2 +- be/src/storage/segment/binary_prefix_page.h | 2 +- be/src/storage/segment/bitshuffle_page.h | 14 +- be/src/storage/segment/column_reader.cpp | 126 ++-- be/src/storage/segment/column_reader.h | 67 +- .../storage/segment/column_reader_cache.cpp | 3 +- be/src/storage/segment/column_reader_cache.h | 4 +- be/src/storage/segment/column_writer.cpp | 69 +- be/src/storage/segment/column_writer.h | 28 +- .../segment/empty_segment_iterator.cpp | 4 +- .../storage/segment/empty_segment_iterator.h | 4 +- .../storage/segment/frame_of_reference_page.h | 4 +- .../segment/lazy_init_segment_iterator.h | 2 - be/src/storage/segment/page_decoder.h | 6 +- be/src/storage/segment/plain_page.h | 4 +- be/src/storage/segment/rle_page.h | 4 +- be/src/storage/segment/segment.cpp | 35 +- be/src/storage/segment/segment.h | 17 +- be/src/storage/segment/segment_iterator.cpp | 140 ++-- be/src/storage/segment/segment_iterator.h | 78 +-- be/src/storage/segment/segment_writer.cpp | 63 +- be/src/storage/segment/segment_writer.h | 22 +- be/src/storage/segment/stream_reader.h | 16 +- .../variant/binary_column_extract_iterator.h | 39 +- .../segment/variant/binary_column_reader.cpp | 14 +- .../segment/variant/binary_column_reader.h | 8 +- .../variant/hierarchical_data_iterator.cpp | 57 +- .../variant/hierarchical_data_iterator.h | 35 +- .../segment/variant/nested_group_provider.cpp | 18 +- .../segment/variant/nested_group_provider.h | 18 +- .../variant/nested_group_routing_plan.cpp | 14 +- .../variant/nested_group_routing_plan.h | 9 +- .../variant/sparse_column_merge_iterator.cpp | 41 +- .../variant/sparse_column_merge_iterator.h | 15 +- .../segment/variant/variant_column_reader.cpp | 160 ++--- .../segment/variant/variant_column_reader.h | 72 +- .../variant/variant_column_writer_impl.cpp | 339 +++++----- .../variant/variant_column_writer_impl.h | 77 +-- .../variant_doc_snpashot_compact_iterator.h | 20 +- .../variant/variant_ext_meta_writer.cpp | 4 +- .../variant/variant_external_meta_reader.cpp | 20 +- .../segment/variant_stats_calculator.cpp | 12 +- .../segment/variant_stats_calculator.h | 7 +- .../segment/vertical_segment_writer.cpp | 88 ++- .../storage/segment/vertical_segment_writer.h | 48 +- .../segment/virtual_column_iterator.cpp | 26 +- .../storage/segment/virtual_column_iterator.h | 12 +- be/src/storage/tablet/base_tablet.cpp | 77 +-- be/src/storage/tablet/base_tablet.h | 19 +- be/src/storage/tablet/tablet.cpp | 2 - be/src/storage/tablet/tablet.h | 2 - be/src/storage/tablet/tablet_reader.cpp | 15 +- be/src/storage/tablet/tablet_reader.h | 24 +- be/src/storage/tablet/tablet_schema.cpp | 62 +- be/src/storage/tablet/tablet_schema.h | 28 +- be/src/storage/tablet_info.cpp | 29 +- be/src/storage/tablet_info.h | 30 +- be/src/storage/task/engine_checksum_task.cpp | 4 +- be/src/storage/task/index_builder.cpp | 20 +- be/src/storage/task/index_builder.h | 13 +- be/src/storage/types.h | 25 +- be/src/util/counts.h | 12 +- be/src/util/date_func.cpp | 4 +- be/src/util/io_helper.cpp | 4 +- be/src/util/io_helper.h | 4 +- be/src/util/json/json_parser.cpp | 4 +- be/src/util/json/json_parser.h | 4 +- be/src/util/json/path_in_data.cpp | 4 +- be/src/util/json/path_in_data.h | 16 +- be/src/util/json/simd_json_parser.h | 4 +- be/src/util/jsonb/serialize.cpp | 4 +- be/src/util/jsonb/serialize.h | 4 +- be/src/util/jsonb_document.h | 15 +- be/src/util/jsonb_document_cast.h | 38 +- be/src/util/jsonb_utils.cpp | 20 +- be/src/util/jsonb_utils.h | 8 +- be/src/util/jsonb_writer.h | 6 +- be/src/util/reservoir_sampler.h | 6 +- be/src/util/simd/reverse_copy_bytes.h | 6 +- be/src/util/string_parser.cpp | 8 +- be/src/util/string_parser.hpp | 6 +- be/src/util/timezone_utils.cpp | 4 +- be/src/util/var_int.h | 4 +- be/test/ai/aggregate_function_ai_agg_test.cpp | 4 +- be/test/ai/ai_adapter_test.cpp | 8 +- be/test/ai/ai_function_test.cpp | 4 +- be/test/ai/embed_test.cpp | 4 +- be/test/common/check_overflow.cpp | 4 +- be/test/common/space_saving_test.cpp | 4 +- be/test/core/accurate_comparison_test.cpp | 4 +- be/test/core/block/block_test.cpp | 617 ++++++++--------- be/test/core/block/column_array_test.cpp | 4 +- be/test/core/block/column_complex_test.cpp | 6 +- be/test/core/block/column_map_test.cpp | 4 +- be/test/core/block/column_nullable_test.cpp | 4 +- be/test/core/block/column_struct_test.cpp | 4 +- be/test/core/block/column_test.cpp | 4 +- be/test/core/block/column_vector_test.cpp | 4 +- .../block/column_with_type_and_name_test.cpp | 4 +- be/test/core/block/get_common_type_test.cpp | 6 +- be/test/core/block/number_traits_test.cpp | 24 +- .../column/check_and_get_column_ptr_test.cpp | 4 +- .../check_column_with_type_and_name_test.cpp | 4 +- be/test/core/column/column_array_test.cpp | 7 +- be/test/core/column/column_base_test.cpp | 4 +- ...umn_check_const_only_in_top_level_test.cpp | 4 +- be/test/core/column/column_const_test.cpp | 4 +- be/test/core/column/column_decimal_test.cpp | 8 +- .../core/column/column_dictionary_test.cpp | 4 +- .../core/column/column_execute_util_test.cpp | 4 +- .../column_fixed_length_object_test.cpp | 6 +- be/test/core/column/column_hash_func_test.cpp | 65 +- be/test/core/column/column_ip_test.cpp | 8 +- be/test/core/column/column_map_test.cpp | 4 +- be/test/core/column/column_nothing_test.cpp | 4 +- .../column_nullable_seriazlization_test.cpp | 2 +- be/test/core/column/column_nullable_test.cpp | 4 +- be/test/core/column/column_nullable_test.h | 10 +- be/test/core/column/column_resize_test.cpp | 6 +- be/test/core/column/column_string_test.cpp | 6 +- be/test/core/column/column_struct_test.cpp | 4 +- be/test/core/column/column_varbinary_test.cpp | 4 +- be/test/core/column/column_variant_test.cpp | 203 +++--- be/test/core/column/column_vector_test.cpp | 4 +- be/test/core/column/common_column_test.h | 8 +- be/test/core/column/pod_array_type_test.cpp | 4 +- be/test/core/data_type/block_check_type.cpp | 4 +- .../data_type/common_data_type_serder_test.h | 4 +- .../core/data_type/common_data_type_test.h | 4 +- be/test/core/data_type/complex_type_test.cpp | 4 +- .../data_type/data_type_agg_state_test.cpp | 4 +- .../core/data_type/data_type_array_test.cpp | 4 +- .../core/data_type/data_type_bitmap_test.cpp | 10 +- .../data_type/data_type_datetime_v1_test.cpp | 4 +- .../data_type/data_type_datetime_v2_test.cpp | 4 +- .../core/data_type/data_type_decimal_test.cpp | 4 +- .../data_type_fixed_length_object_test.cpp | 4 +- be/test/core/data_type/data_type_hll_test.cpp | 10 +- be/test/core/data_type/data_type_ip_test.cpp | 8 +- .../core/data_type/data_type_jsonb_test.cpp | 4 +- be/test/core/data_type/data_type_map_test.cpp | 10 +- .../core/data_type/data_type_nothing_test.cpp | 4 +- .../core/data_type/data_type_number_test.cpp | 4 +- .../data_type_quantile_state_test.cpp | 12 +- .../core/data_type/data_type_string_test.cpp | 4 +- .../core/data_type/data_type_struct_test.cpp | 14 +- .../data_type/data_type_timestamptz_test.cpp | 4 +- .../data_type/data_type_varbinary_test.cpp | 4 +- .../core/data_type/datetime_round_test.cpp | 6 +- be/test/core/data_type/decimal_test.cpp | 60 +- be/test/core/data_type/from_string_test.cpp | 4 +- be/test/core/data_type/serde_utils.h | 4 +- .../data_type_from_string_test.cpp | 4 +- .../data_type_jsonb_serde_test.cpp | 4 +- .../data_type_serde_agg_state_test.cpp | 4 +- .../data_type_serde_arrow_test.cpp | 112 ++-- .../data_type_serde_bitmap_test.cpp | 16 +- .../data_type_serde_csv_test.cpp | 4 +- .../data_type_serde_datetime_v1_test.cpp | 4 +- .../data_type_serde_datetime_v2_test.cpp | 4 +- .../data_type_serde_decimal_test.cpp | 4 +- ...ta_type_serde_fixed_length_object_test.cpp | 24 +- .../data_type_serde_get_name_test.cpp | 4 +- .../data_type_serde_hll_test.cpp | 16 +- .../data_type_serde_map_test.cpp | 4 +- .../data_type_serde_mysql_test.cpp | 105 ++- .../data_type_serde_number_test.cpp | 4 +- .../data_type_serde_pb_test.cpp | 201 +++--- .../data_type_serde_quantile_state_test.cpp | 12 +- .../data_type_serde_string_test.cpp | 4 +- .../data_type_serde_struct_test.cpp | 4 +- .../data_type_serde/data_type_serde_test.cpp | 61 +- .../data_type_serde_text_test.cpp | 4 +- .../data_type_serde_timestamptz_test.cpp | 4 +- .../data_type_serde_varbinary_test.cpp | 4 +- .../data_type_to_string_test.cpp | 4 +- .../data_type_write_to_jsonb_test.cpp | 4 +- be/test/core/field_test.cpp | 4 +- .../core/jsonb/convert_field_to_type_test.cpp | 4 +- be/test/core/jsonb/json_parser_test.cpp | 41 +- .../core/jsonb/jsonb_document_cast_test.cpp | 4 +- be/test/core/jsonb/jsonb_document_test.cpp | 8 +- be/test/core/jsonb/path_in_data_test.cpp | 4 +- be/test/core/jsonb/serialize_test.cpp | 165 +++-- be/test/core/pod_array_test.cpp | 42 +- be/test/core/string_buffer_test.cpp | 4 +- .../arrow_column_to_doris_column_test.cpp | 40 +- be/test/core/utils/histogram_helpers_test.cpp | 4 +- .../core/utils/small_size_hash_set_test.cpp | 4 +- .../core/utils/stringop_substring_test.cpp | 4 +- be/test/core/value/bitmap_value_test.cpp | 2 +- be/test/core/value/ip_value_test.cpp | 4 +- be/test/core/value/jsonb_value_test2.cpp | 22 +- be/test/core/value/sort_merger_test.cpp | 187 +++--- be/test/core/value/vdatetime_value_test.cpp | 4 +- be/test/core/wide_integer_test.cpp | 4 +- be/test/exec/agg/agg_fn_evaluator_test.cpp | 24 +- be/test/exec/column_type_convert_test.cpp | 135 ++-- .../exec/common/schema_util_rowset_test.cpp | 18 +- be/test/exec/common/schema_util_test.cpp | 220 +++--- be/test/exec/common/string_utils_test.cpp | 4 +- be/test/exec/concurrent_queue_order.cpp | 4 +- .../exec/connector/vjdbc_connector_test.cpp | 4 +- .../dictionary_get_nullable_test.cpp | 4 +- .../dictionary/dictionary_ip_trie_test.cpp | 4 +- .../dictionary/dictionary_status_test.cpp | 4 +- .../exec/dictionary/dictionary_util_test.cpp | 4 +- .../dictionary/dictionary_version_test.cpp | 4 +- be/test/exec/exchange/exchange_sink_test.cpp | 14 +- be/test/exec/exchange/exchange_sink_test.h | 33 +- .../exec/exchange/exchange_writer_test.cpp | 28 +- .../split_concurrency_controller_test.cpp | 4 +- .../time_sharing_task_executor_test.cpp | 2 - .../exec/hash_map/hash_table_method_test.cpp | 4 +- .../agg_operator_group_by_limit_opt_test.cpp | 193 +++--- be/test/exec/operator/agg_operator_test.cpp | 199 +++--- .../exec/operator/agg_shared_state_test.cpp | 24 +- .../operator/analytic_sink_operator_test.cpp | 71 +- .../operator/assert_nums_rows_operator.cpp | 7 +- .../exec/operator/datagen_operator_test.cpp | 16 +- ...ct_streaming_aggregation_operator_test.cpp | 5 +- .../exec/operator/empty_set_operator_test.cpp | 6 +- .../operator/exchange_sink_operator_test.cpp | 7 +- .../exchange_source_operator_test.cpp | 6 +- .../exec/operator/hash_join_test_helper.cpp | 4 +- be/test/exec/operator/hash_join_test_helper.h | 4 +- .../operator/hashjoin_build_sink_test.cpp | 16 +- .../operator/hashjoin_probe_operator_test.cpp | 453 ++++++------- be/test/exec/operator/join_test_helper.cpp | 4 +- be/test/exec/operator/join_test_helper.h | 4 +- .../local_merge_sort_source_operator_test.cpp | 10 +- .../materialization_shared_state_test.cpp | 110 +-- be/test/exec/operator/operator_helper.h | 4 +- .../partition_sort_sink_operator_test.cpp | 94 ++- ...itioned_aggregation_sink_operator_test.cpp | 51 +- ...ioned_aggregation_source_operator_test.cpp | 27 +- .../partitioned_aggregation_test_helper.cpp | 4 +- .../partitioned_aggregation_test_helper.h | 10 +- ...titioned_hash_join_probe_operator_test.cpp | 102 +-- ...rtitioned_hash_join_sink_operator_test.cpp | 20 +- .../partitioned_hash_join_test_helper.cpp | 4 +- .../partitioned_hash_join_test_helper.h | 20 +- .../operator/query_cache_operator_test.cpp | 15 +- .../exec/operator/repeat_operator_test.cpp | 5 +- .../scan_normalize_predicate_test.cpp | 162 +++-- be/test/exec/operator/set_operator_test.cpp | 6 +- be/test/exec/operator/sort_operator_test.cpp | 27 +- .../spill_sort_sink_operator_test.cpp | 50 +- .../spill_sort_source_operator_test.cpp | 55 +- .../exec/operator/spill_sort_test_helper.cpp | 4 +- .../exec/operator/spill_sort_test_helper.h | 8 +- .../spillable_operator_test_helper.cpp | 11 +- .../operator/spillable_operator_test_helper.h | 14 +- .../operator/streaming_agg_operator_test.cpp | 74 +- .../operator/table_function_operator_test.cpp | 47 +- be/test/exec/operator/union_operator_test.cpp | 6 +- .../exec/pipeline/common/agg_utils_test.cpp | 78 +-- .../common/distinct_agg_utils_test.cpp | 133 ++-- .../exec/pipeline/common/set_utils_test.cpp | 73 +- be/test/exec/pipeline/data_queue_test.cpp | 6 +- be/test/exec/pipeline/dummy_task_queue.h | 4 +- .../exec/pipeline/local_exchanger_test.cpp | 162 +++-- .../multi_cast_data_streamer_test.cpp | 16 +- be/test/exec/pipeline/pipeline_task_test.cpp | 12 +- be/test/exec/pipeline/pipeline_test.cpp | 33 +- be/test/exec/pipeline/query_cache_test.cpp | 5 +- .../exec/pipeline/vdata_stream_recvr_test.cpp | 5 +- .../runtime_filter_consumer_helper_test.cpp | 33 +- .../runtime_filter_consumer_test.cpp | 8 +- .../runtime_filter_mgr_test.cpp | 4 +- ...time_filter_producer_helper_cross_test.cpp | 40 +- ...untime_filter_producer_helper_set_test.cpp | 36 +- .../runtime_filter_producer_helper_test.cpp | 90 +-- .../runtime_filter_producer_test.cpp | 8 +- .../runtime_filter_wrapper_test.cpp | 118 ++-- be/test/exec/runtime_filter/utils_test.cpp | 22 +- .../scan/mock_simplified_scan_scheduler.h | 4 +- be/test/exec/scan/scan_operator_test.cpp | 8 +- be/test/exec/scan/scanner_context_test.cpp | 74 +- .../scan/vfile_scanner_exception_test.cpp | 28 +- be/test/exec/scan/vgeneric_iterators_test.cpp | 58 +- be/test/exec/scan/vhive_utils_test.cpp | 4 +- ...uster_snapshot_properties_scanner_test.cpp | 2 +- .../schema_cluster_snapshots_scanner_test.cpp | 2 +- .../schema_encryption_keys_scanner_test.cpp | 2 +- .../sink/arrow_result_block_buffer_test.cpp | 16 +- be/test/exec/sink/get_result_batch_test.cpp | 4 +- .../exec/sink/result_block_buffer_test.cpp | 12 +- be/test/exec/sink/sink_test_utils.h | 7 +- .../tablet_sink_hash_partitioner_test.cpp | 10 +- be/test/exec/sink/vrow_distribution_test.cpp | 6 +- be/test/exec/sink/vtablet_writer_v2_test.cpp | 10 +- .../iceberg/partition_transformers_test.cpp | 22 +- .../exec/skewed_partition_rebalancer_test.cpp | 4 +- be/test/exec/sort/full_sort_test.cpp | 4 +- be/test/exec/sort/heap_sorter_test.cpp | 4 +- be/test/exec/sort/merge_sorter_state.cpp | 4 +- be/test/exec/sort/partition_sorter_test.cpp | 4 +- be/test/exec/sort/sort_test.cpp | 8 +- be/test/exec/sort/topn_sort_test.cpp | 4 +- .../exprs/aggregate/agg_array_agg_test.cpp | 6 +- be/test/exprs/aggregate/agg_avg_test.cpp | 4 +- be/test/exprs/aggregate/agg_bit_test.cpp | 4 +- be/test/exprs/aggregate/agg_bitmap_test.cpp | 4 +- .../exprs/aggregate/agg_bool_union_test.cpp | 4 +- be/test/exprs/aggregate/agg_collect_test.cpp | 8 +- be/test/exprs/aggregate/agg_corr_test.cpp | 4 +- be/test/exprs/aggregate/agg_count_test.cpp | 4 +- be/test/exprs/aggregate/agg_function_test.h | 30 +- .../agg_group_array_intersect_test.cpp | 141 ++-- .../exprs/aggregate/agg_histogram_test.cpp | 6 +- .../aggregate/agg_linear_histogram_test.cpp | 6 +- .../exprs/aggregate/agg_min_max_by_test.cpp | 6 +- be/test/exprs/aggregate/agg_min_max_test.cpp | 4 +- be/test/exprs/aggregate/agg_replace_test.cpp | 26 +- be/test/exprs/aggregate/agg_test.cpp | 10 +- .../aggregate/vec_count_by_enum_test.cpp | 46 +- .../exprs/aggregate/vec_retention_test.cpp | 78 ++- .../aggregate/vec_sequence_match_test.cpp | 86 ++- .../aggregate/vec_window_funnel_test.cpp | 186 +++--- be/test/exprs/bloom_filter_func_test.cpp | 59 +- be/test/exprs/function/cast/cast_test.h | 4 +- .../function/cast/cast_to_array_test.cpp | 4 +- .../function/cast/cast_to_boolean_test.cpp | 4 +- .../exprs/function/cast/cast_to_date_test.cpp | 4 +- .../function/cast/cast_to_datetime_test.cpp | 4 +- .../exprs/function/cast/cast_to_decimal.cpp | 4 +- .../cast_to_decimal128_from_decimal128.cpp | 4 +- ...to_decimal128_from_decimal128_overflow.cpp | 4 +- .../cast_to_decimal128_from_decimal256.cpp | 4 +- ...to_decimal128_from_decimal256_overflow.cpp | 4 +- .../cast_to_decimal128_from_decimal32.cpp | 4 +- ..._to_decimal128_from_decimal32_overflow.cpp | 4 +- .../cast_to_decimal128_from_decimal64.cpp | 4 +- ..._to_decimal128_from_decimal64_overflow.cpp | 4 +- .../cast/cast_to_decimal128_from_double.cpp | 4 +- ...ast_to_decimal128_from_double_overflow.cpp | 4 +- .../cast/cast_to_decimal128_from_float.cpp | 4 +- ...cast_to_decimal128_from_float_overflow.cpp | 4 +- .../cast/cast_to_decimal128_from_int.cpp | 4 +- .../cast_to_decimal128_from_int_overflow.cpp | 4 +- .../cast/cast_to_decimal128_from_string.cpp | 4 +- ...ast_to_decimal128_from_string_overflow.cpp | 4 +- .../function/cast/cast_to_decimal128_perf.cpp | 4 +- .../cast_to_decimal256_from_decimal128.cpp | 4 +- ...to_decimal256_from_decimal128_overflow.cpp | 4 +- .../cast_to_decimal256_from_decimal256.cpp | 4 +- ...to_decimal256_from_decimal256_overflow.cpp | 4 +- .../cast_to_decimal256_from_decimal32.cpp | 4 +- ..._to_decimal256_from_decimal32_overflow.cpp | 4 +- .../cast_to_decimal256_from_decimal64.cpp | 4 +- ..._to_decimal256_from_decimal64_overflow.cpp | 4 +- .../cast/cast_to_decimal256_from_double.cpp | 4 +- ...ast_to_decimal256_from_double_overflow.cpp | 4 +- .../cast/cast_to_decimal256_from_float.cpp | 4 +- ...cast_to_decimal256_from_float_overflow.cpp | 4 +- .../cast/cast_to_decimal256_from_int.cpp | 4 +- .../cast_to_decimal256_from_int_overflow.cpp | 4 +- .../cast/cast_to_decimal256_from_string.cpp | 4 +- ...ast_to_decimal256_from_string_overflow.cpp | 4 +- .../cast_to_decimal32_from_decimal128.cpp | 4 +- ..._to_decimal32_from_decimal128_overflow.cpp | 4 +- .../cast_to_decimal32_from_decimal256.cpp | 4 +- ..._to_decimal32_from_decimal256_overflow.cpp | 4 +- .../cast/cast_to_decimal32_from_decimal32.cpp | 4 +- ...t_to_decimal32_from_decimal32_overflow.cpp | 4 +- .../cast/cast_to_decimal32_from_decimal64.cpp | 4 +- ...t_to_decimal32_from_decimal64_overflow.cpp | 4 +- .../cast/cast_to_decimal32_from_double.cpp | 4 +- ...cast_to_decimal32_from_double_overflow.cpp | 4 +- .../cast/cast_to_decimal32_from_float.cpp | 4 +- .../cast_to_decimal32_from_float_overflow.cpp | 4 +- .../cast/cast_to_decimal32_from_int.cpp | 4 +- .../cast_to_decimal32_from_int_overflow.cpp | 4 +- .../cast/cast_to_decimal32_from_string.cpp | 4 +- ...cast_to_decimal32_from_string_overflow.cpp | 4 +- .../cast_to_decimal64_from_decimal128.cpp | 4 +- ..._to_decimal64_from_decimal128_overflow.cpp | 4 +- .../cast_to_decimal64_from_decimal256.cpp | 4 +- ..._to_decimal64_from_decimal256_overflow.cpp | 4 +- .../cast/cast_to_decimal64_from_decimal32.cpp | 4 +- ...t_to_decimal64_from_decimal32_overflow.cpp | 4 +- .../cast/cast_to_decimal64_from_decimal64.cpp | 4 +- ...t_to_decimal64_from_decimal64_overflow.cpp | 4 +- .../cast/cast_to_decimal64_from_double.cpp | 4 +- ...cast_to_decimal64_from_double_overflow.cpp | 4 +- .../cast/cast_to_decimal64_from_float.cpp | 4 +- .../cast_to_decimal64_from_float_overflow.cpp | 4 +- .../cast/cast_to_decimal64_from_int.cpp | 4 +- .../cast_to_decimal64_from_int_overflow.cpp | 4 +- .../cast/cast_to_decimal64_from_string.cpp | 4 +- ...cast_to_decimal64_from_string_overflow.cpp | 4 +- .../function/cast/cast_to_decimal_test.h | 8 +- .../function/cast/cast_to_float_double.cpp | 4 +- .../exprs/function/cast/cast_to_integer.cpp | 4 +- .../exprs/function/cast/cast_to_ip_test.cpp | 4 +- .../exprs/function/cast/cast_to_map_test.cpp | 4 +- .../exprs/function/cast/cast_to_string.cpp | 4 +- .../function/cast/cast_to_string_api_test.cpp | 4 +- .../function/cast/cast_to_struct_test.cpp | 4 +- .../exprs/function/cast/cast_to_time_test.cpp | 4 +- .../cast/cast_to_timestamptz_test.cpp | 4 +- .../cast/function_variant_cast_test.cpp | 19 +- .../function/function_arithmetic_test.cpp | 4 +- .../function_array_aggregation_test.cpp | 4 +- .../function/function_array_element_test.cpp | 4 +- .../function/function_array_index_test.cpp | 4 +- .../function/function_array_size_test.cpp | 4 +- .../function/function_arrays_overlap_test.cpp | 4 +- .../exprs/function/function_bitmap_test.cpp | 4 +- ...omparison_evaluate_inverted_index_test.cpp | 4 +- .../function_complex_hash_map_dict_test.cpp | 4 +- ...nction_compressed_materialization_test.cpp | 4 +- .../function/function_dict_get_many_test.cpp | 4 +- .../exprs/function/function_dict_get_test.cpp | 4 +- .../function/function_eq_for_null_test.cpp | 44 +- be/test/exprs/function/function_geo_test.cpp | 4 +- .../function/function_hash_map_dict_test.cpp | 4 +- .../function/function_hash_map_dict_test.h | 4 +- be/test/exprs/function/function_hash_test.cpp | 4 +- be/test/exprs/function/function_hll_test.cpp | 4 +- .../exprs/function/function_ip_dict_test.cpp | 4 +- .../exprs/function/function_ip_dict_test.h | 4 +- be/test/exprs/function/function_ip_test.cpp | 4 +- .../exprs/function/function_is_null_test.cpp | 24 +- .../exprs/function/function_jsonb_test.cpp | 4 +- be/test/exprs/function/function_like_test.cpp | 4 +- be/test/exprs/function/function_map_test.cpp | 4 +- .../exprs/function/function_match_test.cpp | 4 +- be/test/exprs/function/function_math_test.cpp | 4 +- .../function/function_money_format_test.cpp | 4 +- .../function/function_multi_match_test.cpp | 4 +- .../exprs/function/function_nullif_test.cpp | 4 +- .../exprs/function/function_num_if_test.cpp | 4 +- .../function/function_quantile_state_test.cpp | 4 +- .../exprs/function/function_round_test.cpp | 4 +- .../function/function_search_nested_test.cpp | 24 +- .../exprs/function/function_search_test.cpp | 55 +- .../exprs/function/function_string_test.cpp | 4 +- .../function/function_struct_element_test.cpp | 4 +- .../function/function_sub_replace_test.cpp | 4 +- .../exprs/function/function_test_template.cpp | 4 +- be/test/exprs/function/function_test_util.cpp | 6 +- be/test/exprs/function/function_test_util.h | 4 +- .../function_throw_exception_test.cpp | 4 +- be/test/exprs/function/function_time_test.cpp | 4 +- .../exprs/function/function_tokenize_test.cpp | 4 +- be/test/exprs/function/function_url_test.cpp | 4 +- .../function/function_varbinary_test.cpp | 4 +- .../function_variant_element_test.cpp | 6 +- .../function/simple_function_factory_test.cpp | 4 +- .../exprs/function/table_function_test.cpp | 4 +- be/test/exprs/hybrid_set_test.cpp | 42 +- be/test/exprs/minmax_predicate_test.cpp | 22 +- be/test/exprs/mock_vexpr.h | 9 +- be/test/exprs/score_runtime_test.cpp | 4 +- be/test/exprs/short_circuit_util_test.cpp | 4 +- be/test/exprs/try_cast_expr_test.cpp | 4 +- .../vexpr_evalute_inverted_index_test.cpp | 25 +- be/test/exprs/vexpr_test.cpp | 20 +- be/test/exprs/virtual_slot_ref_test.cpp | 4 +- be/test/exprs/vsearch_expr_test.cpp | 4 +- .../new_plain_text_line_reader_test.cpp | 4 +- .../native/native_reader_writer_test.cpp | 4 +- be/test/format/orc/orc_convert_dict_test.cpp | 3 - .../orc/orc_convert_to_orc_literal_test.cpp | 2 - be/test/format/orc/orc_file_reader_test.cpp | 2 - be/test/format/orc/orc_memory_stream_test.h | 2 - be/test/format/orc/orc_read_lines.cpp | 42 +- .../format/orc/orc_reader_fill_data_test.cpp | 2 - .../orc/orc_reader_init_column_test.cpp | 2 - be/test/format/orc/orc_reader_test.cpp | 4 +- .../parquet/bool_plain_decoder_test.cpp | 4 +- .../format/parquet/bool_rle_decoder_test.cpp | 4 +- .../parquet/byte_array_dict_decoder_test.cpp | 12 +- .../parquet/byte_array_plain_decoder_test.cpp | 4 +- .../byte_stream_split_decoder_test.cpp | 4 +- .../parquet/delta_bit_pack_decoder_test.cpp | 4 +- .../parquet/delta_byte_array_decoder_test.cpp | 4 +- .../delta_length_byte_array_decoder_test.cpp | 4 +- .../parquet/fix_length_dict_decoder_test.cpp | 12 +- .../parquet/fix_length_plain_decoder_test.cpp | 4 +- be/test/format/parquet/level_decoder_test.cpp | 4 +- .../format/parquet/parquet_common_test.cpp | 4 +- .../parquet_corrupt_statistics_test.cpp | 2 - be/test/format/parquet/parquet_expr_test.cpp | 60 +- .../parquet_nested_type_cross_page_test.cpp | 4 +- .../parquet/parquet_page_cache_test.cpp | 2 +- be/test/format/parquet/parquet_read_lines.cpp | 6 +- .../parquet/parquet_statistics_test.cpp | 2 - .../format/parquet/parquet_thrift_test.cpp | 18 +- be/test/format/parquet/parquet_utils_test.cpp | 4 +- .../format/parquet/parquet_version_test.cpp | 2 - .../hive_reader_create_column_ids_test.cpp | 4 +- .../format/table/hive/hive_reader_test.cpp | 4 +- .../iceberg_reader_create_column_ids_test.cpp | 4 +- .../table/iceberg/iceberg_reader_test.cpp | 4 +- .../format/table/paimon_cpp_reader_test.cpp | 4 +- .../table/table_schema_change_helper_test.cpp | 129 ++-- .../text/hive_text_field_splitter_test.cpp | 4 +- be/test/format/wal/wal_manager_test.cpp | 30 +- be/test/format/wal/wal_reader_writer_test.cpp | 15 +- be/test/gutil/strings/numbers_test.cpp | 36 +- .../io/cache/need_update_lru_blocks_test.cpp | 2 +- .../delta_writer_cluster_key_test.cpp | 8 +- .../load/delta_writer/delta_writer_test.cpp | 28 +- .../delta_writer_v2_pool_test.cpp | 4 +- .../memtable/memtable_memory_limiter_test.cpp | 6 +- be/test/runtime/arena_test.cpp | 12 +- be/test/runtime/result_buffer_mgr_test.cpp | 2 +- be/test/runtime/snapshot_loader_test.cpp | 6 +- be/test/runtime/timestamptz_value_test.cpp | 4 +- .../workload_group_manager_test.cpp | 11 +- .../compaction/collection_similarity_test.cpp | 96 +-- .../compaction/collection_statistics_test.cpp | 54 +- .../ordered_data_compaction_test.cpp | 13 +- .../compaction/segcompaction_mow_test.cpp | 37 +- .../storage/compaction/segcompaction_test.cpp | 61 +- .../variant_doc_mode_compaction_test.cpp | 9 +- .../compaction/vertical_compaction_test.cpp | 23 +- .../index/ann/ann_index_edge_case_test.cpp | 4 +- .../index/ann/ann_index_iterator_test.cpp | 6 +- .../index/ann/ann_index_reader_test.cpp | 4 +- .../index/ann/ann_index_smoke_test.cpp | 2 +- .../index/ann/ann_index_writer_test.cpp | 6 +- .../index/ann/ann_range_search_test.cpp | 40 +- .../index/ann/ann_topn_descriptor_test.cpp | 24 +- .../ann/ann_topn_runtime_negative_test.cpp | 6 +- .../index/ann/faiss_vector_index_test.cpp | 4 +- .../storage/index/ann/vector_search_utils.h | 6 +- .../ann/virtual_column_iterator_test.cpp | 83 ++- .../storage/index/date_bloom_filter_test.cpp | 6 +- be/test/storage/index/index_builder_test.cpp | 109 ++- .../inverted/analyzer/ik_anayzer_test.cpp | 2 +- .../common/inverted_index_gc_binlogs_test.cpp | 6 +- .../index_compaction_performance_test.cpp | 2 +- .../compaction/index_compaction_test.cpp | 2 +- .../util/index_compaction_utils.cpp | 27 +- .../inverted/query/phrase_edge_query_test.cpp | 4 +- .../query/phrase_prefix_query_test.cpp | 4 +- .../inverted/query/phrase_query_test.cpp | 4 +- .../storage/index/primary_key_index_test.cpp | 2 +- .../iterator/vertical_merge_iterator_test.cpp | 4 +- be/test/storage/metadata_adder_test.cpp | 10 +- be/test/storage/olap_type_test.cpp | 10 +- .../predicate/accept_null_predicate_test.cpp | 13 +- .../predicate/block_column_predicate_test.cpp | 631 +++++++++--------- be/test/storage/row_cursor_test.cpp | 4 +- be/test/storage/rowid_conversion_test.cpp | 4 +- .../storage/segment/binary_dict_page_test.cpp | 28 +- .../segment/binary_plain_page_test.cpp | 2 +- .../segment/binary_plain_page_v2_test.cpp | 18 +- .../segment/binary_prefix_page_test.cpp | 14 +- .../storage/segment/bitshuffle_page_test.cpp | 4 +- .../segment/block_bloom_filter_test.cpp | 2 +- .../segment/column_reader_cache_test.cpp | 10 +- .../storage/segment/column_reader_test.cpp | 12 +- .../segment/column_reader_writer_test.cpp | 52 +- .../segment/external_col_meta_util_test.cpp | 2 +- .../segment/frame_of_reference_page_test.cpp | 4 +- .../hierarchical_data_iterator_test.cpp | 23 +- .../segment/inverted_index_array_test.cpp | 352 +++++----- .../inverted_index_file_writer_test.cpp | 2 +- .../segment/inverted_index_iterator_test.cpp | 4 +- .../segment/inverted_index_reader_test.cpp | 18 +- .../segment/inverted_index_writer_test.cpp | 72 +- .../segment/nested_group_provider_test.cpp | 10 +- be/test/storage/segment/plain_page_test.cpp | 4 +- be/test/storage/segment/rle_page_test.cpp | 4 +- .../storage/segment/segment_cache_test.cpp | 8 +- .../segments_key_bounds_truncation_test.cpp | 48 +- .../variant_column_writer_reader_test.cpp | 207 +++--- .../segment/variant_stats_calculator_test.cpp | 107 ++- be/test/storage/segment/variant_util_test.cpp | 78 +-- .../storage/segment/zone_map_index_test.cpp | 124 ++-- be/test/storage/storage_types_test.cpp | 8 +- .../storage/tablet/tablet_cooldown_test.cpp | 6 +- be/test/storage/tablet/tablet_index_test.cpp | 12 +- .../storage/tablet/tablet_schema_helper.cpp | 4 +- be/test/storage/tablet/tablet_schema_helper.h | 6 +- be/test/storage/tablet/tablet_schema_test.cpp | 10 +- be/test/testutil/column_helper.cpp | 4 +- be/test/testutil/column_helper.h | 4 +- be/test/testutil/creators.h | 24 +- be/test/testutil/desc_tbl_builder.cpp | 17 +- be/test/testutil/desc_tbl_builder.h | 10 +- be/test/testutil/function_utils.cpp | 5 +- be/test/testutil/function_utils.h | 4 +- .../testutil/mock/mock_agg_fn_evaluator.cpp | 4 +- be/test/testutil/mock/mock_agg_fn_evaluator.h | 4 +- .../testutil/mock/mock_data_stream_sender.h | 7 +- be/test/testutil/mock/mock_descriptors.h | 4 +- be/test/testutil/mock/mock_fn_call.cpp | 4 +- be/test/testutil/mock/mock_fn_call.h | 4 +- be/test/testutil/mock/mock_in_expr.cpp | 8 +- be/test/testutil/mock/mock_in_expr.h | 4 +- be/test/testutil/mock/mock_literal_expr.cpp | 4 +- be/test/testutil/mock/mock_literal_expr.h | 2 - be/test/testutil/mock/mock_operators.h | 17 +- be/test/testutil/mock/mock_slot_ref.cpp | 4 +- be/test/testutil/mock/mock_slot_ref.h | 2 - be/test/testutil/mock/mock_sorter.h | 4 +- be/test/testutil/run_all_tests.cpp | 2 +- be/test/testutil/test_util.cpp | 15 +- be/test/testutil/test_util.h | 13 +- be/test/testutil/variant_util.h | 132 ++-- be/test/util/bit_util_test.cpp | 42 +- be/test/util/char_type_padding_test.cpp | 4 +- be/test/util/counts_test.cpp | 8 +- be/test/util/decompress_test.cpp | 2 +- be/test/util/jsonb_serialize_test.cpp | 9 +- be/test/util/profile_spec_test.cpp | 6 +- 1993 files changed, 13272 insertions(+), 15661 deletions(-) diff --git a/be/benchmark/benchmark_fastunion.hpp b/be/benchmark/benchmark_fastunion.hpp index 1692c6a3300ece..ba469b75fa6ae3 100644 --- a/be/benchmark/benchmark_fastunion.hpp +++ b/be/benchmark/benchmark_fastunion.hpp @@ -23,7 +23,7 @@ using Roaring64Map = doris::detail::Roaring64Map; -namespace doris::vectorized { +namespace doris { const uint32_t num_bitmaps = 100; const uint32_t num_outer_slots = 1000; @@ -79,26 +79,26 @@ static void CustomCounters(benchmark::State& state) { state.counters["TotalValues"] = num_bitmaps * num_outer_slots * num_inner_values; state.counters["Overlap%"] = overlap_percent; } -} // namespace doris::vectorized +} // namespace doris static void BM_FastUnionOptimized(benchmark::State& state) { for (auto _ : state) { - auto result = Roaring64Map::fastunion(doris::vectorized::test_map_ptrs.size(), - doris::vectorized::test_map_ptrs.data()); + auto result = + Roaring64Map::fastunion(doris::test_map_ptrs.size(), doris::test_map_ptrs.data()); benchmark::DoNotOptimize(result); } - doris::vectorized::CustomCounters(state); - state.SetComplexityN(doris::vectorized::num_bitmaps); + doris::CustomCounters(state); + state.SetComplexityN(doris::num_bitmaps); } static void BM_FastUnionLegacy(benchmark::State& state) { for (auto _ : state) { - auto result = doris::vectorized::legacy_fastunion(doris::vectorized::test_map_ptrs.size(), - doris::vectorized::test_map_ptrs.data()); + auto result = + doris::legacy_fastunion(doris::test_map_ptrs.size(), doris::test_map_ptrs.data()); benchmark::DoNotOptimize(result); } - doris::vectorized::CustomCounters(state); - state.SetComplexityN(doris::vectorized::num_bitmaps); + doris::CustomCounters(state); + state.SetComplexityN(doris::num_bitmaps); } BENCHMARK(BM_FastUnionOptimized) diff --git a/be/benchmark/benchmark_main.cpp b/be/benchmark/benchmark_main.cpp index 950c55b5883006..ed77fa6e79e419 100644 --- a/be/benchmark/benchmark_main.cpp +++ b/be/benchmark/benchmark_main.cpp @@ -26,7 +26,7 @@ #include "vec/data_types/data_type.h" #include "vec/data_types/data_type_string.h" -namespace doris::vectorized { // change if need +namespace doris { // change if need static void Example1(benchmark::State& state) { // init. dont time it. @@ -48,6 +48,6 @@ static void Example1(benchmark::State& state) { } // could BENCHMARK many functions to compare them together. BENCHMARK(Example1); -} // namespace doris::vectorized +} // namespace doris BENCHMARK_MAIN(); diff --git a/be/src/cloud/cloud_delta_writer.cpp b/be/src/cloud/cloud_delta_writer.cpp index adffcb911ae00e..299182b45cbb82 100644 --- a/be/src/cloud/cloud_delta_writer.cpp +++ b/be/src/cloud/cloud_delta_writer.cpp @@ -64,8 +64,7 @@ Status CloudDeltaWriter::batch_init(std::vector writers) { return cloud::bthread_fork_join(tasks, 10); } -Status CloudDeltaWriter::write(const vectorized::Block* block, - const DorisVector& row_idxs) { +Status CloudDeltaWriter::write(const Block* block, const DorisVector& row_idxs) { if (row_idxs.empty()) [[unlikely]] { return Status::OK(); } diff --git a/be/src/cloud/cloud_delta_writer.h b/be/src/cloud/cloud_delta_writer.h index cac14eeff3ce61..846149137b12a9 100644 --- a/be/src/cloud/cloud_delta_writer.h +++ b/be/src/cloud/cloud_delta_writer.h @@ -33,7 +33,7 @@ class CloudDeltaWriter final : public BaseDeltaWriter { const UniqueId& load_id); ~CloudDeltaWriter() override; - Status write(const vectorized::Block* block, const DorisVector& row_idxs) override; + Status write(const Block* block, const DorisVector& row_idxs) override; Status close() override; diff --git a/be/src/common/kerberos/kerberos_ticket_mgr.cpp b/be/src/common/kerberos/kerberos_ticket_mgr.cpp index 030bd25249dd25..720167ba05f5dd 100644 --- a/be/src/common/kerberos/kerberos_ticket_mgr.cpp +++ b/be/src/common/kerberos/kerberos_ticket_mgr.cpp @@ -155,8 +155,7 @@ std::vector KerberosTicketMgr::get_krb_ticket_cache_info() { return result; } -void KerberosTicketMgr::get_ticket_cache_info_block(vectorized::Block* block, - const cctz::time_zone& ctz) { +void KerberosTicketMgr::get_ticket_cache_info_block(Block* block, const cctz::time_zone& ctz) { TBackend be = BackendOptions::get_local_backend(); int64_t be_id = be.id; std::string be_ip = be.host; diff --git a/be/src/common/kerberos/kerberos_ticket_mgr.h b/be/src/common/kerberos/kerberos_ticket_mgr.h index 67c660d0b46db6..07a73d6181b98d 100644 --- a/be/src/common/kerberos/kerberos_ticket_mgr.h +++ b/be/src/common/kerberos/kerberos_ticket_mgr.h @@ -33,9 +33,7 @@ namespace doris { -namespace vectorized { class Block; -} namespace kerberos { @@ -70,7 +68,7 @@ class KerberosTicketMgr { // Set the cleanup interval for testing purpose void set_cleanup_interval(std::chrono::seconds interval) { _cleanup_interval = interval; } - void get_ticket_cache_info_block(vectorized::Block* block, const cctz::time_zone& ctz); + void get_ticket_cache_info_block(Block* block, const cctz::time_zone& ctz); virtual ~KerberosTicketMgr(); diff --git a/be/src/common/stack_trace.cpp b/be/src/common/stack_trace.cpp index b440ab5ae70957..440c8d54f5b8e2 100644 --- a/be/src/common/stack_trace.cpp +++ b/be/src/common/stack_trace.cpp @@ -53,7 +53,7 @@ std::atomic show_addresses = true; // void writePointerHex(const void* ptr, std::stringstream& buf) { // buf.write("0x", 2); // char hex_str[2 * sizeof(ptr)]; -// doris::vectorized::write_hex_uint_lowercase(reinterpret_cast(ptr), hex_str); +// doris::write_hex_uint_lowercase(reinterpret_cast(ptr), hex_str); // buf.write(hex_str, 2 * sizeof(ptr)); // } // #endif diff --git a/be/src/common/symbol_index.cpp b/be/src/common/symbol_index.cpp index 0db4b895828482..4fccbd0e696874 100644 --- a/be/src/common/symbol_index.cpp +++ b/be/src/common/symbol_index.cpp @@ -413,7 +413,7 @@ void collectSymbolsFromELF(dl_phdr_info* info, std::vector& char* pos = build_id_hex.data(); for (auto c : build_id) { - vectorized::write_hex_byte_lowercase(c, pos); + write_hex_byte_lowercase(c, pos); pos += 2; } @@ -533,7 +533,7 @@ std::string SymbolIndex::getBuildIDHex() const { char* pos = build_id_hex.data(); for (auto c : build_id_binary) { - vectorized::write_hex_byte_uppercase(c, pos); + write_hex_byte_uppercase(c, pos); pos += 2; } diff --git a/be/src/core/accurate_comparison.h b/be/src/core/accurate_comparison.h index 2b5b6c22741726..72b3a934dcc950 100644 --- a/be/src/core/accurate_comparison.h +++ b/be/src/core/accurate_comparison.h @@ -24,7 +24,7 @@ #include "core/data_type/primitive_type.h" #include "core/string_ref.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { template struct CompareType { @@ -393,4 +393,4 @@ struct GreaterOrEqualsOp { static UInt8 apply(const TimestampTzValue& a, const TimestampTzValue& b) { return a >= b; } }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/arena.h b/be/src/core/arena.h index 0d854132c323d7..32859b47b406b0 100644 --- a/be/src/core/arena.h +++ b/be/src/core/arena.h @@ -31,7 +31,7 @@ #include "core/allocator.h" #include "core/allocator_fwd.h" -namespace doris::vectorized { +namespace doris { /** Memory pool to append something. For example, short strings. * Usage scenario: @@ -345,4 +345,4 @@ class Arena : private boost::noncopyable { using ArenaPtr = std::shared_ptr; using Arenas = std::vector; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/arena_with_free_lists.h b/be/src/core/arena_with_free_lists.h index 524bcb1ead9841..d778f760a9a4b7 100644 --- a/be/src/core/arena_with_free_lists.h +++ b/be/src/core/arena_with_free_lists.h @@ -25,7 +25,7 @@ #include "core/arena.h" #include "exec/common/bit_helpers.h" -namespace doris::vectorized { +namespace doris { class ArenaWithFreeLists : private Allocator, private boost::noncopyable { private: @@ -100,4 +100,4 @@ class ArenaWithFreeLists : private Allocator, private boost::noncopyable size_t allocated_bytes() const { return pool.size(); } }; -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/core/block/block.cpp b/be/src/core/block/block.cpp index 7039d984b8ed00..051338dd29a4b3 100644 --- a/be/src/core/block/block.cpp +++ b/be/src/core/block/block.cpp @@ -62,7 +62,7 @@ namespace doris::segment_v2 { enum CompressionTypePB : int; } // namespace doris::segment_v2 #include "common/compile_check_begin.h" -namespace doris::vectorized { +namespace doris { template void clear_blocks(moodycamel::ConcurrentQueue& blocks, RuntimeProfile::Counter* memory_used_counter = nullptr) { @@ -831,7 +831,7 @@ Status Block::filter_block(Block* block, const std::vector& columns_to } } else { const IColumn::Filter& filter = - assert_cast(*filter_column).get_data(); + assert_cast(*filter_column).get_data(); RETURN_IF_CATCH_EXCEPTION(filter_block_internal(block, columns_to_filter, filter)); } @@ -1141,4 +1141,4 @@ std::string MutableBlock::dump_names() const { return out; } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/block/block.h b/be/src/core/block/block.h index 7e3d1bdd6bfe14..43d55164750d3c 100644 --- a/be/src/core/block/block.h +++ b/be/src/core/block/block.h @@ -58,8 +58,6 @@ namespace segment_v2 { enum CompressionTypePB : int; } // namespace segment_v2 -namespace vectorized { - /** Container for set of columns for bunch of rows in memory. * This is unit of data processing. * Also contains metadata - data types of columns and their names @@ -618,5 +616,4 @@ struct IteratorRowRef { using BlockView = std::vector; using BlockUPtr = std::unique_ptr; -} // namespace vectorized } // namespace doris diff --git a/be/src/core/block/column_numbers.h b/be/src/core/block/column_numbers.h index 32a0dd5804ab22..1c5a10cb670434 100644 --- a/be/src/core/block/column_numbers.h +++ b/be/src/core/block/column_numbers.h @@ -23,7 +23,7 @@ #include #include -namespace doris::vectorized { +namespace doris { using ColumnNumbers = std::vector; } diff --git a/be/src/core/block/column_with_type_and_name.cpp b/be/src/core/block/column_with_type_and_name.cpp index e70a47c6195356..ec3f4a61386fdd 100644 --- a/be/src/core/block/column_with_type_and_name.cpp +++ b/be/src/core/block/column_with_type_and_name.cpp @@ -35,7 +35,7 @@ #include "core/types.h" #include "util/simd/bits.h" -namespace doris::vectorized { +namespace doris { ColumnWithTypeAndName ColumnWithTypeAndName::clone_empty() const { ColumnWithTypeAndName res; @@ -85,14 +85,14 @@ String ColumnWithTypeAndName::dump_structure() const { } std::string ColumnWithTypeAndName::to_string( - size_t row_num, const vectorized::DataTypeSerDe::FormatOptions& format_options) const { + size_t row_num, const DataTypeSerDe::FormatOptions& format_options) const { return type->to_string(*column->convert_to_full_column_if_const().get(), row_num, format_options); } #ifdef BE_TEST std::string ColumnWithTypeAndName::to_string(size_t row_num) const { - auto format_options = vectorized::DataTypeSerDe::get_default_format_options(); + auto format_options = DataTypeSerDe::get_default_format_options(); auto timezone = cctz::utc_time_zone(); format_options.timezone = &timezone; return type->to_string(*column->convert_to_full_column_if_const().get(), row_num, @@ -163,4 +163,4 @@ Status ColumnWithTypeAndName::check_type_and_column_match() const { } return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/block/column_with_type_and_name.h b/be/src/core/block/column_with_type_and_name.h index d5844e35a831d7..9b1c357ac66c98 100644 --- a/be/src/core/block/column_with_type_and_name.h +++ b/be/src/core/block/column_with_type_and_name.h @@ -35,7 +35,7 @@ namespace doris { class PColumnMeta; } // namespace doris -namespace doris::vectorized { +namespace doris { // class WriteBuffer; @@ -62,8 +62,7 @@ struct ColumnWithTypeAndName { void dump_structure(std::ostream& out) const; String dump_structure() const; - std::string to_string(size_t row_num, - const vectorized::DataTypeSerDe::FormatOptions& format_options) const; + std::string to_string(size_t row_num, const DataTypeSerDe::FormatOptions& format_options) const; #ifdef BE_TEST std::string to_string(size_t row_num) const; #endif @@ -75,4 +74,4 @@ struct ColumnWithTypeAndName { Status check_type_and_column_match() const; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/block/columns_with_type_and_name.h b/be/src/core/block/columns_with_type_and_name.h index 7e16c713fb205b..61b377ed82d272 100644 --- a/be/src/core/block/columns_with_type_and_name.h +++ b/be/src/core/block/columns_with_type_and_name.h @@ -27,7 +27,7 @@ #include "core/block/column_with_type_and_name.h" #include "core/data_type/data_type.h" -namespace doris::vectorized { +namespace doris { using ColumnsWithTypeAndName = std::vector; // only used in inverted index @@ -40,4 +40,4 @@ using ColumnsWithTypeAndName = std::vector; // storage_type is the data type in Doris using IndexFieldNameAndTypePair = std::pair; using NameAndTypePairs = std::vector>; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/block/materialize_block.cpp b/be/src/core/block/materialize_block.cpp index e13001e3698e70..96384031b71ab1 100644 --- a/be/src/core/block/materialize_block.cpp +++ b/be/src/core/block/materialize_block.cpp @@ -25,7 +25,7 @@ #include "core/block/column_with_type_and_name.h" #include "core/column/column.h" -namespace doris::vectorized { +namespace doris { void materialize_block_inplace(Block& block) { for (size_t i = 0; i < block.columns(); ++i) { @@ -33,4 +33,4 @@ void materialize_block_inplace(Block& block) { } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/block/materialize_block.h b/be/src/core/block/materialize_block.h index d63685c3fb736d..b6a9842f339c87 100644 --- a/be/src/core/block/materialize_block.h +++ b/be/src/core/block/materialize_block.h @@ -22,7 +22,7 @@ #include "core/block/block.h" -namespace doris::vectorized { +namespace doris { /** Converts columns-constants to full columns ("materializes" them). */ @@ -35,4 +35,4 @@ void materialize_block_inplace(Block& block, Iterator start, Iterator end) { ++start; } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/call_on_type_index.h b/be/src/core/call_on_type_index.h index 386c684807ca33..bee8ec9feace66 100644 --- a/be/src/core/call_on_type_index.h +++ b/be/src/core/call_on_type_index.h @@ -26,7 +26,7 @@ #include "core/data_type/data_type_timestamptz.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { template struct TypePair { @@ -428,4 +428,4 @@ bool dispatch_switch_decimalv3(PrimitiveType number, F&& f) { return dispatch_type_base(number, std::forward(f)); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column.cpp b/be/src/core/column/column.cpp index e3c4178154ebfd..4ee1c1660edb5d 100644 --- a/be/src/core/column/column.cpp +++ b/be/src/core/column/column.cpp @@ -26,7 +26,7 @@ #include "exec/sort/sort_block.h" #include "util/simd/bits.h" -namespace doris::vectorized { +namespace doris { std::string IColumn::dump_structure() const { std::stringstream res; @@ -92,4 +92,4 @@ void IColumn::check_const_only_in_top_level() const { const_cast(this)->for_each_subcolumn(throw_if_const); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column.h b/be/src/core/column/column.h index 28f763ed223bc5..0b493a4f837441 100644 --- a/be/src/core/column/column.h +++ b/be/src/core/column/column.h @@ -42,7 +42,7 @@ namespace doris { class SipHash; } -namespace doris::vectorized { +namespace doris { class Arena; class ColumnSorter; @@ -795,13 +795,13 @@ bool is_column_const(const IColumn& column); /// True if column's an ColumnNullable instance. It's just a syntax sugar for type check. bool is_column_nullable(const IColumn& column); -} // namespace doris::vectorized +} // namespace doris // Wrap `ColumnPtr` because `ColumnPtr` can't be used in forward declaration. namespace doris { struct ColumnPtrWrapper { - vectorized::ColumnPtr column_ptr; + ColumnPtr column_ptr; - ColumnPtrWrapper(vectorized::ColumnPtr col) : column_ptr(std::move(col)) {} + ColumnPtrWrapper(ColumnPtr col) : column_ptr(std::move(col)) {} }; } // namespace doris diff --git a/be/src/core/column/column_array.cpp b/be/src/core/column/column_array.cpp index f6e5e937bac247..5b7f8887dc2515 100644 --- a/be/src/core/column/column_array.cpp +++ b/be/src/core/column/column_array.cpp @@ -46,7 +46,7 @@ class SipHash; -namespace doris::vectorized { +namespace doris { ColumnArray::ColumnArray(MutableColumnPtr&& nested_column, MutableColumnPtr&& offsets_column) : data(std::move(nested_column)), offsets(std::move(offsets_column)) { @@ -1007,4 +1007,4 @@ void ColumnArray::replace_float_special_values() { get_data().replace_float_special_values(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_array.h b/be/src/core/column/column_array.h index f2ca9e89e58cab..6ff693b3bb003a 100644 --- a/be/src/core/column/column_array.h +++ b/be/src/core/column/column_array.h @@ -50,7 +50,7 @@ class SipHash; #define ALL_COLUMNS_NUMERIC ALL_COLUMNS_NUMBER, ALL_COLUMNS_TIME #define ALL_COLUMNS_SIMPLE ALL_COLUMNS_NUMERIC, ColumnString, ColumnIPv4, ColumnIPv6 -namespace doris::vectorized { +namespace doris { class Arena; @@ -257,4 +257,4 @@ class ColumnArray final : public COWHelper { WrappedPtr offsets; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_complex.h b/be/src/core/column/column_complex.h index 1d22e11c78df72..18ee38321e0cae 100644 --- a/be/src/core/column/column_complex.h +++ b/be/src/core/column/column_complex.h @@ -33,7 +33,7 @@ #include "core/types.h" #include "core/value/hll.h" -namespace doris::vectorized { +namespace doris { template class ColumnComplexType final : public COWHelper> { @@ -377,4 +377,4 @@ struct is_complex : std::true_type {}; template constexpr bool is_complex_v = is_complex::value; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_const.cpp b/be/src/core/column/column_const.cpp index f9fb66e5363ab9..05c27638fee441 100644 --- a/be/src/core/column/column_const.cpp +++ b/be/src/core/column/column_const.cpp @@ -31,7 +31,7 @@ #include "core/column/columns_common.h" #include "core/typeid_cast.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" ColumnPtr squash_const(const ColumnPtr& col) { @@ -165,4 +165,4 @@ void default_preprocess_parameter_columns(ColumnPtr* columns, const bool* col_co } } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_const.h b/be/src/core/column/column_const.h index ad650475399971..c5675b8feb4029 100644 --- a/be/src/core/column/column_const.h +++ b/be/src/core/column/column_const.h @@ -46,7 +46,7 @@ class SipHash; -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; @@ -339,5 +339,5 @@ const Type* check_and_get_column_with_const(const IColumn& column) { return check_and_get_column(column); } -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/core/column/column_decimal.cpp b/be/src/core/column/column_decimal.cpp index b7d42e3e5b51d5..cfa4a7c1f9d027 100644 --- a/be/src/core/column/column_decimal.cpp +++ b/be/src/core/column/column_decimal.cpp @@ -40,9 +40,9 @@ #include "util/unaligned.h" template -bool decimal_less(T x, T y, doris::vectorized::UInt32 x_scale, doris::vectorized::UInt32 y_scale); +bool decimal_less(T x, T y, doris::UInt32 x_scale, doris::UInt32 y_scale); -namespace doris::vectorized { +namespace doris { template int ColumnDecimal::compare_at(size_t n, size_t m, const IColumn& rhs_, int) const { @@ -516,4 +516,4 @@ template class ColumnDecimal; template class ColumnDecimal; template class ColumnDecimal; template class ColumnDecimal; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_decimal.h b/be/src/core/column/column_decimal.h index ce3df39ee12aca..7896ac020f39d6 100644 --- a/be/src/core/column/column_decimal.h +++ b/be/src/core/column/column_decimal.h @@ -42,7 +42,7 @@ class SipHash; -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; class ColumnSorter; @@ -306,5 +306,5 @@ using ColumnDecimal128V2 = ColumnDecimal; using ColumnDecimal128V3 = ColumnDecimal; using ColumnDecimal256 = ColumnDecimal; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/core/column/column_dictionary.h b/be/src/core/column/column_dictionary.h index 418d680cf4636a..f572326b56f754 100644 --- a/be/src/core/column/column_dictionary.h +++ b/be/src/core/column/column_dictionary.h @@ -28,7 +28,7 @@ #include "core/string_ref.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" /** @@ -155,7 +155,7 @@ class ColumnDictI32 final : public COWHelper { } Status filter_by_selector(const uint16_t* sel, size_t sel_size, IColumn* col_ptr) override { - auto* res_col = assert_cast(col_ptr); + auto* res_col = assert_cast(col_ptr); _strings.resize(sel_size); size_t length = 0; for (size_t i = 0; i != sel_size; ++i) { @@ -235,7 +235,7 @@ class ColumnDictI32 final : public COWHelper { uint32_t get_hash_value(uint32_t idx) const { return _dict.get_hash_value(_codes[idx], _type); } template - void find_codes(const HybridSetType* values, std::vector& selected) const { + void find_codes(const HybridSetType* values, std::vector& selected) const { return _dict.find_codes(values, selected); } @@ -261,9 +261,9 @@ class ColumnDictI32 final : public COWHelper { // because the string length will different from varchar and string which needed to be processed after. auto create_column = [this]() -> MutableColumnPtr { if (_type == FieldType::OLAP_FIELD_TYPE_CHAR) { - return vectorized::PredicateColumnType::create(); + return PredicateColumnType::create(); } - return vectorized::PredicateColumnType::create(); + return PredicateColumnType::create(); }; auto res = create_column(); @@ -382,8 +382,7 @@ class ColumnDictI32 final : public COWHelper { } template - void find_codes(const HybridSetType* values, - std::vector& selected) const { + void find_codes(const HybridSetType* values, std::vector& selected) const { size_t dict_word_num = _dict_data->size(); selected.resize(dict_word_num); selected.assign(dict_word_num, false); @@ -491,5 +490,5 @@ class ColumnDictI32 final : public COWHelper { std::vector _strings; }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/core/column/column_dummy.h b/be/src/core/column/column_dummy.h index 5c414042e2fde9..55f3d3e4e2285d 100644 --- a/be/src/core/column/column_dummy.h +++ b/be/src/core/column/column_dummy.h @@ -25,7 +25,7 @@ #include "core/column/columns_common.h" #include "core/pod_array.h" -namespace doris::vectorized { +namespace doris { /** Base class for columns-constants that contain a value that is not in the `Field`. * Not a full-fledged column and is used in a special way. @@ -180,4 +180,4 @@ class IColumnDummy : public IColumn { size_t s; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_execute_util.h b/be/src/core/column/column_execute_util.h index e35deadf36625b..d8f33782c48c1a 100644 --- a/be/src/core/column/column_execute_util.h +++ b/be/src/core/column/column_execute_util.h @@ -28,7 +28,7 @@ #include "core/data_type/primitive_type.h" #include "core/field.h" -namespace doris::vectorized { +namespace doris { // Utility tools for convenient column execution @@ -98,4 +98,4 @@ struct ColumnView { size_t size() const { return count; } }; -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/core/column/column_filter_helper.cpp b/be/src/core/column/column_filter_helper.cpp index af2eb474415fc3..c8b7146524aa9e 100644 --- a/be/src/core/column/column_filter_helper.cpp +++ b/be/src/core/column/column_filter_helper.cpp @@ -17,18 +17,18 @@ #include "core/column/column_filter_helper.h" -namespace doris::vectorized { +namespace doris { ColumnFilterHelper::ColumnFilterHelper(IColumn& column_) : _column(assert_cast(column_)), _value_column(assert_cast(_column.get_nested_column())), _null_map_column(_column.get_null_map_column()) {} -void ColumnFilterHelper::resize_fill(size_t size, doris::vectorized::UInt8 value) { +void ColumnFilterHelper::resize_fill(size_t size, doris::UInt8 value) { _value_column.get_data().resize_fill(size, value); _null_map_column.get_data().resize_fill(size, 0); } -void ColumnFilterHelper::insert_value(doris::vectorized::UInt8 value) { +void ColumnFilterHelper::insert_value(doris::UInt8 value) { _value_column.get_data().push_back(value); _null_map_column.get_data().push_back(0); } @@ -38,4 +38,4 @@ void ColumnFilterHelper::reserve(size_t size) { _null_map_column.reserve(size); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/core/column/column_filter_helper.h b/be/src/core/column/column_filter_helper.h index d7650e1ec47e8d..c44b8ba01b91e1 100644 --- a/be/src/core/column/column_filter_helper.h +++ b/be/src/core/column/column_filter_helper.h @@ -19,7 +19,7 @@ #include "core/column/column_nullable.h" -namespace doris::vectorized { +namespace doris { class ColumnFilterHelper { public: ColumnFilterHelper(IColumn&); @@ -35,4 +35,4 @@ class ColumnFilterHelper { ColumnUInt8& _value_column; ColumnUInt8& _null_map_column; }; -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/core/column/column_fixed_length_object.h b/be/src/core/column/column_fixed_length_object.h index c79f18b02acfd2..6de772984bb7d6 100644 --- a/be/src/core/column/column_fixed_length_object.h +++ b/be/src/core/column/column_fixed_length_object.h @@ -30,7 +30,7 @@ #include "core/pod_array.h" #include "exec/common/sip_hash.h" -namespace doris::vectorized { +namespace doris { class ColumnFixedLengthObject final : public COWHelper { private: @@ -301,4 +301,4 @@ class ColumnFixedLengthObject final : public COWHelperreplace_float_special_values(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_map.h b/be/src/core/column/column_map.h index 317d10a7ecc17a..e76c957a27f81a 100644 --- a/be/src/core/column/column_map.h +++ b/be/src/core/column/column_map.h @@ -46,7 +46,7 @@ class SipHash; -namespace doris::vectorized { +namespace doris { class Arena; /** A column of map values. @@ -249,4 +249,4 @@ class ColumnMap final : public COWHelper { ColumnMap(const ColumnMap&) = default; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_nothing.h b/be/src/core/column/column_nothing.h index 9d4f880d692201..da4bfefa45f769 100644 --- a/be/src/core/column/column_nothing.h +++ b/be/src/core/column/column_nothing.h @@ -22,7 +22,7 @@ #include "core/column/column_dummy.h" -namespace doris::vectorized { +namespace doris { class ColumnNothing final : public COWHelper { private: @@ -48,4 +48,4 @@ class ColumnNothing final : public COWHelper { } }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_nullable.cpp b/be/src/core/column/column_nullable.cpp index 98f1a9bbe6fc49..0b852faf4ce6c4 100644 --- a/be/src/core/column/column_nullable.cpp +++ b/be/src/core/column/column_nullable.cpp @@ -27,7 +27,7 @@ #include "exec/common/sip_hash.h" #include "exec/sort/sort_block.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" ColumnNullable::ColumnNullable(MutableColumnPtr&& nested_column_, MutableColumnPtr&& null_map_) @@ -307,8 +307,8 @@ void ColumnNullable::deserialize_vec(StringRef* keys, const size_t num_rows) { } } -void ColumnNullable::insert_range_from_ignore_overflow(const doris::vectorized::IColumn& src, - size_t start, size_t length) { +void ColumnNullable::insert_range_from_ignore_overflow(const doris::IColumn& src, size_t start, + size_t length) { const auto& nullable_col = assert_cast(src); get_null_map_column().insert_range_from(nullable_col.get_null_map_column(), start, length); get_nested_column().insert_range_from_ignore_overflow(*nullable_col._nested_column, start, @@ -670,4 +670,4 @@ ColumnPtr remove_nullable(const ColumnPtr& column) { return column; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_nullable.h b/be/src/core/column/column_nullable.h index dbbefc863a4e16..93e16cf74ca33f 100644 --- a/be/src/core/column/column_nullable.h +++ b/be/src/core/column/column_nullable.h @@ -35,7 +35,7 @@ class SipHash; -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; class ColumnSorter; @@ -406,5 +406,5 @@ class ColumnNullable final : public COWHelper { ColumnPtr make_nullable(const ColumnPtr& column, bool is_nullable = false); ColumnPtr remove_nullable(const ColumnPtr& column); -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/core/column/column_string.cpp b/be/src/core/column/column_string.cpp index 34fe18e87612ef..b36a502d9f5dd0 100644 --- a/be/src/core/column/column_string.cpp +++ b/be/src/core/column/column_string.cpp @@ -36,7 +36,7 @@ #include "util/simd/bits.h" #include "util/simd/vstring_function.h" #include "util/unaligned.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template @@ -112,8 +112,8 @@ void ColumnStr::shrink_padding_chars() { // will be converted to ColumnStr if the total string length // exceeds the 4G limit by calling Block::replace_if_overflow. template -void ColumnStr::insert_range_from_ignore_overflow(const doris::vectorized::IColumn& src, - size_t start, size_t length) { +void ColumnStr::insert_range_from_ignore_overflow(const doris::IColumn& src, size_t start, + size_t length) { if (length == 0) { return; } @@ -719,4 +719,4 @@ bool ColumnStr::is_ascii() const { template class ColumnStr; template class ColumnStr; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_string.h b/be/src/core/column/column_string.h index 9be48237cb3568..dde69883344d70 100644 --- a/be/src/core/column/column_string.h +++ b/be/src/core/column/column_string.h @@ -46,7 +46,7 @@ #include "exec/common/sip_hash.h" #include "util/hash_util.hpp" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; class ColumnSorter; @@ -548,5 +548,5 @@ class ColumnStr final : public COWHelper> { using ColumnString = ColumnStr; using ColumnString64 = ColumnStr; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/core/column/column_struct.cpp b/be/src/core/column/column_struct.cpp index 554c3d579792a5..902a238488f338 100644 --- a/be/src/core/column/column_struct.cpp +++ b/be/src/core/column/column_struct.cpp @@ -30,12 +30,10 @@ class SipHash; namespace doris { -namespace vectorized { class Arena; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { std::string ColumnStruct::get_name() const { std::stringstream res; @@ -479,4 +477,4 @@ void ColumnStruct::replace_float_special_values() { } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_struct.h b/be/src/core/column/column_struct.h index 929d01e3e102b1..7d6982dbf65ba6 100644 --- a/be/src/core/column/column_struct.h +++ b/be/src/core/column/column_struct.h @@ -42,7 +42,7 @@ class SipHash; -namespace doris::vectorized { +namespace doris { class Arena; /** Column, that is just group of few another columns. @@ -205,4 +205,4 @@ class ColumnStruct final : public COWHelper { struct less; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_varbinary.cpp b/be/src/core/column/column_varbinary.cpp index 48e16aeabf2566..9dc9eb361de191 100644 --- a/be/src/core/column/column_varbinary.cpp +++ b/be/src/core/column/column_varbinary.cpp @@ -30,7 +30,7 @@ #include "core/data_type/primitive_type.h" #include "exec/sort/sort_block.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" MutableColumnPtr ColumnVarbinary::clone_resized(size_t size) const { auto res = create(); @@ -84,9 +84,9 @@ ColumnPtr ColumnVarbinary::filter(const IColumn::Filter& filt, ssize_t result_si column_match_filter_size(size, filt.size()); if (_data.size() == 0) { - return doris::vectorized::ColumnVarbinary::create(); + return doris::ColumnVarbinary::create(); } - auto res = doris::vectorized::ColumnVarbinary::create(); + auto res = doris::ColumnVarbinary::create(); Container& res_data = res->get_data(); if (result_size_hint) { @@ -137,7 +137,7 @@ MutableColumnPtr ColumnVarbinary::permute(const IColumn::Permutation& perm, size __builtin_unreachable(); } - auto res = doris::vectorized::ColumnVarbinary::create(limit); + auto res = doris::ColumnVarbinary::create(limit); typename Self::Container& res_data = res->get_data(); for (size_t i = 0; i < limit; ++i) { auto val = _data[perm[i]]; @@ -231,4 +231,4 @@ void ColumnVarbinary::sort_column(const ColumnSorter* sorter, EqualFlags& flags, } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_varbinary.h b/be/src/core/column/column_varbinary.h index 2a585a9545a41a..3877b7b56106c8 100644 --- a/be/src/core/column/column_varbinary.h +++ b/be/src/core/column/column_varbinary.h @@ -29,7 +29,7 @@ #include "core/data_type/primitive_type.h" #include "core/string_view.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class ColumnVarbinary final : public COWHelper { private: @@ -193,4 +193,4 @@ class ColumnVarbinary final : public COWHelper { Arena _arena; }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_variant.cpp b/be/src/core/column/column_variant.cpp index 2d2316074832d0..9dafa0c5230473 100644 --- a/be/src/core/column/column_variant.cpp +++ b/be/src/core/column/column_variant.cpp @@ -75,7 +75,7 @@ #include "util/simd/bits.h" #include "util/unaligned.h" -namespace doris::vectorized { +namespace doris { namespace { #include "common/compile_check_begin.h" @@ -657,7 +657,7 @@ void ColumnVariant::Subcolumn::remove_nullable() { if (!is_finalized()) { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "Subcolumn is not finalized"); } - data[0] = doris::vectorized::remove_nullable(data[0]); + data[0] = doris::remove_nullable(data[0]); least_common_type.remove_nullable(); } @@ -1481,7 +1481,7 @@ bool ColumnVariant::is_finalized() const { void ColumnVariant::Subcolumn::wrapp_array_nullable() { // Wrap array with nullable, treat empty array as null to elimate conflict at present auto& result_column = get_finalized_column_ptr(); - if (is_column(result_column.get()) && !result_column->is_nullable()) { + if (is_column(result_column.get()) && !result_column->is_nullable()) { auto new_null_map = ColumnUInt8::create(); new_null_map->reserve(result_column->size()); auto& null_map_data = new_null_map->get_data(); @@ -1945,13 +1945,13 @@ Status ColumnVariant::convert_typed_path_to_storage_type( for (auto&& entry : subcolumns) { if (auto it = typed_paths.find(entry->path.get_path()); it != typed_paths.end()) { CHECK(entry->data.is_finalized()); - vectorized::DataTypePtr storage_type = - vectorized::DataTypeFactory::instance().create_data_type(it->second.column); - vectorized::DataTypePtr finalized_type = entry->data.get_least_common_type(); + DataTypePtr storage_type = + DataTypeFactory::instance().create_data_type(it->second.column); + DataTypePtr finalized_type = entry->data.get_least_common_type(); auto current_column = entry->data.get_finalized_column_ptr()->get_ptr(); if (!storage_type->equals(*finalized_type)) { - RETURN_IF_ERROR(vectorized::variant_util::cast_column( - {current_column, finalized_type, ""}, storage_type, ¤t_column)); + RETURN_IF_ERROR(variant_util::cast_column({current_column, finalized_type, ""}, + storage_type, ¤t_column)); } VLOG_DEBUG << "convert " << entry->path.get_path() << " from type" << entry->data.get_least_common_type()->get_name() << " to " @@ -2252,13 +2252,12 @@ bool NO_SANITIZE_UNDEFINED ColumnVariant::is_scalar_variant() const { doc_value_offsets[num_rows - 1] == 0; // no sparse data } -const DataTypePtr ColumnVariant::NESTED_TYPE = std::make_shared( - std::make_shared(std::make_shared( - std::make_shared(0)))); +const DataTypePtr ColumnVariant::NESTED_TYPE = + std::make_shared(std::make_shared( + std::make_shared(std::make_shared(0)))); -const DataTypePtr ColumnVariant::NESTED_TYPE_AS_ARRAY_OF_JSONB = - std::make_shared(std::make_shared( - std::make_shared())); +const DataTypePtr ColumnVariant::NESTED_TYPE_AS_ARRAY_OF_JSONB = std::make_shared( + std::make_shared(std::make_shared())); DataTypePtr ColumnVariant::get_root_type() const { return subcolumns.get_root()->data.get_least_common_type(); @@ -2670,4 +2669,4 @@ bool ColumnVariant::is_doc_mode() const { #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_variant.h b/be/src/core/column/column_variant.h index cebeb747289fbf..2c3c427454e6c4 100644 --- a/be/src/core/column/column_variant.h +++ b/be/src/core/column/column_variant.h @@ -57,12 +57,10 @@ class SipHash; namespace doris { -namespace vectorized { class Arena; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { #ifdef NDEBUG #define ENABLE_CHECK_CONSISTENCY (void)/* Nothing */ @@ -228,7 +226,7 @@ class ColumnVariant final : public COWHelper { size_t get_dimensions() const { return num_dimensions; } - void remove_nullable() { type = doris::vectorized::remove_nullable(type); } + void remove_nullable() { type = doris::remove_nullable(type); } const DataTypeSerDeSPtr& get_serde() const { return least_common_type_serder; } @@ -406,9 +404,8 @@ class ColumnVariant final : public COWHelper { // use sparse_subcolumns_schema to record sparse column's path info and type static MutableColumnPtr create_binary_column_fn() { - return vectorized::ColumnMap::create(vectorized::ColumnString::create(), - vectorized::ColumnString::create(), - vectorized::ColumnArray::ColumnOffsets::create()); + return ColumnMap::create(ColumnString::create(), ColumnString::create(), + ColumnArray::ColumnOffsets::create()); } static const DataTypePtr& get_binary_column_type() { @@ -673,4 +670,4 @@ class ColumnVariant final : public COWHelper { bool is_visible_root_value(size_t nrow) const; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_vector.cpp b/be/src/core/column/column_vector.cpp index 504cad8451143e..b1b87f7883f81b 100644 --- a/be/src/core/column/column_vector.cpp +++ b/be/src/core/column/column_vector.cpp @@ -42,7 +42,7 @@ #include "util/simd/bits.h" #include "util/unaligned.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template @@ -504,4 +504,4 @@ template class ColumnVector; template class ColumnVector; template class ColumnVector; template class ColumnVector; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/column_vector.h b/be/src/core/column/column_vector.h index 94d2a7faeeba21..a8013652fed2f5 100644 --- a/be/src/core/column/column_vector.h +++ b/be/src/core/column/column_vector.h @@ -52,17 +52,17 @@ class SipHash; -namespace doris::pipeline { +namespace doris { template struct ProcessHashTableProbe; } -namespace doris::vectorized { +namespace doris { class Arena; class ColumnSorter; -} // namespace doris::vectorized +} // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" /** A template for columns that use a simple array to store. @@ -78,7 +78,7 @@ class ColumnVector final : public COWHelper> { friend class COWHelper; template - friend struct doris::pipeline::ProcessHashTableProbe; + friend struct doris::ProcessHashTableProbe; struct less; struct greater; @@ -427,5 +427,5 @@ using ColumnTimeStampTz = ColumnVector; using ColumnOffset32 = ColumnVector; using ColumnOffset64 = ColumnVector; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/core/column/columns_common.cpp b/be/src/core/column/columns_common.cpp index c13f4ae2190c7e..bfaee36a8e0058 100644 --- a/be/src/core/column/columns_common.cpp +++ b/be/src/core/column/columns_common.cpp @@ -29,7 +29,7 @@ #include "util/simd/bits.h" #include "util/sse_util.hpp" -namespace doris::vectorized { +namespace doris { template class ColumnVector; @@ -396,4 +396,4 @@ INSTANTIATE(Decimal256, ColumnArray::Offset64) #undef INSTANTIATE -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/columns_common.h b/be/src/core/column/columns_common.h index 8acd2506543f7f..6966d411daece2 100644 --- a/be/src/core/column/columns_common.h +++ b/be/src/core/column/columns_common.h @@ -37,7 +37,7 @@ /// Common helper methods for implementation of different columns. -namespace doris::vectorized { +namespace doris { /// Counts how many bytes of `filt` are greater than zero. size_t count_bytes_in_filter(const IColumn::Filter& filt); @@ -77,4 +77,4 @@ inline void column_match_filter_size(size_t size, size_t filter_size) { } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/column/predicate_column.h b/be/src/core/column/predicate_column.h index 034c5534322888..fc46a830345256 100644 --- a/be/src/core/column/predicate_column.h +++ b/be/src/core/column/predicate_column.h @@ -31,7 +31,7 @@ #include "core/types.h" #include "core/uint24.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" /** @@ -435,4 +435,4 @@ class PredicateColumnType final : public COWHelper @@ -300,7 +300,7 @@ class SubcolumnsTree { Node* get_mutable_root() const { return root.get(); } static void get_leaves_of_node(const Node* node, std::vector& nodes, - vectorized::PathsInData& paths) { + PathsInData& paths) { if (node->is_scalar()) { nodes.push_back(node); paths.push_back(node->path); @@ -368,4 +368,4 @@ class SubcolumnsTree { Nodes leaves; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/cow.h b/be/src/core/cow.h index 9cfbc6c4799f37..620544774b15d4 100644 --- a/be/src/core/cow.h +++ b/be/src/core/cow.h @@ -394,15 +394,12 @@ class COW { * * See example in "cow_columns.cpp". */ -namespace vectorized { class IColumn; class Field; -} // namespace vectorized template class COWHelper : public Base { public: - static_assert(std::is_base_of_v, - "COWHelper only use in IColumn"); + static_assert(std::is_base_of_v, "COWHelper only use in IColumn"); using Ptr = typename Base::template immutable_ptr; using MutablePtr = typename Base::template mutable_ptr; @@ -426,7 +423,7 @@ class COWHelper : public Base { const typename Base::Selector& selector) const override { this->template append_data_by_selector_impl(res, selector); } - void insert_duplicate_fields(const vectorized::Field& x, const size_t n) override { + void insert_duplicate_fields(const Field& x, const size_t n) override { this->template insert_impl(x, n); } @@ -436,7 +433,7 @@ class COWHelper : public Base { this->template append_data_by_selector_impl(res, selector, begin, end); } - void insert_from_multi_column(const std::vector& srcs, + void insert_from_multi_column(const std::vector& srcs, const std::vector& positions) override { this->template insert_from_multi_column_impl(srcs, positions); } diff --git a/be/src/core/data_type/convert_field_to_type.cpp b/be/src/core/data_type/convert_field_to_type.cpp index 8630ceff74c18a..bd1dd2ab2ef800 100644 --- a/be/src/core/data_type/convert_field_to_type.cpp +++ b/be/src/core/data_type/convert_field_to_type.cpp @@ -47,7 +47,7 @@ #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template /// Field template parameter may be const or non-const Field. @@ -830,4 +830,4 @@ void convert_field_to_type(const Field& from_value, const IDataType& to_type, Fi } } #include "common/compile_check_end.h" -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/core/data_type/convert_field_to_type.h b/be/src/core/data_type/convert_field_to_type.h index d6a8938644e1a1..cd8c5469b1c0ff 100644 --- a/be/src/core/data_type/convert_field_to_type.h +++ b/be/src/core/data_type/convert_field_to_type.h @@ -22,7 +22,7 @@ #include "common/status.h" #include "core/field.h" -namespace doris::vectorized { +namespace doris { class IDataType; /** Used to interpret expressions in a set in IN, @@ -36,4 +36,4 @@ class IDataType; void convert_field_to_type(const Field& from_value, const IDataType& to_type, Field* field, const IDataType* from_type_hint = nullptr); -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type.cpp b/be/src/core/data_type/data_type.cpp index e668b6f8b6bbcc..e4c93e38dbb231 100644 --- a/be/src/core/data_type/data_type.cpp +++ b/be/src/core/data_type/data_type.cpp @@ -36,12 +36,10 @@ #include "core/field.h" namespace doris { -namespace vectorized { class BufferWritable; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" IDataType::IDataType() = default; @@ -176,7 +174,7 @@ char* serialize_const_flag_and_row_num(const IColumn** column, char* buf, buf += sizeof(size_t); if (is_const_column) { - const auto& const_column = assert_cast(*col); + const auto& const_column = assert_cast(*col); *column = &(const_column.get_data_column()); } return buf; @@ -221,11 +219,11 @@ std::string IDataType::to_string(const IColumn& column, size_t row_num, #ifdef BE_TEST std::string IDataType::to_string(const IColumn& column, size_t row_num) const { - auto format_options = vectorized::DataTypeSerDe::get_default_format_options(); + auto format_options = DataTypeSerDe::get_default_format_options(); auto timezone = cctz::utc_time_zone(); format_options.timezone = &timezone; return to_string(column, row_num, format_options); } #endif -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type.h b/be/src/core/data_type/data_type.h index 6f990bccbb6765..e013fa206c9906 100644 --- a/be/src/core/data_type/data_type.h +++ b/be/src/core/data_type/data_type.h @@ -45,7 +45,6 @@ namespace doris { class PColumnMeta; enum PGenericType_TypeId : int; -namespace vectorized { #include "common/compile_check_begin.h" class IDataType; class IColumn; @@ -236,7 +235,6 @@ char* serialize_const_flag_and_row_num(const IColumn** column, char* buf, size_t* real_need_copy_num); const char* deserialize_const_flag_and_row_num(const char* buf, MutableColumnPtr* column, size_t* real_have_saved_num); -} // namespace vectorized #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/core/data_type/data_type_agg_state.h b/be/src/core/data_type/data_type_agg_state.h index 7ff681b687db43..f1513c97c76a54 100644 --- a/be/src/core/data_type/data_type_agg_state.h +++ b/be/src/core/data_type/data_type_agg_state.h @@ -32,7 +32,7 @@ #include "exprs/aggregate/aggregate_function.h" #include "exprs/aggregate/aggregate_function_simple_factory.h" -namespace doris::vectorized { +namespace doris { class DataTypeAggState : public DataTypeString { public: @@ -164,4 +164,4 @@ inline DataTypePtr get_serialized_type(const DataTypePtr& type) { } return type; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_array.cpp b/be/src/core/data_type/data_type_array.cpp index 18e54eaceb1849..851a98695b599a 100644 --- a/be/src/core/data_type/data_type_array.cpp +++ b/be/src/core/data_type/data_type_array.cpp @@ -42,7 +42,7 @@ #include "core/typeid_cast.h" #include "core/value/decimalv2_value.h" -namespace doris::vectorized { +namespace doris { namespace ErrorCodes { extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH; @@ -225,4 +225,4 @@ FieldWithDataType DataTypeArray::get_field_with_data_type(const IColumn& column, }; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_array.h b/be/src/core/data_type/data_type_array.h index 3f088648396dde..d17743cd958489 100644 --- a/be/src/core/data_type/data_type_array.h +++ b/be/src/core/data_type/data_type_array.h @@ -38,13 +38,11 @@ namespace doris { class PColumnMeta; -namespace vectorized { class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { class DataTypeArray final : public IDataType { private: @@ -114,4 +112,4 @@ class DataTypeArray final : public IDataType { #endif }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_bitmap.cpp b/be/src/core/data_type/data_type_bitmap.cpp index 0392643136488c..3831e22dda214c 100644 --- a/be/src/core/data_type/data_type_bitmap.cpp +++ b/be/src/core/data_type/data_type_bitmap.cpp @@ -29,7 +29,7 @@ #include "core/value/bitmap_value.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" // binary: const flag| row num | real saved num | size array | bitmap array // : bitmap1 size | bitmap2 size | ... @@ -173,4 +173,4 @@ void DataTypeBitMap::deserialize_as_stream(BitmapValue& value, BufferReadable& b buf.read_binary(ref); value.deserialize(ref.data); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_bitmap.h b/be/src/core/data_type/data_type_bitmap.h index ef8efbe0767c85..66fd0a8a114fec 100644 --- a/be/src/core/data_type/data_type_bitmap.h +++ b/be/src/core/data_type/data_type_bitmap.h @@ -36,7 +36,7 @@ #include "core/types.h" #include "core/value/bitmap_value.h" -namespace doris::vectorized { +namespace doris { class BufferReadable; class BufferWritable; class IColumn; @@ -93,4 +93,4 @@ class DataTypeBitMap : public IDataType { }; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_date.cpp b/be/src/core/data_type/data_type_date.cpp index 3c62edc0395e9c..5feb16612c6274 100644 --- a/be/src/core/data_type/data_type_date.cpp +++ b/be/src/core/data_type/data_type_date.cpp @@ -34,7 +34,7 @@ #include "core/value/vdatetime_value.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { bool DataTypeDate::equals(const IDataType& rhs) const { return typeid(rhs) == typeid(*this); } @@ -47,4 +47,4 @@ MutableColumnPtr DataTypeDate::create_column() const { return DataTypeNumberBase::create_column(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_date.h b/be/src/core/data_type/data_type_date.h index 4519e226f7e3d3..74bb6ee72cea7d 100644 --- a/be/src/core/data_type/data_type_date.h +++ b/be/src/core/data_type/data_type_date.h @@ -33,7 +33,7 @@ #include "core/data_type_serde/data_type_date_or_datetime_serde.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class BufferWritable; class IColumn; @@ -79,4 +79,4 @@ class DataTypeDate final : public DataTypeNumberBase { } }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_date_or_datetime_v2.cpp b/be/src/core/data_type/data_type_date_or_datetime_v2.cpp index dcbbede4a09ca4..4650d2d57e55a5 100644 --- a/be/src/core/data_type/data_type_date_or_datetime_v2.cpp +++ b/be/src/core/data_type/data_type_date_or_datetime_v2.cpp @@ -37,9 +37,7 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { class IColumn; -} // namespace vectorized } // namespace doris // FIXME: This file contains widespread UB due to unsafe type-punning casts. @@ -51,7 +49,7 @@ class IColumn; #pragma GCC diagnostic ignored "-Wcast-user-defined" #endif -namespace doris::vectorized { +namespace doris { bool DataTypeDateV2::equals(const IDataType& rhs) const { return typeid(rhs) == typeid(*this); } @@ -164,7 +162,7 @@ DataTypePtr create_datetimev2(UInt64 scale_value) { return std::make_shared(scale_value); } -} // namespace doris::vectorized +} // namespace doris #if defined(__GNUC__) && (__GNUC__ >= 15) #pragma GCC diagnostic pop diff --git a/be/src/core/data_type/data_type_date_or_datetime_v2.h b/be/src/core/data_type/data_type_date_or_datetime_v2.h index d88f9fe9c7b757..9029dd318000b9 100644 --- a/be/src/core/data_type/data_type_date_or_datetime_v2.h +++ b/be/src/core/data_type/data_type_date_or_datetime_v2.h @@ -40,13 +40,11 @@ namespace doris { class PColumnMeta; -namespace vectorized { class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" /** * Use UInt32 as underlying type to represent DateV2 type. @@ -191,4 +189,4 @@ constexpr bool IsDataTypeDateTimeV2 = false; template <> inline constexpr bool IsDataTypeDateTimeV2 = true; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_date_time.cpp b/be/src/core/data_type/data_type_date_time.cpp index 83c38dbe0c1db0..df7aab459dc8db 100644 --- a/be/src/core/data_type/data_type_date_time.cpp +++ b/be/src/core/data_type/data_type_date_time.cpp @@ -35,7 +35,7 @@ #include "exprs/function/cast/cast_to_string.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { bool DataTypeDateTime::equals(const IDataType& rhs) const { return typeid(rhs) == typeid(*this); @@ -49,4 +49,4 @@ MutableColumnPtr DataTypeDateTime::create_column() const { return DataTypeNumberBase::create_column(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_date_time.h b/be/src/core/data_type/data_type_date_time.h index 30a486fdf0d3ed..cca241f0cbf456 100644 --- a/be/src/core/data_type/data_type_date_time.h +++ b/be/src/core/data_type/data_type_date_time.h @@ -34,7 +34,7 @@ #include "core/data_type_serde/data_type_date_or_datetime_serde.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { class BufferWritable; class IColumn; class DataTypeDate; @@ -146,4 +146,4 @@ constexpr bool IsDatelikeTypes = IsDatelikeV1Types || IsDatelikeV2Types || IsTimeV2Type; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_decimal.cpp b/be/src/core/data_type/data_type_decimal.cpp index 6b9bbb8489fdd3..a9eb2a9148dcea 100644 --- a/be/src/core/data_type/data_type_decimal.cpp +++ b/be/src/core/data_type/data_type_decimal.cpp @@ -49,7 +49,7 @@ #include "util/io_helper.h" #include "util/string_parser.hpp" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" DataTypePtr get_data_type_with_default_argument(DataTypePtr type) { @@ -340,4 +340,4 @@ template class DataTypeDecimal; template class DataTypeDecimal; template class DataTypeDecimal; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_decimal.h b/be/src/core/data_type/data_type_decimal.h index 884fd20c8de6ed..5d75d4e26721ed 100644 --- a/be/src/core/data_type/data_type_decimal.h +++ b/be/src/core/data_type/data_type_decimal.h @@ -52,13 +52,11 @@ namespace doris { class DecimalV2Value; class PColumnMeta; -namespace vectorized { class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template @@ -484,4 +482,4 @@ typename PrimitiveTypeTraits::CppType min_decimal_value(UInt32 precision) { (UInt32)(max_decimal_precision() - precision))); } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_factory.cpp b/be/src/core/data_type/data_type_factory.cpp index 3c724454317cbe..17ddc49c60f1c1 100644 --- a/be/src/core/data_type/data_type_factory.cpp +++ b/be/src/core/data_type/data_type_factory.cpp @@ -68,7 +68,7 @@ #include "storage/field.h" #include "storage/olap_common.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" DataTypePtr DataTypeFactory::create_data_type(const doris::Field& col_desc) { return create_data_type(col_desc.get_desc(), col_desc.is_nullable()); @@ -81,7 +81,7 @@ DataTypePtr DataTypeFactory::create_data_type(const TabletColumn& col_desc, bool for (UInt32 i = 0; i < col_desc.get_subtype_count(); i++) { dataTypes.push_back(create_data_type(col_desc.get_sub_column(i))); } - nested = std::make_shared( + nested = std::make_shared( dataTypes, col_desc.get_result_is_nullable(), col_desc.get_aggregation_name(), col_desc.get_be_exec_version()); } else if (col_desc.type() == FieldType::OLAP_FIELD_TYPE_ARRAY) { @@ -89,7 +89,7 @@ DataTypePtr DataTypeFactory::create_data_type(const TabletColumn& col_desc, bool nested = std::make_shared(create_data_type(col_desc.get_sub_column(0))); } else if (col_desc.type() == FieldType::OLAP_FIELD_TYPE_MAP) { DCHECK(col_desc.get_subtype_count() == 2); - nested = std::make_shared( + nested = std::make_shared( create_data_type(col_desc.get_sub_column(0)), create_data_type(col_desc.get_sub_column(1))); } else if (col_desc.type() == FieldType::OLAP_FIELD_TYPE_STRUCT) { @@ -122,82 +122,82 @@ DataTypePtr DataTypeFactory::_create_primitive_data_type(const FieldType& type, DataTypePtr result = nullptr; switch (type) { case FieldType::OLAP_FIELD_TYPE_BOOL: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_TINYINT: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_SMALLINT: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_INT: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_FLOAT: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_BIGINT: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_LARGEINT: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_IPV4: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_IPV6: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_DATE: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_DATEV2: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_DATETIMEV2: - result = vectorized::create_datetimev2(scale); + result = create_datetimev2(scale); break; case FieldType::OLAP_FIELD_TYPE_TIMESTAMPTZ: result = std::make_shared(scale); break; case FieldType::OLAP_FIELD_TYPE_DATETIME: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_DOUBLE: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_CHAR: - result = std::make_shared(length, TYPE_CHAR); + result = std::make_shared(length, TYPE_CHAR); break; case FieldType::OLAP_FIELD_TYPE_VARCHAR: - result = std::make_shared(-1, TYPE_VARCHAR); + result = std::make_shared(-1, TYPE_VARCHAR); break; case FieldType::OLAP_FIELD_TYPE_STRING: - result = std::make_shared(-1, TYPE_STRING); + result = std::make_shared(-1, TYPE_STRING); break; case FieldType::OLAP_FIELD_TYPE_VARIANT: - result = std::make_shared(0); + result = std::make_shared(0); break; case FieldType::OLAP_FIELD_TYPE_JSONB: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_HLL: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_BITMAP: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_DECIMAL: - result = std::make_shared(27, 9, precision, scale); + result = std::make_shared(27, 9, precision, scale); break; case FieldType::OLAP_FIELD_TYPE_QUANTILE_STATE: - result = std::make_shared(); + result = std::make_shared(); break; case FieldType::OLAP_FIELD_TYPE_DECIMAL32: case FieldType::OLAP_FIELD_TYPE_DECIMAL64: case FieldType::OLAP_FIELD_TYPE_DECIMAL128I: case FieldType::OLAP_FIELD_TYPE_DECIMAL256: - result = vectorized::create_decimal(precision, scale, false); + result = create_decimal(precision, scale, false); break; default: result = nullptr; @@ -303,7 +303,7 @@ DataTypePtr DataTypeFactory::create_data_type(const PColumnMeta& pcolumn) { case PGenericType::MAP: DCHECK(pcolumn.children_size() == 2); // here to check pcolumn is list? - nested = std::make_shared(create_data_type(pcolumn.children(0)), + nested = std::make_shared(create_data_type(pcolumn.children(0)), create_data_type(pcolumn.children(1))); break; case PGenericType::STRUCT: { @@ -362,7 +362,7 @@ DataTypePtr DataTypeFactory::create_data_type(const segment_v2::ColumnMetaPB& pc data_types.push_back(type); } } - nested = std::make_shared( + nested = std::make_shared( data_types, pcolumn.result_is_nullable(), pcolumn.function_name(), pcolumn.be_exec_version()); } else if (pcolumn.type() == static_cast(FieldType::OLAP_FIELD_TYPE_ARRAY)) { @@ -371,7 +371,7 @@ DataTypePtr DataTypeFactory::create_data_type(const segment_v2::ColumnMetaPB& pc nested = std::make_shared(create_data_type(pcolumn.children_columns(0))); } else if (pcolumn.type() == static_cast(FieldType::OLAP_FIELD_TYPE_MAP)) { DCHECK_GE(pcolumn.children_columns().size(), 2) << pcolumn.DebugString(); - nested = std::make_shared( + nested = std::make_shared( create_data_type(pcolumn.children_columns(0)), create_data_type(pcolumn.children_columns(1))); } else if (pcolumn.type() == static_cast(FieldType::OLAP_FIELD_TYPE_STRUCT)) { @@ -401,95 +401,95 @@ DataTypePtr DataTypeFactory::create_data_type(const PrimitiveType primitive_type DataTypes subTypes; switch (primitive_type) { case TYPE_BOOLEAN: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_TINYINT: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_SMALLINT: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_INT: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_FLOAT: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_BIGINT: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_LARGEINT: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_IPV4: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_IPV6: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_DATE: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_DATEV2: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_DATETIMEV2: - nested = vectorized::create_datetimev2(scale); + nested = create_datetimev2(scale); break; case TYPE_DATETIME: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_TIMEV2: - nested = std::make_shared(scale); + nested = std::make_shared(scale); break; case TYPE_TIMESTAMPTZ: - nested = std::make_shared(scale); + nested = std::make_shared(scale); break; case TYPE_DOUBLE: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_VARIANT: - nested = std::make_shared(0); + nested = std::make_shared(0); break; case TYPE_STRING: case TYPE_CHAR: case TYPE_VARCHAR: - nested = std::make_shared(len, primitive_type); + nested = std::make_shared(len, primitive_type); break; case TYPE_BINARY: case TYPE_LAMBDA_FUNCTION: - nested = std::make_shared(len, TYPE_STRING); + nested = std::make_shared(len, TYPE_STRING); break; case TYPE_JSONB: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_HLL: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_BITMAP: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_DECIMALV2: - nested = std::make_shared(27, 9, precision, scale); + nested = std::make_shared(27, 9, precision, scale); break; case TYPE_QUANTILE_STATE: - nested = std::make_shared(); + nested = std::make_shared(); break; case TYPE_DECIMAL32: case TYPE_DECIMAL64: case TYPE_DECIMAL128I: case TYPE_DECIMAL256: - nested = vectorized::create_decimal(precision, scale, false); + nested = create_decimal(precision, scale, false); break; // Just Mock A NULL Type in Vec Exec Engine case TYPE_NULL: - nested = std::make_shared(); - const_cast( - reinterpret_cast(*nested)) + nested = std::make_shared(); + const_cast( + reinterpret_cast(*nested)) .set_null_literal(true); break; case TYPE_VARBINARY: - nested = std::make_shared(len, TYPE_VARBINARY); + nested = std::make_shared(len, TYPE_VARBINARY); break; case TYPE_AGG_STATE: case TYPE_ARRAY: @@ -524,9 +524,9 @@ DataTypePtr DataTypeFactory::create_data_type(const std::vector& type if (scalar_type.type == TPrimitiveType::VARIANT) { DCHECK(scalar_type.variant_max_subcolumns_count >= 0) << "count is: " << scalar_type.variant_max_subcolumns_count; - return is_nullable ? make_nullable(std::make_shared( + return is_nullable ? make_nullable(std::make_shared( scalar_type.variant_max_subcolumns_count)) - : std::make_shared( + : std::make_shared( scalar_type.variant_max_subcolumns_count); } return create_data_type(thrift_to_type(scalar_type.type), is_nullable, @@ -541,7 +541,7 @@ DataTypePtr DataTypeFactory::create_data_type(const std::vector& type << node.__isset.contains_nulls << " size: " << (node.__isset.contains_nulls ? node.contains_nulls.size() : 0); ++(*idx); - nested = std::make_shared( + nested = std::make_shared( create_data_type(types, idx, node.contains_nulls[0])); break; } @@ -573,7 +573,7 @@ DataTypePtr DataTypeFactory::create_data_type(const std::vector& type ++(*idx); data_types.push_back(create_data_type(types, idx, node.contains_nulls[i])); } - nested = std::make_shared(data_types[0], data_types[1]); + nested = std::make_shared(data_types[0], data_types[1]); break; } default: @@ -601,7 +601,7 @@ DataTypePtr DataTypeFactory::create_data_type( auto primitive_type = thrift_to_type((TPrimitiveType::type)scalar_type.type()); if (primitive_type == TYPE_ARRAY) { ++(*idx); - nested = std::make_shared(create_data_type( + nested = std::make_shared(create_data_type( types, idx, node.has_contains_null() ? node.contains_null() : true)); } else if (primitive_type == TYPE_MAP) { DataTypes data_types; @@ -613,7 +613,7 @@ DataTypePtr DataTypeFactory::create_data_type( ? node.contains_nulls(cast_set(i)) : true); } - nested = std::make_shared(data_types[0], data_types[1]); + nested = std::make_shared(data_types[0], data_types[1]); } else if (primitive_type == TYPE_STRUCT) { DataTypes data_types; Strings names; @@ -640,7 +640,7 @@ DataTypePtr DataTypeFactory::create_data_type( } case TTypeNodeType::ARRAY: { ++(*idx); - nested = std::make_shared(create_data_type( + nested = std::make_shared(create_data_type( types, idx, node.has_contains_null() ? node.contains_null() : true)); break; } @@ -653,7 +653,7 @@ DataTypePtr DataTypeFactory::create_data_type( types, idx, node.contains_nulls_size() > 1 ? node.contains_nulls(cast_set(i)) : true)); } - nested = std::make_shared(data_types[0], data_types[1]); + nested = std::make_shared(data_types[0], data_types[1]); break; } case TTypeNodeType::STRUCT: { @@ -700,7 +700,7 @@ DataTypePtr DataTypeFactory::create_data_type(const TTypeDesc& t) { } DCHECK(t.__isset.result_is_nullable); DCHECK(t.__isset.function_name); - nested = std::make_shared(subTypes, t.result_is_nullable, + nested = std::make_shared(subTypes, t.result_is_nullable, t.function_name, t.be_exec_version); return t.is_nullable ? make_nullable(nested) : nested; } else { @@ -728,7 +728,7 @@ DataTypePtr DataTypeFactory::create_data_type(const TTypeDesc& t, bool is_nullab } DCHECK(t.__isset.result_is_nullable); DCHECK(t.__isset.function_name); - nested = std::make_shared(subTypes, t.result_is_nullable, + nested = std::make_shared(subTypes, t.result_is_nullable, t.function_name, t.be_exec_version); return is_nullable ? make_nullable(nested) : nested; } else { @@ -739,4 +739,4 @@ DataTypePtr DataTypeFactory::create_data_type(const TTypeDesc& t, bool is_nullab } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_factory.hpp b/be/src/core/data_type/data_type_factory.hpp index 6066f7d4779dba..15c55a99450063 100644 --- a/be/src/core/data_type/data_type_factory.hpp +++ b/be/src/core/data_type/data_type_factory.hpp @@ -33,7 +33,7 @@ namespace arrow { class DataType; } // namespace arrow namespace doris { -class Field; +class StorageField; class PColumnMeta; enum class FieldType; @@ -43,19 +43,16 @@ class ColumnMetaPB; } // namespace doris -namespace doris::vectorized { +namespace doris { class DataTypeFactory { - using DataTypeMap = std::unordered_map; - using InvertedDataTypeMap = std::vector>; - public: static DataTypeFactory& instance() { static DataTypeFactory instance; return instance; } - DataTypePtr create_data_type(const doris::Field& col_desc); + DataTypePtr create_data_type(const doris::StorageField& col_desc); DataTypePtr create_data_type(const TabletColumn& col_desc, bool is_nullable = false); DataTypePtr create_data_type(const PColumnMeta& pcolumn); @@ -90,4 +87,4 @@ class DataTypeFactory { std::string _empty_string; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_fixed_length_object.cpp b/be/src/core/data_type/data_type_fixed_length_object.cpp index f7fcc661a70246..51e1702c7f308b 100644 --- a/be/src/core/data_type/data_type_fixed_length_object.cpp +++ b/be/src/core/data_type/data_type_fixed_length_object.cpp @@ -29,7 +29,7 @@ #include "core/column/column.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" char* DataTypeFixedLengthObject::serialize(const IColumn& column, char* buf, @@ -228,4 +228,4 @@ Status DataTypeFixedLengthObject::check_column(const IColumn& column) const { return check_column_non_nested_type(column); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_fixed_length_object.h b/be/src/core/data_type/data_type_fixed_length_object.h index 4451dcf9dacb16..fae94895ee02d4 100644 --- a/be/src/core/data_type/data_type_fixed_length_object.h +++ b/be/src/core/data_type/data_type_fixed_length_object.h @@ -32,7 +32,7 @@ #include "core/field.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { class IColumn; class DataTypeFixedLengthObject final : public IDataType { @@ -76,4 +76,4 @@ class DataTypeFixedLengthObject final : public IDataType { }; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_hll.cpp b/be/src/core/data_type/data_type_hll.cpp index 6e802d63af2273..8e18b765402477 100644 --- a/be/src/core/data_type/data_type_hll.cpp +++ b/be/src/core/data_type/data_type_hll.cpp @@ -30,7 +30,7 @@ #include "util/io_helper.h" #include "util/slice.h" -namespace doris::vectorized { +namespace doris { // Two part of binary: | // first: const flag| row num | real_saved_num | hll1 size | hll2 size | ... @@ -192,4 +192,4 @@ void DataTypeHLL::deserialize_as_stream(HyperLogLog& value, BufferReadable& buf) buf.read_binary(str); value.deserialize(Slice(str)); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_hll.h b/be/src/core/data_type/data_type_hll.h index ac4a9233c5b2d0..0b111b2ff3f9d7 100644 --- a/be/src/core/data_type/data_type_hll.h +++ b/be/src/core/data_type/data_type_hll.h @@ -35,7 +35,7 @@ #include "core/types.h" #include "core/value/hll.h" -namespace doris::vectorized { +namespace doris { class BufferReadable; class BufferWritable; class IColumn; @@ -86,4 +86,4 @@ class DataTypeHLL : public IDataType { }; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_ipv4.cpp b/be/src/core/data_type/data_type_ipv4.cpp index bf84f1fae95955..e3ed7a91e56603 100644 --- a/be/src/core/data_type/data_type_ipv4.cpp +++ b/be/src/core/data_type/data_type_ipv4.cpp @@ -27,7 +27,7 @@ #include "exprs/function/cast/cast_to_string.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" @@ -45,4 +45,4 @@ Field DataTypeIPv4::get_field(const TExprNode& node) const { #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_ipv4.h b/be/src/core/data_type/data_type_ipv4.h index 8884c3eab8c209..488e297736fe75 100644 --- a/be/src/core/data_type/data_type_ipv4.h +++ b/be/src/core/data_type/data_type_ipv4.h @@ -33,13 +33,11 @@ #include "storage/olap_common.h" namespace doris { -namespace vectorized { class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { class DataTypeIPv4 final : public DataTypeNumberBase { public: @@ -68,4 +66,4 @@ constexpr bool IsIPv4Type = false; template <> inline constexpr bool IsIPv4Type = true; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_ipv6.cpp b/be/src/core/data_type/data_type_ipv6.cpp index 9d60dc467445c4..a29d787879816a 100644 --- a/be/src/core/data_type/data_type_ipv6.cpp +++ b/be/src/core/data_type/data_type_ipv6.cpp @@ -28,7 +28,7 @@ #include "exprs/function/cast/cast_to_string.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { bool DataTypeIPv6::equals(const IDataType& rhs) const { return typeid(rhs) == typeid(*this); } @@ -37,4 +37,4 @@ MutableColumnPtr DataTypeIPv6::create_column() const { return ColumnIPv6::create(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_ipv6.h b/be/src/core/data_type/data_type_ipv6.h index 6c44a3c9635b27..cc48d3c7284c99 100644 --- a/be/src/core/data_type/data_type_ipv6.h +++ b/be/src/core/data_type/data_type_ipv6.h @@ -33,13 +33,11 @@ #include "core/types.h" namespace doris { -namespace vectorized { class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { class DataTypeIPv6 final : public DataTypeNumberBase { public: @@ -76,4 +74,4 @@ inline constexpr bool IsIPv6Type = true; template constexpr bool IsIPType = IsIPv4Type || IsIPv6Type; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_jsonb.cpp b/be/src/core/data_type/data_type_jsonb.cpp index a65dbc1b13ae2d..416a4af11e0101 100644 --- a/be/src/core/data_type/data_type_jsonb.cpp +++ b/be/src/core/data_type/data_type_jsonb.cpp @@ -30,12 +30,10 @@ #include "util/jsonb_utils.h" namespace doris { -namespace vectorized { class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Field DataTypeJsonb::get_default() const { std::string default_json = "null"; @@ -92,4 +90,4 @@ FieldWithDataType DataTypeJsonb::get_field_with_data_type(const IColumn& column, .base_scalar_type_id = get_primitive_type()}; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_jsonb.h b/be/src/core/data_type/data_type_jsonb.h index 1ca33ded07fe91..c11b5e077a9cdc 100644 --- a/be/src/core/data_type/data_type_jsonb.h +++ b/be/src/core/data_type/data_type_jsonb.h @@ -36,7 +36,7 @@ #include "core/field.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class BufferWritable; @@ -82,4 +82,4 @@ class DataTypeJsonb final : public IDataType { }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_map.cpp b/be/src/core/data_type/data_type_map.cpp index b40df4ed2a9ec4..9705811e85b242 100644 --- a/be/src/core/data_type/data_type_map.cpp +++ b/be/src/core/data_type/data_type_map.cpp @@ -37,7 +37,7 @@ #include "core/string_buffer.hpp" #include "core/string_ref.h" -namespace doris::vectorized { +namespace doris { DataTypeMap::DataTypeMap(const DataTypePtr& key_type_, const DataTypePtr& value_type_) { key_type = key_type_; @@ -192,4 +192,4 @@ const char* DataTypeMap::deserialize(const char* buf, MutableColumnPtr* column, return get_value_type()->deserialize(buf, &nested_values_column, be_exec_version); } } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/core/data_type/data_type_map.h b/be/src/core/data_type/data_type_map.h index 7d6f97d5e82c7a..2224eb0adcb5e9 100644 --- a/be/src/core/data_type/data_type_map.h +++ b/be/src/core/data_type/data_type_map.h @@ -38,13 +38,11 @@ namespace doris { class PColumnMeta; -namespace vectorized { class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { /** Map data type. */ class DataTypeMap final : public IDataType { @@ -109,4 +107,4 @@ class DataTypeMap final : public IDataType { #endif }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_nothing.cpp b/be/src/core/data_type/data_type_nothing.cpp index 44709b3d9bf75a..c47222e2853ff5 100644 --- a/be/src/core/data_type/data_type_nothing.cpp +++ b/be/src/core/data_type/data_type_nothing.cpp @@ -24,7 +24,7 @@ #include "core/column/column_nothing.h" -namespace doris::vectorized { +namespace doris { MutableColumnPtr DataTypeNothing::create_column() const { return ColumnNothing::create(0); @@ -49,4 +49,4 @@ bool DataTypeNothing::equals(const IDataType& rhs) const { return typeid(rhs) == typeid(*this); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_nothing.h b/be/src/core/data_type/data_type_nothing.h index 22598f103b8a1e..e50c9c87a946b9 100644 --- a/be/src/core/data_type/data_type_nothing.h +++ b/be/src/core/data_type/data_type_nothing.h @@ -36,7 +36,7 @@ #include "core/field.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { class IColumn; @@ -91,4 +91,4 @@ class DataTypeNothing final : public IDataType { } }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_nullable.cpp b/be/src/core/data_type/data_type_nullable.cpp index 4e7d55ab8809ba..dcf67afd2cf134 100644 --- a/be/src/core/data_type/data_type_nullable.cpp +++ b/be/src/core/data_type/data_type_nullable.cpp @@ -41,7 +41,7 @@ #include "core/string_buffer.hpp" #include "core/types.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" DataTypeNullable::DataTypeNullable(const DataTypePtr& nested_data_type_) : nested_data_type {nested_data_type_} { @@ -260,4 +260,4 @@ bool have_nullable(const DataTypes& types) { return std::ranges::any_of(types, [](const DataTypePtr& type) { return type->is_nullable(); }); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_nullable.h b/be/src/core/data_type/data_type_nullable.h index f423620bb209be..fbb653ba1a1d73 100644 --- a/be/src/core/data_type/data_type_nullable.h +++ b/be/src/core/data_type/data_type_nullable.h @@ -38,13 +38,11 @@ namespace doris { class PColumnMeta; -namespace vectorized { class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { /// A nullable data type is an ordinary data type provided with a tag /// indicating that it also contains the NULL value. The following class @@ -125,4 +123,4 @@ DataTypePtr remove_nullable(const DataTypePtr& type); DataTypes remove_nullable(const DataTypes& types); bool have_nullable(const DataTypes& types); -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_number.h b/be/src/core/data_type/data_type_number.h index 796ad4647657b6..99b8bb42880402 100644 --- a/be/src/core/data_type/data_type_number.h +++ b/be/src/core/data_type/data_type_number.h @@ -24,7 +24,7 @@ #include "core/data_type/data_type_number_base.h" #include "core/data_type/define_primitive_type.h" -namespace doris::vectorized { +namespace doris { template class DataTypeNumber final : public DataTypeNumberBase { @@ -77,4 +77,4 @@ inline constexpr bool IsDataTypeFloat = true; template <> inline constexpr bool IsDataTypeFloat = true; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_number_base.cpp b/be/src/core/data_type/data_type_number_base.cpp index 16b9afe44aaf6b..cff73964a165c0 100644 --- a/be/src/core/data_type/data_type_number_base.cpp +++ b/be/src/core/data_type/data_type_number_base.cpp @@ -46,7 +46,7 @@ #include "util/string_parser.hpp" #include "util/to_string.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" #ifdef BE_TEST template @@ -268,4 +268,4 @@ template class DataTypeNumberBase; template class DataTypeNumberBase; template class DataTypeNumberBase; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_number_base.h b/be/src/core/data_type/data_type_number_base.h index 5dac8677638095..6614f25930bd15 100644 --- a/be/src/core/data_type/data_type_number_base.h +++ b/be/src/core/data_type/data_type_number_base.h @@ -38,7 +38,7 @@ #include "core/field.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class BufferWritable; @@ -151,4 +151,4 @@ class DataTypeNumberBase : public IDataType { bool _is_null_literal = false; }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_quantilestate.cpp b/be/src/core/data_type/data_type_quantilestate.cpp index 6a2110094ac9e0..5926fb5f942ddb 100644 --- a/be/src/core/data_type/data_type_quantilestate.cpp +++ b/be/src/core/data_type/data_type_quantilestate.cpp @@ -26,7 +26,7 @@ #include "util/io_helper.h" #include "util/slice.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" // binary: const flag | row num | read saved num | | // : quantilestate1 size | quantilestate2 size | ... @@ -176,4 +176,4 @@ void DataTypeQuantileState::deserialize_as_stream(QuantileState& value, BufferRe value.deserialize(ref.to_slice()); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/core/data_type/data_type_quantilestate.h b/be/src/core/data_type/data_type_quantilestate.h index 1b6d6a7ca3364c..210873642c8737 100644 --- a/be/src/core/data_type/data_type_quantilestate.h +++ b/be/src/core/data_type/data_type_quantilestate.h @@ -34,7 +34,7 @@ #include "core/types.h" #include "core/value/quantile_state.h" -namespace doris::vectorized { +namespace doris { class BufferReadable; class BufferWritable; class IColumn; @@ -81,4 +81,4 @@ class DataTypeQuantileState : public IDataType { return std::make_shared(nesting_level); }; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_string.cpp b/be/src/core/data_type/data_type_string.cpp index 1cdd95afbc818d..27866dd80f5223 100644 --- a/be/src/core/data_type/data_type_string.cpp +++ b/be/src/core/data_type/data_type_string.cpp @@ -41,7 +41,7 @@ #include "core/string_ref.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Field DataTypeString::get_default() const { @@ -292,4 +292,4 @@ FieldWithDataType DataTypeString::get_field_with_data_type(const IColumn& column .base_scalar_type_id = get_primitive_type()}; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_string.h b/be/src/core/data_type/data_type_string.h index 812f45210abf95..083c153dfb3283 100644 --- a/be/src/core/data_type/data_type_string.h +++ b/be/src/core/data_type/data_type_string.h @@ -36,7 +36,7 @@ #include "core/field.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { class BufferWritable; class IColumn; @@ -109,4 +109,4 @@ constexpr static bool IsStringType = false; template <> inline constexpr bool IsStringType = true; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_struct.cpp b/be/src/core/data_type/data_type_struct.cpp index 47e8a9b724ce5a..0c981481c69db4 100644 --- a/be/src/core/data_type/data_type_struct.cpp +++ b/be/src/core/data_type/data_type_struct.cpp @@ -45,7 +45,7 @@ #include "core/string_buffer.hpp" #include "core/string_ref.h" -namespace doris::vectorized { +namespace doris { DataTypeStruct::DataTypeStruct(const DataTypes& elems_) : elems(elems_), have_explicit_names(false) { @@ -286,4 +286,4 @@ size_t DataTypeStruct::get_size_of_value_in_memory() const { return res; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_struct.h b/be/src/core/data_type/data_type_struct.h index 1aaa811e39a565..9f7d90667a786f 100644 --- a/be/src/core/data_type/data_type_struct.h +++ b/be/src/core/data_type/data_type_struct.h @@ -40,13 +40,11 @@ namespace doris { class PColumnMeta; -namespace vectorized { class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { /** Struct data type. * Used as an intermediate result when evaluating expressions. @@ -146,4 +144,4 @@ class DataTypeStruct final : public IDataType { #endif }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_time.cpp b/be/src/core/data_type/data_type_time.cpp index f9c2aca773240e..a9dec7084f3826 100644 --- a/be/src/core/data_type/data_type_time.cpp +++ b/be/src/core/data_type/data_type_time.cpp @@ -32,7 +32,7 @@ #include "exprs/function/cast/cast_to_string.h" #include "util/date_func.h" -namespace doris::vectorized { +namespace doris { class IColumn; void DataTypeTimeV2::to_pb_column_meta(PColumnMeta* col_meta) const { @@ -55,4 +55,4 @@ Field DataTypeTimeV2::get_field(const TExprNode& node) const { return Field::create_field(node.timev2_literal.value); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_time.h b/be/src/core/data_type/data_type_time.h index 5d1e4cf746fa25..afcc97fe8e1853 100644 --- a/be/src/core/data_type/data_type_time.h +++ b/be/src/core/data_type/data_type_time.h @@ -34,7 +34,7 @@ #include "core/data_type_serde/data_type_time_serde.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { class BufferWritable; class IColumn; @@ -73,4 +73,4 @@ class DataTypeTimeV2 final : public DataTypeNumberBase { public: @@ -69,4 +69,4 @@ class DataTypeTimeStampTz final : public DataTypeNumberBase inline constexpr bool IsVarBinaryType = true; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/data_type_variant.cpp b/be/src/core/data_type/data_type_variant.cpp index ab76ffbc7d71f2..f3b896fea64754 100644 --- a/be/src/core/data_type/data_type_variant.cpp +++ b/be/src/core/data_type/data_type_variant.cpp @@ -40,12 +40,10 @@ #include "util/string_util.h" namespace doris { -namespace vectorized { class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" DataTypeVariant::DataTypeVariant(int32_t max_subcolumns_count) @@ -244,4 +242,4 @@ MutableColumnPtr DataTypeVariant::create_column() const { return ColumnVariant::create(_max_subcolumns_count); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/core/data_type/data_type_variant.h b/be/src/core/data_type/data_type_variant.h index ac8b385765aa8d..fd59733f452b33 100644 --- a/be/src/core/data_type/data_type_variant.h +++ b/be/src/core/data_type/data_type_variant.h @@ -41,12 +41,10 @@ #include "core/types.h" namespace doris { -namespace vectorized { class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { class DataTypeVariant : public IDataType { private: int32_t _max_subcolumns_count = 0; @@ -87,4 +85,4 @@ class DataTypeVariant : public IDataType { void to_pb_column_meta(PColumnMeta* col_meta) const override; int32_t variant_max_subcolumns_count() const { return _max_subcolumns_count; } }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/get_least_supertype.cpp b/be/src/core/data_type/get_least_supertype.cpp index 68b092612e44df..1aee7c34ae2f7b 100644 --- a/be/src/core/data_type/get_least_supertype.cpp +++ b/be/src/core/data_type/get_least_supertype.cpp @@ -44,7 +44,7 @@ #include "core/types.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { void get_numeric_type(const PrimitiveTypeSet& types, DataTypePtr* type) { bool all_numbers = true; @@ -321,4 +321,4 @@ void get_least_supertype_jsonb(const PrimitiveTypeSet& types, DataTypePtr* type) *type = std::make_shared(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/get_least_supertype.h b/be/src/core/data_type/get_least_supertype.h index 6008d3aefa6455..f9693ed23db473 100644 --- a/be/src/core/data_type/get_least_supertype.h +++ b/be/src/core/data_type/get_least_supertype.h @@ -25,11 +25,11 @@ #include "common/status.h" #include "core/data_type/data_type.h" -namespace doris::vectorized { +namespace doris { using PrimitiveTypeSet = phmap::flat_hash_set; void get_least_supertype_jsonb(const DataTypes& types, DataTypePtr* type); void get_least_supertype_jsonb(const PrimitiveTypeSet& types, DataTypePtr* type); -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/nested_utils.cpp b/be/src/core/data_type/nested_utils.cpp index 3edeb70532adb0..ba48234931a4d3 100644 --- a/be/src/core/data_type/nested_utils.cpp +++ b/be/src/core/data_type/nested_utils.cpp @@ -22,7 +22,7 @@ #include "exec/common/string_utils/string_utils.h" -namespace doris::vectorized { +namespace doris { namespace Nested { @@ -68,4 +68,4 @@ std::string extract_table_name(const std::string& nested_name) { } // namespace Nested -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/nested_utils.h b/be/src/core/data_type/nested_utils.h index 31e56a519ebb10..8a7d166e8c8968 100644 --- a/be/src/core/data_type/nested_utils.h +++ b/be/src/core/data_type/nested_utils.h @@ -25,7 +25,7 @@ #include "core/block/block.h" -namespace doris::vectorized { +namespace doris { namespace Nested { std::string concatenate_name(const std::string& nested_table_name, @@ -43,4 +43,4 @@ Block flatten(const Block& block); void validate_array_sizes(const Block& block); } // namespace Nested -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/number_traits.h b/be/src/core/data_type/number_traits.h index dc81342d3749d6..0039bb920766ab 100644 --- a/be/src/core/data_type/number_traits.h +++ b/be/src/core/data_type/number_traits.h @@ -29,7 +29,7 @@ #include "core/types.h" #include "core/uint128.h" -namespace doris::vectorized { +namespace doris { /** Allows get the result type of the functions +, -, *, /, %, intDiv (integer division). * The rules are different from those used in C++. @@ -330,4 +330,4 @@ inline constexpr int max_ascii_len() { } } // namespace NumberTraits -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type/primitive_type.h b/be/src/core/data_type/primitive_type.h index d96b4b0da3dd8e..e3cbd05d1e67d3 100644 --- a/be/src/core/data_type/primitive_type.h +++ b/be/src/core/data_type/primitive_type.h @@ -38,7 +38,6 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { template class ColumnStr; class IColumnDummy; @@ -128,7 +127,6 @@ using ColumnDecimal128V2 = ColumnDecimal; using ColumnDecimal128V3 = ColumnDecimal; using ColumnDecimal256 = ColumnDecimal; class ColumnArray; -} // namespace vectorized class DecimalV2Value; @@ -277,117 +275,117 @@ struct PrimitiveTypeTraits; */ template <> struct PrimitiveTypeTraits { - using CppType = vectorized::UInt8; + using CppType = UInt8; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeBool; - using ColumnType = vectorized::ColumnUInt8; + using DataType = DataTypeBool; + using ColumnType = ColumnUInt8; }; template <> struct PrimitiveTypeTraits { using CppType = int8_t; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeInt8; - using ColumnType = vectorized::ColumnInt8; + using DataType = DataTypeInt8; + using ColumnType = ColumnInt8; }; template <> struct PrimitiveTypeTraits { using CppType = int16_t; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeInt16; - using ColumnType = vectorized::ColumnInt16; + using DataType = DataTypeInt16; + using ColumnType = ColumnInt16; }; template <> struct PrimitiveTypeTraits { using CppType = int32_t; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeInt32; - using ColumnType = vectorized::ColumnInt32; + using DataType = DataTypeInt32; + using ColumnType = ColumnInt32; }; template <> struct PrimitiveTypeTraits { using CppType = int64_t; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeInt64; - using ColumnType = vectorized::ColumnInt64; + using DataType = DataTypeInt64; + using ColumnType = ColumnInt64; }; template <> struct PrimitiveTypeTraits { using CppType = __int128_t; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeInt128; - using ColumnType = vectorized::ColumnInt128; + using DataType = DataTypeInt128; + using ColumnType = ColumnInt128; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Null; + using CppType = Null; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeNothing; - using ColumnType = vectorized::IColumnDummy; + using DataType = DataTypeNothing; + using ColumnType = IColumnDummy; }; template <> struct PrimitiveTypeTraits { using CppType = float; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeFloat32; - using ColumnType = vectorized::ColumnFloat32; + using DataType = DataTypeFloat32; + using ColumnType = ColumnFloat32; }; template <> struct PrimitiveTypeTraits { using CppType = double; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeFloat64; - using ColumnType = vectorized::ColumnFloat64; + using DataType = DataTypeFloat64; + using ColumnType = ColumnFloat64; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Float64; + using CppType = Float64; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeTimeV2; - using ColumnType = vectorized::ColumnTimeV2; + using DataType = DataTypeTimeV2; + using ColumnType = ColumnTimeV2; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Float64; + using CppType = Float64; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeTimeV2; - using ColumnType = vectorized::ColumnTime; + using DataType = DataTypeTimeV2; + using ColumnType = ColumnTime; }; template <> struct PrimitiveTypeTraits { using CppType = doris::VecDateTimeValue; /// Different with compute layer, the DateV1 was stored as uint24_t(3 bytes). using StorageFieldType = uint24_t; - using DataType = vectorized::DataTypeDate; - using ColumnType = vectorized::ColumnDate; + using DataType = DataTypeDate; + using ColumnType = ColumnDate; }; template <> struct PrimitiveTypeTraits { using CppType = doris::VecDateTimeValue; using StorageFieldType = uint64_t; - using DataType = vectorized::DataTypeDateTime; - using ColumnType = vectorized::ColumnDateTime; + using DataType = DataTypeDateTime; + using ColumnType = ColumnDateTime; }; template <> struct PrimitiveTypeTraits { using CppType = DateV2Value; using StorageFieldType = uint64_t; - using DataType = vectorized::DataTypeDateTimeV2; - using ColumnType = vectorized::ColumnDateTimeV2; + using DataType = DataTypeDateTimeV2; + using ColumnType = ColumnDateTimeV2; }; template <> struct PrimitiveTypeTraits { using CppType = DateV2Value; using StorageFieldType = uint32_t; - using DataType = vectorized::DataTypeDateV2; - using ColumnType = vectorized::ColumnDateV2; + using DataType = DataTypeDateV2; + using ColumnType = ColumnDateV2; }; template <> struct PrimitiveTypeTraits { using CppType = TimestampTzValue; using StorageFieldType = uint64_t; - using DataType = vectorized::DataTypeTimeStampTz; - using ColumnType = vectorized::ColumnTimeStampTz; + using DataType = DataTypeTimeStampTz; + using ColumnType = ColumnTimeStampTz; }; template <> @@ -395,148 +393,148 @@ struct PrimitiveTypeTraits { using CppType = DecimalV2Value; /// Different with compute layer, the DecimalV1 was stored as decimal12_t(12 bytes). using StorageFieldType = decimal12_t; - using DataType = vectorized::DataTypeDecimalV2; - using ColumnType = vectorized::ColumnDecimal128V2; + using DataType = DataTypeDecimalV2; + using ColumnType = ColumnDecimal128V2; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Decimal32; - using StorageFieldType = vectorized::Int32; - using DataType = vectorized::DataTypeDecimal32; - using ColumnType = vectorized::ColumnDecimal32; + using CppType = Decimal32; + using StorageFieldType = Int32; + using DataType = DataTypeDecimal32; + using ColumnType = ColumnDecimal32; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Decimal64; - using StorageFieldType = vectorized::Int64; - using DataType = vectorized::DataTypeDecimal64; - using ColumnType = vectorized::ColumnDecimal64; + using CppType = Decimal64; + using StorageFieldType = Int64; + using DataType = DataTypeDecimal64; + using ColumnType = ColumnDecimal64; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Decimal128V3; - using StorageFieldType = vectorized::Int128; - using DataType = vectorized::DataTypeDecimal128; - using ColumnType = vectorized::ColumnDecimal128V3; + using CppType = Decimal128V3; + using StorageFieldType = Int128; + using DataType = DataTypeDecimal128; + using ColumnType = ColumnDecimal128V3; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Decimal256; + using CppType = Decimal256; using StorageFieldType = wide::Int256; - using DataType = vectorized::DataTypeDecimal256; - using ColumnType = vectorized::ColumnDecimal256; + using DataType = DataTypeDecimal256; + using ColumnType = ColumnDecimal256; }; template <> struct PrimitiveTypeTraits { using CppType = IPv4; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeIPv4; - using ColumnType = vectorized::ColumnIPv4; + using DataType = DataTypeIPv4; + using ColumnType = ColumnIPv4; }; template <> struct PrimitiveTypeTraits { using CppType = IPv6; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeIPv6; - using ColumnType = vectorized::ColumnIPv6; + using DataType = DataTypeIPv6; + using ColumnType = ColumnIPv6; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::String; + using CppType = String; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeString; - using ColumnType = vectorized::ColumnString; + using DataType = DataTypeString; + using ColumnType = ColumnString; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::String; + using CppType = String; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeString; - using ColumnType = vectorized::ColumnString; + using DataType = DataTypeString; + using ColumnType = ColumnString; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::String; + using CppType = String; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeString; - using ColumnType = vectorized::ColumnString; + using DataType = DataTypeString; + using ColumnType = ColumnString; }; template <> struct PrimitiveTypeTraits { using CppType = doris::StringView; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeVarbinary; - using ColumnType = vectorized::ColumnVarbinary; + using DataType = DataTypeVarbinary; + using ColumnType = ColumnVarbinary; }; template <> struct PrimitiveTypeTraits { using CppType = HyperLogLog; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeHLL; - using ColumnType = vectorized::ColumnHLL; + using DataType = DataTypeHLL; + using ColumnType = ColumnHLL; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::JsonbField; + using CppType = JsonbField; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeJsonb; - using ColumnType = vectorized::ColumnString; + using DataType = DataTypeJsonb; + using ColumnType = ColumnString; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Array; + using CppType = Array; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeArray; - using ColumnType = vectorized::ColumnArray; + using DataType = DataTypeArray; + using ColumnType = ColumnArray; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Map; + using CppType = Map; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeMap; - using ColumnType = vectorized::ColumnMap; + using DataType = DataTypeMap; + using ColumnType = ColumnMap; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::Tuple; + using CppType = Tuple; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeStruct; - using ColumnType = vectorized::ColumnStruct; + using DataType = DataTypeStruct; + using ColumnType = ColumnStruct; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::VariantMap; + using CppType = VariantMap; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeVariant; - using ColumnType = vectorized::ColumnVariant; + using DataType = DataTypeVariant; + using ColumnType = ColumnVariant; }; template <> struct PrimitiveTypeTraits { using CppType = BitmapValue; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeBitMap; - using ColumnType = vectorized::ColumnBitmap; + using DataType = DataTypeBitMap; + using ColumnType = ColumnBitmap; }; template <> struct PrimitiveTypeTraits { using CppType = QuantileState; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeQuantileState; - using ColumnType = vectorized::ColumnQuantileState; + using DataType = DataTypeQuantileState; + using ColumnType = ColumnQuantileState; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::UInt32; + using CppType = UInt32; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeNothing; - using ColumnType = vectorized::ColumnOffset32; + using DataType = DataTypeNothing; + using ColumnType = ColumnOffset32; }; template <> struct PrimitiveTypeTraits { - using CppType = vectorized::UInt64; + using CppType = UInt64; using StorageFieldType = CppType; - using DataType = vectorized::DataTypeNothing; - using ColumnType = vectorized::ColumnOffset64; + using DataType = DataTypeNothing; + using ColumnType = ColumnOffset64; }; template diff --git a/be/src/core/data_type_serde/complex_type_deserialize_util.h b/be/src/core/data_type_serde/complex_type_deserialize_util.h index 933ed6807f48c1..20f49636c769b1 100644 --- a/be/src/core/data_type_serde/complex_type_deserialize_util.h +++ b/be/src/core/data_type_serde/complex_type_deserialize_util.h @@ -18,7 +18,7 @@ #include "core/data_type_serde/data_type_serde.h" #include "core/string_ref.h" -namespace doris::vectorized { +namespace doris { struct ComplexTypeDeserializeUtil { // SplitResult is used to store the result of splitting a string by a delimiter. @@ -103,4 +103,4 @@ struct ComplexTypeDeserializeUtil { } }; -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/core/data_type_serde/data_type_array_serde.cpp b/be/src/core/data_type_serde/data_type_array_serde.cpp index b0c6643d3d84a9..14a88813a56a6b 100644 --- a/be/src/core/data_type_serde/data_type_array_serde.cpp +++ b/be/src/core/data_type_serde/data_type_array_serde.cpp @@ -32,7 +32,7 @@ #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -namespace doris::vectorized { +namespace doris { class Arena; #include "common/compile_check_begin.h" @@ -357,7 +357,7 @@ Status DataTypeArraySerDe::write_column_to_mysql_binary(const IColumn& column, Status DataTypeArraySerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, int64_t start, - int64_t end, vectorized::Arena& arena, + int64_t end, Arena& arena, const FormatOptions& options) const { auto* cur_batch = dynamic_cast(orc_col_batch); cur_batch->offsets[0] = 0; @@ -582,4 +582,4 @@ bool DataTypeArraySerDe::write_column_to_hive_text(const IColumn& column, Buffer return true; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_array_serde.h b/be/src/core/data_type_serde/data_type_array_serde.h index 1854bc6dc7c42a..2fcb7f3c9c4a7e 100644 --- a/be/src/core/data_type_serde/data_type_array_serde.h +++ b/be/src/core/data_type_serde/data_type_array_serde.h @@ -32,7 +32,6 @@ class PValues; struct JsonbValue; class JsonWriter; -namespace vectorized { class IColumn; class Arena; class IDataType; @@ -103,7 +102,7 @@ class DataTypeArraySerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; Status serialize_column_to_jsonb(const IColumn& from_column, int64_t row_num, @@ -136,5 +135,4 @@ class DataTypeArraySerDe : public DataTypeSerDe { DataTypeSerDeSPtr nested_serde; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_bitmap_serde.cpp b/be/src/core/data_type_serde/data_type_bitmap_serde.cpp index 608bcda7aaf64d..fbd1b470398ae1 100644 --- a/be/src/core/data_type_serde/data_type_bitmap_serde.cpp +++ b/be/src/core/data_type_serde/data_type_bitmap_serde.cpp @@ -33,7 +33,6 @@ namespace doris { -namespace vectorized { class IColumn; #include "common/compile_check_begin.h" @@ -176,8 +175,7 @@ bool DataTypeBitMapSerDe::write_column_to_mysql_text(const IColumn& column, Buff Status DataTypeBitMapSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, - vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const { auto& col_data = assert_cast(column); orc::StringVectorBatch* cur_batch = dynamic_cast(orc_col_batch); @@ -244,5 +242,4 @@ void DataTypeBitMapSerDe::to_string(const IColumn& column, size_t row_num, Buffe bw.write(buffer.c_str(), buffer.size()); } -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_bitmap_serde.h b/be/src/core/data_type_serde/data_type_bitmap_serde.h index 085c41708b0431..49ed3cd875e9d2 100644 --- a/be/src/core/data_type_serde/data_type_bitmap_serde.h +++ b/be/src/core/data_type_serde/data_type_bitmap_serde.h @@ -26,7 +26,6 @@ namespace doris { class PValues; struct JsonbValue; -namespace vectorized { class IColumn; class Arena; @@ -83,11 +82,10 @@ class DataTypeBitMapSerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; void to_string(const IColumn& column, size_t row_num, BufferWritable& bw, const FormatOptions& options) const override; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_date_or_datetime_serde.cpp b/be/src/core/data_type_serde/data_type_date_or_datetime_serde.cpp index 1b7298ee64f52c..8c055c22626a31 100644 --- a/be/src/core/data_type_serde/data_type_date_or_datetime_serde.cpp +++ b/be/src/core/data_type_serde/data_type_date_or_datetime_serde.cpp @@ -29,7 +29,7 @@ #include "exprs/function/cast/cast_to_date_or_datetime_impl.hpp" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template @@ -266,8 +266,7 @@ template Status DataTypeDateSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, - vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const { const auto& col_data = assert_cast&>(column).get_data(); auto* cur_batch = dynamic_cast(orc_col_batch); @@ -578,7 +577,7 @@ Status DataTypeDateSerDe::from_decimal_strict_mode_batch( } template -std::string DataTypeDateSerDe::to_olap_string(const vectorized::Field& field) const { +std::string DataTypeDateSerDe::to_olap_string(const Field& field) const { char buf[64]; char* pos = field.get().to_string(buf); return std::string(buf, pos - buf - 1); @@ -689,4 +688,4 @@ DataTypeDateSerDe::from_decimal_strict_mode_batch::from_decimal_strict_mode_batch( const DataTypeDecimal256::ColumnType& decimal_col, IColumn& target_col) const; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_date_or_datetime_serde.h b/be/src/core/data_type_serde/data_type_date_or_datetime_serde.h index 56ed04de3abd18..c28677b117f699 100644 --- a/be/src/core/data_type_serde/data_type_date_or_datetime_serde.h +++ b/be/src/core/data_type_serde/data_type_date_or_datetime_serde.h @@ -32,7 +32,7 @@ #include "core/string_ref.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { class Arena; template @@ -113,10 +113,10 @@ class DataTypeDateSerDe : public DataTypeNumberSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; - std::string to_olap_string(const vectorized::Field& field) const override; + std::string to_olap_string(const Field& field) const override; protected: template @@ -145,4 +145,4 @@ class DataTypeDateTimeSerDe : public DataTypeDateSerDe(column).get_data(); auto* cur_batch = dynamic_cast(orc_col_batch); @@ -580,4 +580,4 @@ template Status DataTypeDateTimeV2SerDe::from_decimal_strict_mode_batch( const DataTypeDecimal256::ColumnType& decimal_col, IColumn& target_col) const; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_datetimev2_serde.h b/be/src/core/data_type_serde/data_type_datetimev2_serde.h index d3f0bb1c452c78..22f6d072428265 100644 --- a/be/src/core/data_type_serde/data_type_datetimev2_serde.h +++ b/be/src/core/data_type_serde/data_type_datetimev2_serde.h @@ -30,7 +30,7 @@ #include "core/types.h" #include "core/value/vdatetime_value.h" -namespace doris::vectorized { +namespace doris { class Arena; class DataTypeDateTimeV2SerDe : public DataTypeNumberSerDe { @@ -98,7 +98,7 @@ class DataTypeDateTimeV2SerDe : public DataTypeNumberSerDe(column).get_data(); auto* cur_batch = dynamic_cast(orc_col_batch); @@ -442,7 +441,7 @@ Status DataTypeDateV2SerDe::from_decimal_strict_mode_batch( return Status::OK(); } -std::string DataTypeDateV2SerDe::to_olap_string(const vectorized::Field& field) const { +std::string DataTypeDateV2SerDe::to_olap_string(const Field& field) const { return CastToString::from_datev2(field.get()); } // NOLINTEND(readability-function-cognitive-complexity) @@ -498,4 +497,4 @@ template Status DataTypeDateV2SerDe::from_decimal_strict_mode_batch( const DataTypeDecimal256::ColumnType& decimal_col, IColumn& target_col) const; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_datev2_serde.h b/be/src/core/data_type_serde/data_type_datev2_serde.h index 136222a9311341..0a33c51c806685 100644 --- a/be/src/core/data_type_serde/data_type_datev2_serde.h +++ b/be/src/core/data_type_serde/data_type_datev2_serde.h @@ -29,7 +29,7 @@ #include "core/string_ref.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { class Arena; class DataTypeDateV2SerDe : public DataTypeNumberSerDe { @@ -95,7 +95,7 @@ class DataTypeDateV2SerDe : public DataTypeNumberSerDe @@ -326,8 +326,7 @@ Status DataTypeDecimalSerDe::read_column_from_arrow(IColumn& column, const auto arrow_scale = arrow_decimal_type->scale(); // TODO check precision for (auto value_i = start; value_i < end; ++value_i) { - auto value = *reinterpret_cast( - concrete_array->Value(value_i)); + auto value = *reinterpret_cast(concrete_array->Value(value_i)); // convert scale to 9; if (9 > arrow_scale) { using MaxNativeType = typename Decimal128V2::NativeType; @@ -395,8 +394,7 @@ template Status DataTypeDecimalSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, - vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const { if constexpr (T == TYPE_DECIMAL256) { return Status::NotSupported("write_column_to_orc with type " + column.get_name()); @@ -503,7 +501,7 @@ void DataTypeDecimalSerDe::to_string(const IColumn& column, size_t row_num, B } template -std::string DataTypeDecimalSerDe::to_olap_string(const vectorized::Field& field) const { +std::string DataTypeDecimalSerDe::to_olap_string(const Field& field) const { auto value = field.get(); if constexpr (T == TYPE_DECIMALV2) { decimal12_t decimal_val(value.int_value(), value.frac_value()); @@ -743,4 +741,4 @@ template class DataTypeDecimalSerDe; template class DataTypeDecimalSerDe; template class DataTypeDecimalSerDe; template class DataTypeDecimalSerDe; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_decimal_serde.h b/be/src/core/data_type_serde/data_type_decimal_serde.h index c62a539a2cac53..61349fa6eeff4d 100644 --- a/be/src/core/data_type_serde/data_type_decimal_serde.h +++ b/be/src/core/data_type_serde/data_type_decimal_serde.h @@ -32,7 +32,6 @@ namespace doris { -namespace vectorized { template class ColumnDecimal; class Arena; @@ -118,7 +117,7 @@ class DataTypeDecimalSerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; Status deserialize_column_from_fixed_json(IColumn& column, Slice& slice, uint64_t rows, @@ -133,7 +132,7 @@ class DataTypeDecimalSerDe : public DataTypeSerDe { void to_string(const IColumn& column, size_t row_num, BufferWritable& bw, const FormatOptions& options) const override; - std::string to_olap_string(const vectorized::Field& field) const override; + std::string to_olap_string(const Field& field) const override; void to_string_batch(const IColumn& column, ColumnString& column_to, const FormatOptions& options) const override; @@ -188,5 +187,4 @@ Status DataTypeDecimalSerDe::read_column_from_pb(IColumn& column, const PValu } #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_hll_serde.cpp b/be/src/core/data_type_serde/data_type_hll_serde.cpp index 1fb6f29db6bfe4..a90a5f44d70f18 100644 --- a/be/src/core/data_type_serde/data_type_hll_serde.cpp +++ b/be/src/core/data_type_serde/data_type_hll_serde.cpp @@ -37,7 +37,6 @@ namespace doris { -namespace vectorized { class IColumn; #include "common/compile_check_begin.h" @@ -173,7 +172,7 @@ bool DataTypeHLLSerDe::write_column_to_mysql_text(const IColumn& column, BufferW Status DataTypeHLLSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, int64_t start, - int64_t end, vectorized::Arena& arena, + int64_t end, Arena& arena, const FormatOptions& options) const { auto& col_data = assert_cast(column); orc::StringVectorBatch* cur_batch = dynamic_cast(orc_col_batch); @@ -236,5 +235,4 @@ void DataTypeHLLSerDe::to_string(const IColumn& column, size_t row_num, BufferWr bw.write(result.c_str(), result.size()); } -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_hll_serde.h b/be/src/core/data_type_serde/data_type_hll_serde.h index 17170e3a98d850..96b5b083da7fae 100644 --- a/be/src/core/data_type_serde/data_type_hll_serde.h +++ b/be/src/core/data_type_serde/data_type_hll_serde.h @@ -26,7 +26,6 @@ namespace doris { class PValues; struct JsonbValue; -namespace vectorized { class IColumn; class Arena; @@ -78,11 +77,10 @@ class DataTypeHLLSerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; void to_string(const IColumn& column, size_t row_num, BufferWritable& bw, const FormatOptions& options) const override; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_ipv4_serde.cpp b/be/src/core/data_type_serde/data_type_ipv4_serde.cpp index 31f076a2392789..d5b4813c1f372f 100644 --- a/be/src/core/data_type_serde/data_type_ipv4_serde.cpp +++ b/be/src/core/data_type_serde/data_type_ipv4_serde.cpp @@ -25,7 +25,7 @@ #include "exprs/function/cast/cast_to_string.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Status DataTypeIPv4SerDe::write_column_to_mysql_binary(const IColumn& column, @@ -222,8 +222,8 @@ void DataTypeIPv4SerDe::write_one_cell_to_binary(const IColumn& src_column, memcpy(chars.data() + old_size + sizeof(uint8_t), data_ref.data, data_ref.size); } -std::string DataTypeIPv4SerDe::to_olap_string(const vectorized::Field& field) const { +std::string DataTypeIPv4SerDe::to_olap_string(const Field& field) const { return CastToString::from_ip(field.get()); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_ipv4_serde.h b/be/src/core/data_type_serde/data_type_ipv4_serde.h index e77c2a57d2464e..a3ff4bf903627d 100644 --- a/be/src/core/data_type_serde/data_type_ipv4_serde.h +++ b/be/src/core/data_type_serde/data_type_ipv4_serde.h @@ -33,7 +33,7 @@ #include "core/value/ipv4_value.h" #include "storage/olap_common.h" -namespace doris::vectorized { +namespace doris { class DataTypeIPv4SerDe : public DataTypeNumberSerDe { public: @@ -74,6 +74,6 @@ class DataTypeIPv4SerDe : public DataTypeNumberSerDe { void write_one_cell_to_binary(const IColumn& src_column, ColumnString::Chars& chars, int64_t row_num) const override; - std::string to_olap_string(const vectorized::Field& field) const override; + std::string to_olap_string(const Field& field) const override; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_ipv6_serde.cpp b/be/src/core/data_type_serde/data_type_ipv6_serde.cpp index b5333df005d0b7..f60dc892fbf489 100644 --- a/be/src/core/data_type_serde/data_type_ipv6_serde.cpp +++ b/be/src/core/data_type_serde/data_type_ipv6_serde.cpp @@ -29,7 +29,7 @@ #include "util/io_helper.h" #include "util/jsonb_writer.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Status DataTypeIPv6SerDe::write_column_to_mysql_binary(const IColumn& column, @@ -175,7 +175,7 @@ Status DataTypeIPv6SerDe::read_column_from_arrow(IColumn& column, const arrow::A Status DataTypeIPv6SerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, int64_t start, - int64_t end, vectorized::Arena& arena, + int64_t end, Arena& arena, const FormatOptions& options) const { const auto& col_data = assert_cast(column).get_data(); auto* cur_batch = assert_cast(orc_col_batch); @@ -320,8 +320,8 @@ void DataTypeIPv6SerDe::write_one_cell_to_binary(const IColumn& src_column, memcpy(chars.data() + old_size + sizeof(uint8_t), data_ref.data, data_ref.size); } -std::string DataTypeIPv6SerDe::to_olap_string(const vectorized::Field& field) const { +std::string DataTypeIPv6SerDe::to_olap_string(const Field& field) const { return CastToString::from_ip(field.get()); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_ipv6_serde.h b/be/src/core/data_type_serde/data_type_ipv6_serde.h index 467ce09aabd332..20b6960e61dc9d 100644 --- a/be/src/core/data_type_serde/data_type_ipv6_serde.h +++ b/be/src/core/data_type_serde/data_type_ipv6_serde.h @@ -35,7 +35,6 @@ namespace doris { -namespace vectorized { class Arena; class DataTypeIPv6SerDe : public DataTypeNumberSerDe { @@ -55,7 +54,7 @@ class DataTypeIPv6SerDe : public DataTypeNumberSerDe { Status read_column_from_pb(IColumn& column, const PValues& arg) const override; Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; Status write_column_to_arrow(const IColumn& column, const NullMap* null_map, arrow::ArrayBuilder* array_builder, int64_t start, int64_t end, @@ -85,7 +84,6 @@ class DataTypeIPv6SerDe : public DataTypeNumberSerDe { void write_one_cell_to_binary(const IColumn& src_column, ColumnString::Chars& chars, int64_t row_num) const override; - std::string to_olap_string(const vectorized::Field& field) const override; + std::string to_olap_string(const Field& field) const override; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_jsonb_serde.cpp b/be/src/core/data_type_serde/data_type_jsonb_serde.cpp index 937dd02e5b9ac9..4b0c5b2e2c306e 100644 --- a/be/src/core/data_type_serde/data_type_jsonb_serde.cpp +++ b/be/src/core/data_type_serde/data_type_jsonb_serde.cpp @@ -32,7 +32,6 @@ #include "exprs/json_functions.h" #include "util/jsonb_parser_simd.h" namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" Status DataTypeJsonbSerDe::write_column_to_mysql_binary(const IColumn& column, @@ -193,7 +192,7 @@ Status DataTypeJsonbSerDe::read_column_from_arrow(IColumn& column, const arrow:: Status DataTypeJsonbSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, int64_t start, - int64_t end, vectorized::Arena& arena, + int64_t end, Arena& arena, const FormatOptions& options) const { auto* cur_batch = dynamic_cast(orc_col_batch); const auto& string_column = assert_cast(column); @@ -442,5 +441,4 @@ bool DataTypeJsonbSerDe::write_column_to_presto_text(const IColumn& column, Buff return true; } -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_jsonb_serde.h b/be/src/core/data_type_serde/data_type_jsonb_serde.h index acc65c546bb7de..3a243a1c1a8187 100644 --- a/be/src/core/data_type_serde/data_type_jsonb_serde.h +++ b/be/src/core/data_type_serde/data_type_jsonb_serde.h @@ -29,7 +29,6 @@ namespace doris { class JsonbOutStream; -namespace vectorized { class Arena; class DataTypeJsonbSerDe : public DataTypeStringSerDe { @@ -64,7 +63,7 @@ class DataTypeJsonbSerDe : public DataTypeStringSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; bool write_column_to_presto_text(const IColumn& column, BufferWritable& bw, int64_t row_idx, @@ -94,5 +93,4 @@ class DataTypeJsonbSerDe : public DataTypeStringSerDe { void convert_jsonb_to_rapidjson(const JsonbValue& val, rapidjson::Value& target, rapidjson::Document::AllocatorType& allocator); -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_map_serde.cpp b/be/src/core/data_type_serde/data_type_map_serde.cpp index 53151010048321..44fbde623e7982 100644 --- a/be/src/core/data_type_serde/data_type_map_serde.cpp +++ b/be/src/core/data_type_serde/data_type_map_serde.cpp @@ -30,7 +30,6 @@ #include "util/simd/bits.h" namespace doris { -namespace vectorized { class Arena; #include "common/compile_check_begin.h" Status DataTypeMapSerDe::serialize_column_to_json(const IColumn& column, int64_t start_idx, @@ -429,7 +428,7 @@ Status DataTypeMapSerDe::write_column_to_mysql_binary(const IColumn& column, Status DataTypeMapSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, int64_t start, - int64_t end, vectorized::Arena& arena, + int64_t end, Arena& arena, const FormatOptions& options) const { auto* cur_batch = dynamic_cast(orc_col_batch); cur_batch->offsets[0] = 0; @@ -687,5 +686,4 @@ bool DataTypeMapSerDe::write_column_to_hive_text(const IColumn& column, BufferWr return true; } -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_map_serde.h b/be/src/core/data_type_serde/data_type_map_serde.h index 773642b296b81f..b4aa88f3cbec1f 100644 --- a/be/src/core/data_type_serde/data_type_map_serde.h +++ b/be/src/core/data_type_serde/data_type_map_serde.h @@ -28,7 +28,6 @@ namespace doris { class PValues; -namespace vectorized { class IColumn; class Arena; #include "common/compile_check_begin.h" @@ -93,7 +92,7 @@ class DataTypeMapSerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; bool write_column_to_presto_text(const IColumn& column, BufferWritable& bw, int64_t row_idx, @@ -125,5 +124,4 @@ class DataTypeMapSerDe : public DataTypeSerDe { DataTypeSerDeSPtr value_serde; }; #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_nothing_serde.h b/be/src/core/data_type_serde/data_type_nothing_serde.h index 41f4942610520f..1e164e85a9100f 100644 --- a/be/src/core/data_type_serde/data_type_nothing_serde.h +++ b/be/src/core/data_type_serde/data_type_nothing_serde.h @@ -30,7 +30,6 @@ namespace doris { class PValues; struct JsonbValue; -namespace vectorized { class IColumn; class Arena; @@ -100,10 +99,9 @@ class DataTypeNothingSerde : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override { return Status::NotSupported("write_column_to_orc with type " + column.get_name()); } }; -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_nullable_serde.cpp b/be/src/core/data_type_serde/data_type_nullable_serde.cpp index 66ba2c33423672..175da193187896 100644 --- a/be/src/core/data_type_serde/data_type_nullable_serde.cpp +++ b/be/src/core/data_type_serde/data_type_nullable_serde.cpp @@ -36,7 +36,7 @@ #include "util/jsonb_document.h" #include "util/jsonb_writer.h" -namespace doris::vectorized { +namespace doris { class Arena; #include "common/compile_check_begin.h" Status DataTypeNullableSerDe::serialize_column_to_json(const IColumn& column, int64_t start_idx, @@ -427,8 +427,7 @@ Status DataTypeNullableSerDe::write_column_to_mysql_binary(const IColumn& column Status DataTypeNullableSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, - vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const { const auto& column_nullable = assert_cast(column); orc_col_batch->hasNulls = true; @@ -476,7 +475,7 @@ void DataTypeNullableSerDe::to_string(const IColumn& column, size_t row_num, Buf } } -std::string DataTypeNullableSerDe::to_olap_string(const vectorized::Field& field) const { +std::string DataTypeNullableSerDe::to_olap_string(const Field& field) const { return nested_serde->to_olap_string(field); } @@ -515,4 +514,4 @@ Status DataTypeNullableSerDe::from_string_strict_mode(StringRef& str, IColumn& c null_column.get_null_map_data().push_back(0); return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_nullable_serde.h b/be/src/core/data_type_serde/data_type_nullable_serde.h index 75b8048cd1c79e..49d9d55f9f2275 100644 --- a/be/src/core/data_type_serde/data_type_nullable_serde.h +++ b/be/src/core/data_type_serde/data_type_nullable_serde.h @@ -27,7 +27,6 @@ namespace doris { class PValues; -namespace vectorized { class IColumn; class Arena; #include "common/compile_check_begin.h" @@ -96,7 +95,7 @@ class DataTypeNullableSerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; bool write_column_to_presto_text(const IColumn& column, BufferWritable& bw, int64_t row_idx, @@ -126,11 +125,10 @@ class DataTypeNullableSerDe : public DataTypeSerDe { void to_string(const IColumn& column, size_t row_num, BufferWritable& bw, const FormatOptions& options) const override; - std::string to_olap_string(const vectorized::Field& field) const override; + std::string to_olap_string(const Field& field) const override; private: DataTypeSerDeSPtr nested_serde; }; #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_number_serde.cpp b/be/src/core/data_type_serde/data_type_number_serde.cpp index 0256cf3ff2e349..ac488d1a6ae9da 100644 --- a/be/src/core/data_type_serde/data_type_number_serde.cpp +++ b/be/src/core/data_type_serde/data_type_number_serde.cpp @@ -41,7 +41,7 @@ #include "util/mysql_global.h" #include "util/to_string.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" // Type map的基本结构 template @@ -578,8 +578,7 @@ template Status DataTypeNumberSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, - vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const { auto& col_data = assert_cast(column).get_data(); @@ -744,7 +743,7 @@ Status DataTypeNumberSerDe::from_string(StringRef& str, IColumn& column, } template -std::string DataTypeNumberSerDe::to_olap_string(const vectorized::Field& field) const { +std::string DataTypeNumberSerDe::to_olap_string(const Field& field) const { if constexpr (T == TYPE_BOOLEAN) { char buf[8] = {'\0'}; snprintf(buf, sizeof(buf), "%d", field.get()); @@ -1088,4 +1087,4 @@ template class DataTypeNumberSerDe; template class DataTypeNumberSerDe; template class DataTypeNumberSerDe; template class DataTypeNumberSerDe; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_number_serde.h b/be/src/core/data_type_serde/data_type_number_serde.h index 43e44432529dd5..2158919d11281f 100644 --- a/be/src/core/data_type_serde/data_type_number_serde.h +++ b/be/src/core/data_type_serde/data_type_number_serde.h @@ -37,7 +37,6 @@ namespace doris { class JsonbOutStream; #include "common/compile_check_begin.h" -namespace vectorized { class Arena; // special data type using, maybe has various serde actions, so use specific date serde @@ -127,7 +126,7 @@ class DataTypeNumberSerDe : public DataTypeSerDe { const FormatOptions& options) const override; Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; void write_one_cell_to_binary(const IColumn& src_column, ColumnString::Chars& chars, @@ -144,7 +143,7 @@ class DataTypeNumberSerDe : public DataTypeSerDe { void to_string_batch(const IColumn& column, ColumnString& column_to, const FormatOptions& options) const override; - std::string to_olap_string(const vectorized::Field& field) const override; + std::string to_olap_string(const Field& field) const override; // will override in DateTime and Time virtual int get_scale() const { return 0; } @@ -313,5 +312,4 @@ Status DataTypeNumberSerDe::write_column_to_pb(const IColumn& column, PValues } #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_quantilestate_serde.cpp b/be/src/core/data_type_serde/data_type_quantilestate_serde.cpp index 7326e63a0a1eba..19a992101418d4 100644 --- a/be/src/core/data_type_serde/data_type_quantilestate_serde.cpp +++ b/be/src/core/data_type_serde/data_type_quantilestate_serde.cpp @@ -19,7 +19,7 @@ #include "util/jsonb_writer.h" -namespace doris::vectorized { +namespace doris { Status DataTypeQuantileStateSerDe::from_olap_string(const std::string& str, Field& field, const FormatOptions& options) const { @@ -72,4 +72,4 @@ bool DataTypeQuantileStateSerDe::write_column_to_mysql_text(const IColumn& colum } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_quantilestate_serde.h b/be/src/core/data_type_serde/data_type_quantilestate_serde.h index 19734a0fc73e45..858ef2adc72b1a 100644 --- a/be/src/core/data_type_serde/data_type_quantilestate_serde.h +++ b/be/src/core/data_type_serde/data_type_quantilestate_serde.h @@ -35,7 +35,6 @@ namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" class DataTypeQuantileStateSerDe : public DataTypeSerDe { public: @@ -140,7 +139,7 @@ class DataTypeQuantileStateSerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override { auto& col_data = assert_cast(column); orc::StringVectorBatch* cur_batch = dynamic_cast(orc_col_batch); @@ -192,5 +191,4 @@ class DataTypeQuantileStateSerDe : public DataTypeSerDe { } }; #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_serde.cpp b/be/src/core/data_type_serde/data_type_serde.cpp index 8521f4cea593de..5fa8fa2fab8a10 100644 --- a/be/src/core/data_type_serde/data_type_serde.cpp +++ b/be/src/core/data_type_serde/data_type_serde.cpp @@ -32,7 +32,6 @@ #include "util/jsonb_document.h" #include "util/jsonb_writer.h" namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" DataTypeSerDe::~DataTypeSerDe() = default; @@ -137,7 +136,7 @@ void DataTypeSerDe::to_string(const IColumn& column, size_t row_num, BufferWrita "Data type {} to_string_batch not implement.", get_name()); } -std::string DataTypeSerDe::to_olap_string(const vectorized::Field& value) const { +std::string DataTypeSerDe::to_olap_string(const Field& value) const { throw doris::Exception(ErrorCode::NOT_IMPLEMENTED_ERROR, "Data type {} to_olap_string not implement.", get_name()); return ""; @@ -292,5 +291,4 @@ const uint8_t* DataTypeSerDe::deserialize_binary_to_field(const uint8_t* data, F return end; } -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_serde.h b/be/src/core/data_type_serde/data_type_serde.h index 9787fcd660a2b1..1f9ac312ccea17 100644 --- a/be/src/core/data_type_serde/data_type_serde.h +++ b/be/src/core/data_type_serde/data_type_serde.h @@ -84,7 +84,6 @@ class JsonbWriterT; using JsonbWriter = JsonbWriterT; #include "common/compile_check_begin.h" -namespace vectorized { class IColumn; class Arena; class IDataType; @@ -300,7 +299,7 @@ class DataTypeSerDe { virtual void to_string(const IColumn& column, size_t row_num, BufferWritable& bw, const FormatOptions& options) const; - virtual std::string to_olap_string(const vectorized::Field& field) const; + virtual std::string to_olap_string(const Field& field) const; // All types can override this function // When this function is called, column should be of the corresponding type @@ -476,7 +475,7 @@ class DataTypeSerDe { virtual Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, int64_t start, - int64_t end, vectorized::Arena& arena, + int64_t end, Arena& arena, const FormatOptions& options) const = 0; // ORC deserializer @@ -555,5 +554,4 @@ DataTypeSerDeSPtrs create_data_type_serdes( const std::vector>& types); DataTypeSerDeSPtrs create_data_type_serdes(const std::vector& slots); #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_string_serde.cpp b/be/src/core/data_type_serde/data_type_string_serde.cpp index a24bae6b0ad8ee..f746672188332b 100644 --- a/be/src/core/data_type_serde/data_type_string_serde.cpp +++ b/be/src/core/data_type_serde/data_type_string_serde.cpp @@ -23,7 +23,7 @@ #include "util/jsonb_utils.h" #include "util/jsonb_writer.h" -namespace doris::vectorized { +namespace doris { template Status DataTypeStringSerDeBase::serialize_column_to_json(const IColumn& column, @@ -317,7 +317,7 @@ Status DataTypeStringSerDeBase::read_column_from_arrow( template Status DataTypeStringSerDeBase::write_column_to_orc( const std::string& timezone, const IColumn& column, const NullMap* null_map, - orc::ColumnVectorBatch* orc_col_batch, int64_t start, int64_t end, vectorized::Arena& arena, + orc::ColumnVectorBatch* orc_col_batch, int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const { auto* cur_batch = dynamic_cast(orc_col_batch); @@ -436,8 +436,7 @@ void DataTypeStringSerDeBase::to_string(const IColumn& column, size_ } template -std::string DataTypeStringSerDeBase::to_olap_string( - const vectorized::Field& field) const { +std::string DataTypeStringSerDeBase::to_olap_string(const Field& field) const { return field.get(); } @@ -477,4 +476,4 @@ template class DataTypeStringSerDeBase; template class DataTypeStringSerDeBase; template class DataTypeStringSerDeBase; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_string_serde.h b/be/src/core/data_type_serde/data_type_string_serde.h index 429beb6d322bc2..c6c0438369c7cb 100644 --- a/be/src/core/data_type_serde/data_type_string_serde.h +++ b/be/src/core/data_type_serde/data_type_string_serde.h @@ -33,7 +33,6 @@ namespace doris { class PValues; struct JsonbValue; -namespace vectorized { class IColumn; class Arena; #include "common/compile_check_begin.h" @@ -218,7 +217,7 @@ class DataTypeStringSerDeBase : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; bool write_column_to_presto_text(const IColumn& column, BufferWritable& bw, int64_t row_idx, @@ -264,7 +263,7 @@ class DataTypeStringSerDeBase : public DataTypeSerDe { void to_string(const IColumn& column, size_t row_num, BufferWritable& bw, const FormatOptions& options) const override; - std::string to_olap_string(const vectorized::Field& field) const override; + std::string to_olap_string(const Field& field) const override; private: const PrimitiveType _type; @@ -274,5 +273,4 @@ class DataTypeStringSerDeBase : public DataTypeSerDe { using DataTypeStringSerDe = DataTypeStringSerDeBase; using DataTypeFixedLengthObjectSerDe = DataTypeStringSerDeBase; #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_struct_serde.cpp b/be/src/core/data_type_serde/data_type_struct_serde.cpp index 1d75bf028eaa31..55a215ca1e9db8 100644 --- a/be/src/core/data_type_serde/data_type_struct_serde.cpp +++ b/be/src/core/data_type_serde/data_type_struct_serde.cpp @@ -30,7 +30,6 @@ namespace doris { -namespace vectorized { class Arena; #include "common/compile_check_begin.h" @@ -439,8 +438,7 @@ Status DataTypeStructSerDe::write_column_to_mysql_binary(const IColumn& column, Status DataTypeStructSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, - vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const { auto* cur_batch = dynamic_cast(orc_col_batch); const auto& struct_col = assert_cast(column); @@ -638,5 +636,4 @@ bool DataTypeStructSerDe::write_column_to_hive_text(const IColumn& column, Buffe return true; } -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_struct_serde.h b/be/src/core/data_type_serde/data_type_struct_serde.h index 5f739904f3801c..70053fdeb31f25 100644 --- a/be/src/core/data_type_serde/data_type_struct_serde.h +++ b/be/src/core/data_type_serde/data_type_struct_serde.h @@ -28,7 +28,6 @@ namespace doris { class PValues; struct JsonbValue; -namespace vectorized { class IColumn; class Arena; #include "common/compile_check_begin.h" @@ -94,7 +93,7 @@ class DataTypeStructSerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; bool write_column_to_presto_text(const IColumn& column, BufferWritable& bw, int64_t row_idx, @@ -129,5 +128,4 @@ class DataTypeStructSerDe : public DataTypeSerDe { Strings elem_names; }; #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_time_serde.cpp b/be/src/core/data_type_serde/data_type_time_serde.cpp index 25a1b12ca125d5..f6a1f312aa802e 100644 --- a/be/src/core/data_type_serde/data_type_time_serde.cpp +++ b/be/src/core/data_type_serde/data_type_time_serde.cpp @@ -24,7 +24,7 @@ #include "exprs/function/cast/cast_base.h" #include "exprs/function/cast/cast_to_time_impl.hpp" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Status DataTypeTimeV2SerDe::write_column_to_mysql_binary(const IColumn& column, @@ -330,4 +330,4 @@ template Status DataTypeTimeV2SerDe::from_decimal_strict_mode_batch( const DataTypeDecimal256::ColumnType& decimal_col, IColumn& target_col) const; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_time_serde.h b/be/src/core/data_type_serde/data_type_time_serde.h index c200a0be7458c0..924d4b9719021c 100644 --- a/be/src/core/data_type_serde/data_type_time_serde.h +++ b/be/src/core/data_type_serde/data_type_time_serde.h @@ -27,7 +27,6 @@ namespace doris { class JsonbOutStream; #include "common/compile_check_begin.h" -namespace vectorized { class DataTypeTimeV2SerDe : public DataTypeNumberSerDe { public: DataTypeTimeV2SerDe(int scale = 0, int nesting_level = 1) @@ -78,5 +77,4 @@ class DataTypeTimeV2SerDe : public DataTypeNumberSerDe(column).get_data(); auto* cur_batch = dynamic_cast(orc_col_batch); @@ -247,8 +246,8 @@ Status DataTypeTimeStampTzSerDe::write_column_to_orc(const std::string& timezone return Status::OK(); } -std::string DataTypeTimeStampTzSerDe::to_olap_string(const vectorized::Field& field) const { +std::string DataTypeTimeStampTzSerDe::to_olap_string(const Field& field) const { return CastToString::from_timestamptz(field.get(), 6); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_timestamptz_serde.h b/be/src/core/data_type_serde/data_type_timestamptz_serde.h index 0e918caabcc72e..8048731460f5aa 100644 --- a/be/src/core/data_type_serde/data_type_timestamptz_serde.h +++ b/be/src/core/data_type_serde/data_type_timestamptz_serde.h @@ -25,7 +25,7 @@ #include "core/types.h" #include "core/value/time_value.h" -namespace doris::vectorized { +namespace doris { class DataTypeTimeStampTzSerDe : public DataTypeNumberSerDe { public: DataTypeTimeStampTzSerDe(const UInt32 scale, int nesting_level = 1) @@ -72,12 +72,12 @@ class DataTypeTimeStampTzSerDe : public DataTypeNumberSerDe(orc_col_batch); const auto& varbinary_column_data = assert_cast(column).get_data(); @@ -127,4 +126,4 @@ void DataTypeVarbinarySerDe::to_string(const IColumn& column, size_t row_num, Bu } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/data_type_serde/data_type_varbinary_serde.h b/be/src/core/data_type_serde/data_type_varbinary_serde.h index 98e68afc4ab50a..a3ce30f6f7dac8 100644 --- a/be/src/core/data_type_serde/data_type_varbinary_serde.h +++ b/be/src/core/data_type_serde/data_type_varbinary_serde.h @@ -32,7 +32,6 @@ namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" class DataTypeVarbinarySerDe : public DataTypeSerDe { public: @@ -89,7 +88,7 @@ class DataTypeVarbinarySerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; void to_string(const IColumn& column, size_t row_num, BufferWritable& bw, @@ -97,5 +96,4 @@ class DataTypeVarbinarySerDe : public DataTypeSerDe { }; #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_variant_serde.cpp b/be/src/core/data_type_serde/data_type_variant_serde.cpp index 7bc8e5269b58cf..983d5dabcff803 100644 --- a/be/src/core/data_type_serde/data_type_variant_serde.cpp +++ b/be/src/core/data_type_serde/data_type_variant_serde.cpp @@ -37,7 +37,6 @@ namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" Status DataTypeVariantSerDe::write_column_to_mysql_binary(const IColumn& column, @@ -110,7 +109,7 @@ Status DataTypeVariantSerDe::serialize_one_cell_to_json(const IColumn& column, i Status DataTypeVariantSerDe::deserialize_one_cell_from_json(IColumn& column, Slice& slice, const FormatOptions& options) const { - vectorized::ParseConfig config; + ParseConfig config; StringRef json_ref(slice.data, slice.size); RETURN_IF_CATCH_EXCEPTION( variant_util::parse_json_to_variant(column, json_ref, nullptr, config)); @@ -157,8 +156,7 @@ void DataTypeVariantSerDe::to_string(const IColumn& column, size_t row_num, Buff Status DataTypeVariantSerDe::write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, - vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const { const auto* var = check_and_get_column(column); orc::StringVectorBatch* cur_batch = dynamic_cast(orc_col_batch); @@ -203,6 +201,4 @@ Status DataTypeVariantSerDe::write_column_to_orc(const std::string& timezone, co return Status::OK(); } -} // namespace vectorized - } // namespace doris diff --git a/be/src/core/data_type_serde/data_type_variant_serde.h b/be/src/core/data_type_serde/data_type_variant_serde.h index b4392bba5f8d6c..dd121cc55d18fd 100644 --- a/be/src/core/data_type_serde/data_type_variant_serde.h +++ b/be/src/core/data_type_serde/data_type_variant_serde.h @@ -28,7 +28,6 @@ namespace doris { class PValues; #include "common/compile_check_begin.h" -namespace vectorized { class IColumn; class Arena; @@ -79,11 +78,10 @@ class DataTypeVariantSerDe : public DataTypeSerDe { Status write_column_to_orc(const std::string& timezone, const IColumn& column, const NullMap* null_map, orc::ColumnVectorBatch* orc_col_batch, - int64_t start, int64_t end, vectorized::Arena& arena, + int64_t start, int64_t end, Arena& arena, const FormatOptions& options) const override; void to_string(const IColumn& column, size_t row_num, BufferWritable& bw, const FormatOptions& options) const override; }; #include "common/compile_check_end.h" -} // namespace vectorized } // namespace doris diff --git a/be/src/core/data_type_serde/datelike_serde_common.hpp b/be/src/core/data_type_serde/datelike_serde_common.hpp index 9165285c209925..eef56e19be3c7c 100644 --- a/be/src/core/data_type_serde/datelike_serde_common.hpp +++ b/be/src/core/data_type_serde/datelike_serde_common.hpp @@ -22,7 +22,7 @@ #include "common/config.h" #include "core/value/vdatetime_value.h" -namespace doris::vectorized { +namespace doris { inline PURE uint32_t complete_4digit_year(uint32_t year) { if (year < 70) { @@ -43,4 +43,4 @@ inline bool try_convert_set_zero_date(T& date_val, uint32_t year, uint32_t month } return false; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/decimal_comparison.h b/be/src/core/decimal_comparison.h index 5d1fb5ca61a54c..db879c92802c38 100644 --- a/be/src/core/decimal_comparison.h +++ b/be/src/core/decimal_comparison.h @@ -30,7 +30,7 @@ #include "exec/common/arithmetic_overflow.h" #include "exprs/function/function_helpers.h" /// todo core should not depend on function" -namespace doris::vectorized { +namespace doris { template struct ConstructDecInt { @@ -331,4 +331,4 @@ class DecimalComparison { } }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/field.cpp b/be/src/core/field.cpp index 7427d5b6a250a8..b93362a0e3996b 100644 --- a/be/src/core/field.cpp +++ b/be/src/core/field.cpp @@ -33,7 +33,7 @@ #include "util/io_helper.h" #include "util/var_int.h" -namespace doris::vectorized { +namespace doris { class BufferReadable; class BufferWritable; @@ -1019,4 +1019,4 @@ DECLARE_FUNCTION(TYPE_TIMEV2) DECLARE_FUNCTION(TYPE_UINT32) DECLARE_FUNCTION(TYPE_UINT64) #undef DECLARE_FUNCTION -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/field.h b/be/src/core/field.h index 7f17487be5b5a4..2c31172794174f 100644 --- a/be/src/core/field.h +++ b/be/src/core/field.h @@ -47,14 +47,12 @@ namespace doris { template struct PrimitiveTypeTraits; -namespace vectorized { template struct TypeName; -} // namespace vectorized struct PackedInt128; } // namespace doris -namespace doris::vectorized { +namespace doris { class Field; @@ -324,11 +322,11 @@ struct FieldWithDataType { int scale = -1; }; -} // namespace doris::vectorized +} // namespace doris template <> -struct std::hash { - size_t operator()(const doris::vectorized::Field& field) const { +struct std::hash { + size_t operator()(const doris::Field& field) const { if (field.is_null()) { return 0; } diff --git a/be/src/core/memcmp_small.h b/be/src/core/memcmp_small.h index e4287b9ecff0cb..5f8eca28588ee5 100644 --- a/be/src/core/memcmp_small.h +++ b/be/src/core/memcmp_small.h @@ -23,7 +23,7 @@ #include #include -namespace doris::vectorized::detail { +namespace doris::detail { #include "common/compile_check_begin.h" inline int cmp(uint8_t a, uint8_t b) { if (a < b) return -1; @@ -36,7 +36,7 @@ inline int cmp(size_t a, size_t b) { if (a > b) return 1; return 0; } -} // namespace doris::vectorized::detail +} // namespace doris::detail /// We can process uninitialized memory in the functions below. /// Results don't depend on the values inside uninitialized memory but Memory Sanitizer cannot see it. @@ -65,11 +65,11 @@ inline int memcmp_small_allow_overflow15(const uint8_t* a, size_t a_size, const if (offset >= min_size) break; - return doris::vectorized::detail::cmp(a[offset], b[offset]); + return doris::detail::cmp(a[offset], b[offset]); } } - return doris::vectorized::detail::cmp(a_size, b_size); + return doris::detail::cmp(a_size, b_size); } /** Variant when memory regions have same size. @@ -87,7 +87,7 @@ inline int memcmp_small_allow_overflow15(const uint8_t* a, const uint8_t* b, siz if (offset >= size) return 0; - return doris::vectorized::detail::cmp(a[offset], b[offset]); + return doris::detail::cmp(a[offset], b[offset]); } } @@ -126,7 +126,7 @@ inline int memcmp_small_multiple_of16(const uint8_t* a, const uint8_t* b, size_t if (mask) { offset += __builtin_ctz(mask); - return doris::vectorized::detail::cmp(a[offset], b[offset]); + return doris::detail::cmp(a[offset], b[offset]); } } @@ -143,7 +143,7 @@ inline int memcmp16(const uint8_t* a, const uint8_t* b) { if (mask) { auto offset = __builtin_ctz(mask); - return doris::vectorized::detail::cmp(a[offset], b[offset]); + return doris::detail::cmp(a[offset], b[offset]); } return 0; @@ -185,7 +185,7 @@ inline int memcmp_small_allow_overflow15(const uint8_t* a, size_t a_size, const if (auto res = memcmp(a, b, std::min(a_size, b_size))) return res; else - return doris::vectorized::detail::cmp(a_size, b_size); + return doris::detail::cmp(a_size, b_size); } inline int memcmp_small_allow_overflow15(const uint8_t* a, const uint8_t* b, size_t size) { diff --git a/be/src/core/memcpy_small.h b/be/src/core/memcpy_small.h index 62a093e8b628ed..32d195c1d75788 100644 --- a/be/src/core/memcpy_small.h +++ b/be/src/core/memcpy_small.h @@ -49,7 +49,7 @@ * Use with caution. */ -namespace doris::vectorized::detail { +namespace doris::detail { inline void memcpy_small_allow_read_write_overflow15_impl(char* __restrict dst, const char* __restrict src, ssize_t n) { while (n > 0) { @@ -61,14 +61,14 @@ inline void memcpy_small_allow_read_write_overflow15_impl(char* __restrict dst, n -= 16; } } -} // namespace doris::vectorized::detail +} // namespace doris::detail /** Works under assumption, that it's possible to read up to 15 excessive bytes after end of 'src' region * and to write any garbage into up to 15 bytes after end of 'dst' region. */ inline void memcpy_small_allow_read_write_overflow15(void* __restrict dst, const void* __restrict src, size_t n) { - doris::vectorized::detail::memcpy_small_allow_read_write_overflow15_impl( + doris::detail::memcpy_small_allow_read_write_overflow15_impl( reinterpret_cast(dst), reinterpret_cast(src), n); } diff --git a/be/src/core/pod_array.cpp b/be/src/core/pod_array.cpp index 1b629128cf877c..7de200ee002c48 100644 --- a/be/src/core/pod_array.cpp +++ b/be/src/core/pod_array.cpp @@ -20,8 +20,8 @@ #include "core/pod_array.h" -namespace doris::vectorized { +namespace doris { /// Used for left padding of PODArray when empty const char empty_pod_array[EmptyPODArraySize] {}; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/pod_array.h b/be/src/core/pod_array.h index a2fab733cf90d3..16125034452b22 100644 --- a/be/src/core/pod_array.h +++ b/be/src/core/pod_array.h @@ -43,7 +43,7 @@ #include "core/pod_array_fwd.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_avoid_begin.h" /** For zero argument, result is zero. * For arguments with most significand bit set, result is zero. @@ -693,5 +693,5 @@ void swap(PODArray& lhs, lhs.swap(rhs); } -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_avoid_end.h" \ No newline at end of file diff --git a/be/src/core/pod_array_fwd.h b/be/src/core/pod_array_fwd.h index 3cae1154faad88..b6159a1204f363 100644 --- a/be/src/core/pod_array_fwd.h +++ b/be/src/core/pod_array_fwd.h @@ -26,7 +26,7 @@ #include "core/allocator_fwd.h" -namespace doris::vectorized { +namespace doris { inline constexpr size_t integerRoundUp(size_t value, size_t dividend) { return ((value + dividend - 1) / dividend) * dividend; @@ -53,4 +53,4 @@ using PODArrayWithStackMemory = PODArray, rounded_bytes, alignof(T)>>; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/string_buffer.hpp b/be/src/core/string_buffer.hpp index 74230803e01f86..c29b024d0c12bf 100644 --- a/be/src/core/string_buffer.hpp +++ b/be/src/core/string_buffer.hpp @@ -24,7 +24,7 @@ #include "core/column/column_string.h" #include "core/string_ref.h" -namespace doris::vectorized { +namespace doris { static constexpr size_t DEFAULT_MAX_STRING_SIZE = 1073741824; // 1GB static constexpr size_t DEFAULT_MAX_JSON_SIZE = 1073741824; // 1GB @@ -310,4 +310,4 @@ class BufferReadable { using VectorBufferReader = BufferReadable; using BufferReader = BufferReadable; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/core/string_ref.h b/be/src/core/string_ref.h index 98fd3b365248a4..7288527e97f8b1 100644 --- a/be/src/core/string_ref.h +++ b/be/src/core/string_ref.h @@ -312,25 +312,24 @@ using StringRefs = std::vector; /// Parts are taken from CityHash. -inline doris::vectorized::UInt64 hash_len16(doris::vectorized::UInt64 u, - doris::vectorized::UInt64 v) { +inline doris::UInt64 hash_len16(doris::UInt64 u, doris::UInt64 v) { return util_hash::HashLen16(u, v); } -inline doris::vectorized::UInt64 shift_mix(doris::vectorized::UInt64 val) { +inline doris::UInt64 shift_mix(doris::UInt64 val) { return val ^ (val >> 47); } -inline doris::vectorized::UInt64 rotate_by_at_least1(doris::vectorized::UInt64 val, int shift) { +inline doris::UInt64 rotate_by_at_least1(doris::UInt64 val, int shift) { return (val >> shift) | (val << (64 - shift)); } inline size_t hash_less_than8(const char* data, size_t size) { - static constexpr doris::vectorized::UInt64 k2 = 0x9ae16a3b2f90404fULL; - static constexpr doris::vectorized::UInt64 k3 = 0xc949d7c7509e6557ULL; + static constexpr doris::UInt64 k2 = 0x9ae16a3b2f90404fULL; + static constexpr doris::UInt64 k3 = 0xc949d7c7509e6557ULL; if (size >= 4) { - doris::vectorized::UInt64 a = unaligned_load(data); + doris::UInt64 a = unaligned_load(data); return hash_len16(size + (a << 3), unaligned_load(data + size - 4)); } @@ -359,14 +358,13 @@ inline size_t crc32_hash(const char* pos, size_t size) { size_t res = -1ULL; do { - auto word = unaligned_load(pos); + auto word = unaligned_load(pos); res = _mm_crc32_u64(res, word); pos += 8; } while (pos + 8 < end); - auto word = - unaligned_load(end - 8); /// I'm not sure if this is normal. + auto word = unaligned_load(end - 8); /// I'm not sure if this is normal. res = _mm_crc32_u64(res, word); return res; diff --git a/be/src/core/type_limit.h b/be/src/core/type_limit.h index 009dc60e4c8964..824433a03191dc 100644 --- a/be/src/core/type_limit.h +++ b/be/src/core/type_limit.h @@ -55,37 +55,37 @@ struct type_limit { }; template <> -struct type_limit { - static vectorized::Decimal32 max() { return 999999999; } - static vectorized::Decimal32 min() { return -max(); } +struct type_limit { + static Decimal32 max() { return 999999999; } + static Decimal32 min() { return -max(); } }; template <> -struct type_limit { - static vectorized::Decimal64 max() { return int64_t(999999999999999999ll); } - static vectorized::Decimal64 min() { return -max(); } +struct type_limit { + static Decimal64 max() { return int64_t(999999999999999999ll); } + static Decimal64 min() { return -max(); } }; template <> -struct type_limit { - static vectorized::Decimal128V3 max() { +struct type_limit { + static Decimal128V3 max() { return (static_cast(999999999999999999ll) * 100000000000000000ll * 1000ll + static_cast(99999999999999999ll) * 1000ll + 999ll); } - static vectorized::Decimal128V3 min() { return -max(); } + static Decimal128V3 min() { return -max(); } }; template <> -struct type_limit { - static vectorized::Decimal128V2 max() { return DecimalV2Value::get_max_decimal().value(); } - static vectorized::Decimal128V2 min() { return -max(); } +struct type_limit { + static Decimal128V2 max() { return DecimalV2Value::get_max_decimal().value(); } + static Decimal128V2 min() { return -max(); } }; static wide::Int256 MAX_DECIMAL256_INT({18446744073709551615ul, 8607968719199866879ul, 532749306367912313ul, 1593091911132452277ul}); template <> -struct type_limit { - static vectorized::Decimal256 max() { return vectorized::Decimal256(MAX_DECIMAL256_INT); } - static vectorized::Decimal256 min() { return vectorized::Decimal256(-MAX_DECIMAL256_INT); } +struct type_limit { + static Decimal256 max() { return Decimal256(MAX_DECIMAL256_INT); } + static Decimal256 min() { return Decimal256(-MAX_DECIMAL256_INT); } }; template <> diff --git a/be/src/core/types.h b/be/src/core/types.h index 897e3041b91717..f78c72a16458ac 100644 --- a/be/src/core/types.h +++ b/be/src/core/types.h @@ -46,8 +46,6 @@ struct StringRef; using IPv4 = uint32_t; using IPv6 = uint128_t; -namespace vectorized { - /// Data types for representing elementary values from a database in RAM. struct Null {}; @@ -577,37 +575,34 @@ struct NativeType { }; // NOLINTEND(readability-function-size) -} // namespace vectorized #include "common/compile_check_end.h" } // namespace doris /// Specialization of `std::hash` for the Decimal types. template -struct std::hash> { - size_t operator()(const doris::vectorized::Decimal& x) const { return hash()(x.value); } +struct std::hash> { + size_t operator()(const doris::Decimal& x) const { return hash()(x.value); } }; template <> -struct std::hash { - size_t operator()(const doris::vectorized::Decimal128V2& x) const { - return std::hash()(x.value >> 64) ^ - std::hash()( - x.value & std::numeric_limits::max()); +struct std::hash { + size_t operator()(const doris::Decimal128V2& x) const { + return std::hash()(x.value >> 64) ^ + std::hash()(x.value & std::numeric_limits::max()); } }; template <> -struct std::hash { - size_t operator()(const doris::vectorized::Decimal128V3& x) const { - return std::hash()(x.value >> 64) ^ - std::hash()( - x.value & std::numeric_limits::max()); +struct std::hash { + size_t operator()(const doris::Decimal128V3& x) const { + return std::hash()(x.value >> 64) ^ + std::hash()(x.value & std::numeric_limits::max()); } }; template <> -struct std::hash { - size_t operator()(const doris::vectorized::Decimal256& x) const { +struct std::hash { + size_t operator()(const doris::Decimal256& x) const { return std::hash()(x.value >> 192) ^ std::hash()(x.value >> 128) ^ std::hash()(x.value >> 64) ^ std::hash()(x.value & std::numeric_limits::max()); @@ -615,7 +610,7 @@ struct std::hash { }; template -struct fmt::formatter> { +struct fmt::formatter> { constexpr auto parse(format_parse_context& ctx) { const auto* it = ctx.begin(); const auto* end = ctx.end(); @@ -629,13 +624,13 @@ struct fmt::formatter> { } template - auto format(const doris::vectorized::Decimal& value, FormatContext& ctx) const { + auto format(const doris::Decimal& value, FormatContext& ctx) const { return fmt::format_to(ctx.out(), "{}", to_string(value.value)); } }; -extern template struct fmt::formatter; -extern template struct fmt::formatter; -extern template struct fmt::formatter; -extern template struct fmt::formatter; -extern template struct fmt::formatter; +extern template struct fmt::formatter; +extern template struct fmt::formatter; +extern template struct fmt::formatter; +extern template struct fmt::formatter; +extern template struct fmt::formatter; diff --git a/be/src/core/uint128.h b/be/src/core/uint128.h index c6b4b779eb212e..35d2ad2906fe3f 100644 --- a/be/src/core/uint128.h +++ b/be/src/core/uint128.h @@ -30,7 +30,7 @@ #include "util/hash/city.h" #include "util/sse_util.hpp" -namespace doris::vectorized { +namespace doris { using UInt128 = wide::UInt128; @@ -99,12 +99,12 @@ struct UInt136 { }; #pragma pack() -} // namespace doris::vectorized +} // namespace doris /// Overload hash for type casting template <> -struct std::hash { - size_t operator()(const doris::vectorized::UInt128& u) const { +struct std::hash { + size_t operator()(const doris::UInt128& u) const { return doris::util_hash::HashLen16(u.low(), u.high()); } }; diff --git a/be/src/core/value/bitmap_value.h b/be/src/core/value/bitmap_value.h index 501ada77bba4ce..3b7b05d04a10c3 100644 --- a/be/src/core/value/bitmap_value.h +++ b/be/src/core/value/bitmap_value.h @@ -2316,7 +2316,7 @@ class BitmapValue { } //for function bitmap_to_array - void to_array(vectorized::PaddedPODArray& data) const { + void to_array(PaddedPODArray& data) const { switch (_type) { case EMPTY: break; diff --git a/be/src/core/value/hll.cpp b/be/src/core/value/hll.cpp index a8ccc8a8ca17d3..5f2852958d430e 100644 --- a/be/src/core/value/hll.cpp +++ b/be/src/core/value/hll.cpp @@ -48,7 +48,7 @@ void HyperLogLog::_convert_explicit_to_register() { _update_registers(value); } // clear _hash_set - vectorized::flat_hash_set().swap(_hash_set); + flat_hash_set().swap(_hash_set); } // Change HLL_DATA_EXPLICIT to HLL_DATA_FULL directly, because HLL_DATA_SPARSE diff --git a/be/src/core/value/hll.h b/be/src/core/value/hll.h index 67f9cc1bb5d1a5..78531f52111884 100644 --- a/be/src/core/value/hll.h +++ b/be/src/core/value/hll.h @@ -282,7 +282,7 @@ class HyperLogLog { } HllDataType _type = HLL_DATA_EMPTY; - vectorized::flat_hash_set _hash_set; + flat_hash_set _hash_set; // This field is much space consuming(HLL_REGISTERS_COUNT), we create // it only when it is really needed. diff --git a/be/src/core/value/ip_address_cidr.h b/be/src/core/value/ip_address_cidr.h index 227384e675f225..cae23db68e02af 100644 --- a/be/src/core/value/ip_address_cidr.h +++ b/be/src/core/value/ip_address_cidr.h @@ -26,7 +26,6 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { static inline std::pair apply_cidr_mask(UInt32 src, UInt8 bits_to_keep) { if (bits_to_keep >= 8 * sizeof(UInt32)) { return {src, src}; @@ -62,34 +61,32 @@ static inline void apply_cidr_mask(const char* __restrict src, char* __restrict } } -} // namespace vectorized - class IPAddressVariant { public: explicit IPAddressVariant(std::string_view address_str) { - vectorized::Int64 v4 = 0; - if (vectorized::parse_ipv4_whole(address_str.begin(), address_str.end(), - reinterpret_cast(&v4))) { - _addr = static_cast(v4); + Int64 v4 = 0; + if (parse_ipv4_whole(address_str.begin(), address_str.end(), + reinterpret_cast(&v4))) { + _addr = static_cast(v4); } else { _addr = IPv6AddrType(); // parse ipv6 in little-endian - if (!vectorized::parse_ipv6_whole(address_str.begin(), address_str.end(), - std::get(_addr).data())) { + if (!parse_ipv6_whole(address_str.begin(), address_str.end(), + std::get(_addr).data())) { throw Exception(ErrorCode::INVALID_ARGUMENT, "Neither IPv4 nor IPv6 address: '{}'", address_str); } } } - vectorized::UInt32 as_v4() const { + UInt32 as_v4() const { if (const auto* val = std::get_if(&_addr)) { return *val; } return 0; } - const vectorized::UInt8* as_v6() const { + const UInt8* as_v6() const { if (const auto* val = std::get_if(&_addr)) { return val->data(); } @@ -97,15 +94,15 @@ class IPAddressVariant { } private: - using IPv4AddrType = vectorized::UInt32; - using IPv6AddrType = std::array; + using IPv4AddrType = UInt32; + using IPv6AddrType = std::array; std::variant _addr; }; struct IPAddressCIDR { IPAddressVariant _address; - vectorized::UInt8 _prefix; + UInt8 _prefix; }; inline bool match_ipv4_subnet(uint32_t addr, uint32_t cidr_addr, uint8_t prefix) { diff --git a/be/src/core/value/ipv4_value.h b/be/src/core/value/ipv4_value.h index df4923b47c7947..07a9df143d9ca0 100644 --- a/be/src/core/value/ipv4_value.h +++ b/be/src/core/value/ipv4_value.h @@ -58,8 +58,8 @@ class IPv4Value { while (end > begin && std::isspace(ipv4_str[end])) { --end; } - if (!vectorized::parse_ipv4_whole(ipv4_str + begin, ipv4_str + end + 1, - reinterpret_cast(&parse_value))) { + if (!parse_ipv4_whole(ipv4_str + begin, ipv4_str + end + 1, + reinterpret_cast(&parse_value))) { return false; } value = static_cast(parse_value); @@ -75,7 +75,7 @@ class IPv4Value { char* start = buf; char* end = buf; const auto* src = reinterpret_cast(&value); - vectorized::format_ipv4(src, end); + format_ipv4(src, end); size_t len = end - start; return {buf, len}; } @@ -93,15 +93,14 @@ class IPv4Value { while (end > begin && std::isspace(ipv4_str[end])) { --end; } - return vectorized::parse_ipv4_whole(ipv4_str + begin, ipv4_str + end + 1, - reinterpret_cast(&parse_value)); + return parse_ipv4_whole(ipv4_str + begin, ipv4_str + end + 1, + reinterpret_cast(&parse_value)); } private: IPv4 _value; }; -namespace vectorized { void inline map_ipv4_to_ipv6(IPv4 ipv4, UInt8* buf) { unaligned_store(buf, 0x0000FFFF00000000ULL | static_cast(ipv4)); unaligned_store(buf + 8, 0); @@ -112,7 +111,6 @@ IPv6 inline ipv4_to_ipv6(IPv4 ipv4) { map_ipv4_to_ipv6(ipv4, reinterpret_cast(&ipv6)); return ipv6; } -} // namespace vectorized } // namespace doris diff --git a/be/src/core/value/ipv6_value.h b/be/src/core/value/ipv6_value.h index 0dffc7a1db2ab4..16f07e198ff680 100644 --- a/be/src/core/value/ipv6_value.h +++ b/be/src/core/value/ipv6_value.h @@ -67,8 +67,8 @@ class IPv6Value { --end; } // parse and store in little-endian - return vectorized::parse_ipv6_whole(ipv6_str + begin, ipv6_str + end + 1, - reinterpret_cast(&value)); + return parse_ipv6_whole(ipv6_str + begin, ipv6_str + end + 1, + reinterpret_cast(&value)); } static bool from_string(IPv6& value, const std::string& ipv6_str) { @@ -83,7 +83,7 @@ class IPv6Value { char* end = buf; auto* src = reinterpret_cast(&value); // load and format in little-endian - vectorized::format_ipv6(src, end); + format_ipv6(src, end); size_t len = end - start; return {buf, len}; } @@ -101,8 +101,8 @@ class IPv6Value { while (end > begin && std::isspace(ipv6_str[end])) { --end; } - return vectorized::parse_ipv6_whole(ipv6_str + begin, ipv6_str + end + 1, - reinterpret_cast(&value)); + return parse_ipv6_whole(ipv6_str + begin, ipv6_str + end + 1, + reinterpret_cast(&value)); } private: diff --git a/be/src/core/value/timestamptz_value.cpp b/be/src/core/value/timestamptz_value.cpp index f59d865059ae93..1226c3bf3cccd2 100644 --- a/be/src/core/value/timestamptz_value.cpp +++ b/be/src/core/value/timestamptz_value.cpp @@ -25,8 +25,7 @@ const TimestampTzValue TimestampTzValue::FIRST_DAY = TimestampTzValue(DateV2Value::FIRST_DAY.to_date_int_val()); bool TimestampTzValue::from_string(const StringRef& str, const cctz::time_zone* local_time_zone, - vectorized::CastParameters& params, uint32_t to_scale) { - using namespace vectorized; + CastParameters& params, uint32_t to_scale) { if (params.is_strict) { return CastToDatetimeV2::from_string_strict_mode( str, _utc_dt, local_time_zone, to_scale, params); @@ -93,8 +92,8 @@ bool TimestampTzValue::from_datetime(const DateV2Value& ori int tz_scale) { PrimitiveTypeTraits::CppType dt_value; - PROPAGATE_FALSE(vectorized::transform_date_scale(tz_scale, dt_scale, dt_value, - origin_dt.to_date_int_val())); + PROPAGATE_FALSE( + transform_date_scale(tz_scale, dt_scale, dt_value, origin_dt.to_date_int_val())); DateV2Value dt {dt_value}; @@ -115,8 +114,7 @@ bool TimestampTzValue::to_datetime(DateV2Value& dt, int tz_scale) const { PrimitiveTypeTraits::CppType dt_value; - PROPAGATE_FALSE(vectorized::transform_date_scale(dt_scale, tz_scale, dt_value, - _utc_dt.to_date_int_val())); + PROPAGATE_FALSE(transform_date_scale(dt_scale, tz_scale, dt_value, _utc_dt.to_date_int_val())); dt = DateV2Value {dt_value}; diff --git a/be/src/core/value/timestamptz_value.h b/be/src/core/value/timestamptz_value.h index 8a9bb48eb7ff00..0f95ac7a152acb 100644 --- a/be/src/core/value/timestamptz_value.h +++ b/be/src/core/value/timestamptz_value.h @@ -31,9 +31,7 @@ namespace doris { struct StringRef; -namespace vectorized { struct CastParameters; -} // TIMESTAMPTZ can be understood as a DATETIME type with timezone conversion functionality. // Doris automatically handles timezone conversions internally. @@ -65,7 +63,7 @@ class TimestampTzValue { // Parses a string, CastParameters can control whether strict mode is used bool from_string(const StringRef& str, const cctz::time_zone* local_time_zone, - vectorized::CastParameters& params, uint32_t to_scale); + CastParameters& params, uint32_t to_scale); // Converts from a datetime value bool from_datetime(const DateV2Value& dt, diff --git a/be/src/core/value/vdatetime_value.cpp b/be/src/core/value/vdatetime_value.cpp index b9c528d08c6338..bdec05028f8309 100644 --- a/be/src/core/value/vdatetime_value.cpp +++ b/be/src/core/value/vdatetime_value.cpp @@ -87,24 +87,24 @@ bool VecDateTimeValue::check_date(uint32_t year, uint32_t month, uint32_t day) { } bool VecDateTimeValue::from_date_str(const char* date_str, size_t len) { - vectorized::CastParameters params; + CastParameters params; if (type() == TIME_DATE) { - return vectorized::CastToDateOrDatetime::from_string_non_strict_mode( - {date_str, len}, *this, nullptr, params); + return CastToDateOrDatetime::from_string_non_strict_mode({date_str, len}, *this, + nullptr, params); } else { - return vectorized::CastToDateOrDatetime::from_string_non_strict_mode( - {date_str, len}, *this, nullptr, params); + return CastToDateOrDatetime::from_string_non_strict_mode({date_str, len}, *this, + nullptr, params); } } bool VecDateTimeValue::from_date_str(const char* date_str, size_t len, const cctz::time_zone& local_time_zone) { - vectorized::CastParameters params; + CastParameters params; if (type() == TIME_DATE) { - return vectorized::CastToDateOrDatetime::from_string_non_strict_mode( - {date_str, len}, *this, &local_time_zone, params); + return CastToDateOrDatetime::from_string_non_strict_mode({date_str, len}, *this, + &local_time_zone, params); } else { - return vectorized::CastToDateOrDatetime::from_string_non_strict_mode( - {date_str, len}, *this, &local_time_zone, params); + return CastToDateOrDatetime::from_string_non_strict_mode({date_str, len}, *this, + &local_time_zone, params); } } @@ -1806,13 +1806,12 @@ void DateV2Value::format_datetime(uint32_t* date_val, bool* carry_bits) const template bool DateV2Value::from_date_str(const char* date_str, size_t len, int scale /* = -1*/, bool convert_zero) { - vectorized::CastParameters params; + CastParameters params; if constexpr (is_datetime) { - return vectorized::CastToDatetimeV2::from_string_non_strict_mode({date_str, len}, *this, - nullptr, scale, params); + return CastToDatetimeV2::from_string_non_strict_mode({date_str, len}, *this, nullptr, scale, + params); } else { - return vectorized::CastToDateV2::from_string_non_strict_mode({date_str, len}, *this, - nullptr, params); + return CastToDateV2::from_string_non_strict_mode({date_str, len}, *this, nullptr, params); } } @@ -1820,13 +1819,13 @@ template bool DateV2Value::from_date_str(const char* date_str, size_t len, const cctz::time_zone& local_time_zone, int scale /* = -1*/, bool convert_zero) { - vectorized::CastParameters params; + CastParameters params; if constexpr (is_datetime) { - return vectorized::CastToDatetimeV2::from_string_non_strict_mode( - {date_str, len}, *this, &local_time_zone, scale, params); + return CastToDatetimeV2::from_string_non_strict_mode({date_str, len}, *this, + &local_time_zone, scale, params); } else { - return vectorized::CastToDateV2::from_string_non_strict_mode({date_str, len}, *this, - &local_time_zone, params); + return CastToDateV2::from_string_non_strict_mode({date_str, len}, *this, &local_time_zone, + params); } } diff --git a/be/src/core/value/vdatetime_value.h b/be/src/core/value/vdatetime_value.h index a6fd4c7dc3c54b..e6cc43f285c09a 100644 --- a/be/src/core/value/vdatetime_value.h +++ b/be/src/core/value/vdatetime_value.h @@ -42,11 +42,11 @@ namespace cctz { class time_zone; } // namespace cctz -namespace doris::vectorized { +namespace doris { class DataTypeDateTime; class DataTypeDateV2; class DataTypeDateTimeV2; -} // namespace doris::vectorized +} // namespace doris namespace doris { #include "common/compile_check_avoid_begin.h" @@ -1805,19 +1805,19 @@ struct DateTraits {}; template <> struct DateTraits { using T = VecDateTimeValue; - using DateType = vectorized::DataTypeDateTime; + using DateType = DataTypeDateTime; }; template <> struct DateTraits { using T = DateV2Value; - using DateType = vectorized::DataTypeDateV2; + using DateType = DataTypeDateV2; }; template <> struct DateTraits { using T = DateV2Value; - using DateType = vectorized::DataTypeDateTimeV2; + using DateType = DataTypeDateTimeV2; }; #include "common/compile_check_avoid_end.h" } // namespace doris diff --git a/be/src/exec/common/agg_utils.h b/be/src/exec/common/agg_utils.h index 10934ed5d0a352..fada1b49e30095 100644 --- a/be/src/exec/common/agg_utils.h +++ b/be/src/exec/common/agg_utils.h @@ -29,140 +29,115 @@ namespace doris { template -using AggData = PHHashMap>; +using AggData = PHHashMap>; template -using AggDataNullable = vectorized::DataWithNullKey>; +using AggDataNullable = DataWithNullKey>; -using AggregatedDataWithoutKey = vectorized::AggregateDataPtr; -using AggregatedDataWithStringKey = PHHashMap; -using AggregatedDataWithShortStringKey = StringHashMap; +using AggregatedDataWithoutKey = AggregateDataPtr; +using AggregatedDataWithStringKey = PHHashMap; +using AggregatedDataWithShortStringKey = StringHashMap; using AggregatedDataWithUInt32KeyPhase2 = - PHHashMap>; + PHHashMap>; using AggregatedDataWithUInt64KeyPhase2 = - PHHashMap>; + PHHashMap>; using AggregatedDataWithNullableUInt32KeyPhase2 = - vectorized::DataWithNullKey; + DataWithNullKey; using AggregatedDataWithNullableUInt64KeyPhase2 = - vectorized::DataWithNullKey; -using AggregatedDataWithNullableShortStringKey = - vectorized::DataWithNullKey; + DataWithNullKey; +using AggregatedDataWithNullableShortStringKey = DataWithNullKey; using AggregatedMethodVariants = std::variant< - std::monostate, vectorized::MethodSerialized, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodStringNoCache, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber, - vectorized::MethodOneNumber, - vectorized::MethodSingleNullableColumn< - vectorized::MethodOneNumber>>, - vectorized::MethodSingleNullableColumn>>, - vectorized::MethodSingleNullableColumn>>, - vectorized::MethodSingleNullableColumn>>, - vectorized::MethodSingleNullableColumn>, - vectorized::MethodSingleNullableColumn>, - vectorized::MethodSingleNullableColumn>>, - vectorized::MethodSingleNullableColumn>>, - vectorized::MethodSingleNullableColumn< - vectorized::MethodStringNoCache>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>>; + std::monostate, MethodSerialized, + MethodOneNumber>, MethodOneNumber>, + MethodOneNumber>, MethodOneNumber>, + MethodStringNoCache, + MethodOneNumber>, MethodOneNumber>, + MethodOneNumber, + MethodOneNumber, + MethodSingleNullableColumn>>, + MethodSingleNullableColumn>>, + MethodSingleNullableColumn>>, + MethodSingleNullableColumn>>, + MethodSingleNullableColumn< + MethodOneNumber>, + MethodSingleNullableColumn< + MethodOneNumber>, + MethodSingleNullableColumn>>, + MethodSingleNullableColumn>>, + MethodSingleNullableColumn>, + MethodKeysFixed>, MethodKeysFixed>, + MethodKeysFixed>, MethodKeysFixed>, + MethodKeysFixed>, MethodKeysFixed>, + MethodKeysFixed>>; struct AggregatedDataVariants - : public DataVariants { + : public DataVariants { AggregatedDataWithoutKey without_key = nullptr; - void init(const std::vector& data_types, HashKeyType type) { + void init(const std::vector& data_types, HashKeyType type) { bool nullable = data_types.size() == 1 && data_types[0]->is_nullable(); switch (type) { case HashKeyType::without_key: break; case HashKeyType::serialized: - method_variant.emplace>(); + method_variant.emplace>(); break; case HashKeyType::int8_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int16_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int32_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int32_key_phase2: - emplace_single(nullable); + emplace_single(nullable); break; case HashKeyType::int64_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int64_key_phase2: - emplace_single(nullable); + emplace_single(nullable); break; case HashKeyType::int128_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int256_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::string_key: if (nullable) { - method_variant.emplace< - vectorized::MethodSingleNullableColumn>>(); + method_variant.emplace>>(); } else { - method_variant.emplace< - vectorized::MethodStringNoCache>(); + method_variant.emplace>(); } break; case HashKeyType::fixed64: - method_variant.emplace>>( - get_key_sizes(data_types)); + method_variant.emplace>>(get_key_sizes(data_types)); break; case HashKeyType::fixed72: - method_variant.emplace>>( - get_key_sizes(data_types)); + method_variant.emplace>>(get_key_sizes(data_types)); break; case HashKeyType::fixed96: - method_variant.emplace>>( - get_key_sizes(data_types)); + method_variant.emplace>>(get_key_sizes(data_types)); break; case HashKeyType::fixed104: - method_variant.emplace>>( - get_key_sizes(data_types)); + method_variant.emplace>>(get_key_sizes(data_types)); break; case HashKeyType::fixed128: - method_variant.emplace>>( - get_key_sizes(data_types)); + method_variant.emplace>>(get_key_sizes(data_types)); break; case HashKeyType::fixed136: - method_variant.emplace>>( - get_key_sizes(data_types)); + method_variant.emplace>>(get_key_sizes(data_types)); break; case HashKeyType::fixed256: - method_variant.emplace>>( - get_key_sizes(data_types)); + method_variant.emplace>>(get_key_sizes(data_types)); break; default: throw Exception(ErrorCode::INTERNAL_ERROR, @@ -172,7 +147,7 @@ struct AggregatedDataVariants }; using AggregatedDataVariantsUPtr = std::unique_ptr; -using ArenaUPtr = std::unique_ptr; +using ArenaUPtr = std::unique_ptr; struct AggregateDataContainer { public: @@ -182,7 +157,7 @@ struct AggregateDataContainer { int64_t memory_usage() const { return _arena_pool.size(); } template - vectorized::AggregateDataPtr append_data(const KeyType& key) { + AggregateDataPtr append_data(const KeyType& key) { DCHECK_EQ(sizeof(KeyType), _size_of_key); // SUB_CONTAINER_CAPACITY should add a new sub container, and also expand when it is zero if (UNLIKELY(_index_in_sub_container % SUB_CONTAINER_CAPACITY == 0)) { @@ -238,7 +213,7 @@ struct AggregateDataContainer { [index_in_sub_container]; } - vectorized::AggregateDataPtr get_aggregate_data() { + AggregateDataPtr get_aggregate_data() { return &(container->_value_containers[sub_container_index] [container->_size_of_aggregate_states * index_in_sub_container]); @@ -305,8 +280,8 @@ struct AggregateDataContainer { _current_keys = _arena_pool.alloc(_size_of_key * SUB_CONTAINER_CAPACITY); _key_containers.emplace_back(_current_keys); - _current_agg_data = (vectorized::AggregateDataPtr)_arena_pool.alloc( - _size_of_aggregate_states * SUB_CONTAINER_CAPACITY); + _current_agg_data = (AggregateDataPtr)_arena_pool.alloc(_size_of_aggregate_states * + SUB_CONTAINER_CAPACITY); _value_containers.emplace_back(_current_agg_data); } catch (...) { if (_current_keys) { @@ -322,10 +297,10 @@ struct AggregateDataContainer { } static constexpr uint32_t SUB_CONTAINER_CAPACITY = 8192; - vectorized::Arena _arena_pool; + Arena _arena_pool; std::vector _key_containers; - std::vector _value_containers; - vectorized::AggregateDataPtr _current_agg_data = nullptr; + std::vector _value_containers; + AggregateDataPtr _current_agg_data = nullptr; char* _current_keys = nullptr; size_t _size_of_key {}; size_t _size_of_aggregate_states {}; diff --git a/be/src/exec/common/arrow_column_to_doris_column.cpp b/be/src/exec/common/arrow_column_to_doris_column.cpp index 2d44e4c5c46b2c..cd6e959596791b 100644 --- a/be/src/exec/common/arrow_column_to_doris_column.cpp +++ b/be/src/exec/common/arrow_column_to_doris_column.cpp @@ -71,7 +71,7 @@ M(::arrow::Type::DATE64, TYPE_DATETIME) \ M(::arrow::Type::DECIMAL, TYPE_DECIMALV2) -namespace doris::vectorized { +namespace doris { PrimitiveType arrow_type_to_primitive_type(::arrow::Type::type type) { switch (type) { @@ -106,4 +106,4 @@ Status arrow_column_to_doris_column(const arrow::Array* arrow_column, size_t arr return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/arrow_column_to_doris_column.h b/be/src/exec/common/arrow_column_to_doris_column.h index d266d883612556..d25c1ff0797d53 100644 --- a/be/src/exec/common/arrow_column_to_doris_column.h +++ b/be/src/exec/common/arrow_column_to_doris_column.h @@ -35,7 +35,7 @@ class time_zone; // This files contains some utilities to convert Doris internal // data format from Apache Arrow format. -namespace doris::vectorized { +namespace doris { PrimitiveType arrow_type_to_primitive_type(::arrow::Type::type type); @@ -48,4 +48,4 @@ Status arrow_column_to_doris_column(const arrow::Array* arrow_column, size_t arr ColumnPtr& doris_column, const DataTypePtr& type, size_t num_elements, const cctz::time_zone& ctz); -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/bit_helpers.h b/be/src/exec/common/bit_helpers.h index 13db63e4df5dc0..10265b17594650 100644 --- a/be/src/exec/common/bit_helpers.h +++ b/be/src/exec/common/bit_helpers.h @@ -20,7 +20,7 @@ #pragma once -namespace doris::vectorized { +namespace doris { template inline uint32_t get_leading_zero_bits_unsafe(T x) { @@ -42,4 +42,4 @@ inline uint32_t bit_scan_reverse(T x) { get_leading_zero_bits_unsafe(x); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/common/columns_hashing.h b/be/src/exec/common/columns_hashing.h index c934f6ddcd621c..3ed5a8d58b463e 100644 --- a/be/src/exec/common/columns_hashing.h +++ b/be/src/exec/common/columns_hashing.h @@ -33,7 +33,7 @@ #include "exprs/aggregate/aggregate_function.h" #include "util/unaligned.h" -namespace doris::vectorized { +namespace doris { using Sizes = std::vector; @@ -164,4 +164,4 @@ struct HashMethodSingleLowNullableColumn : public SingleColumnMethod { }; } // namespace ColumnsHashing -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/columns_hashing_impl.h b/be/src/exec/common/columns_hashing_impl.h index a9992775f3f8fa..d6758c163c35da 100644 --- a/be/src/exec/common/columns_hashing_impl.h +++ b/be/src/exec/common/columns_hashing_impl.h @@ -26,7 +26,7 @@ #include "exec/common/hash_table/ph_hash_map.h" #include "exec/common/hash_table/ph_hash_set.h" -namespace doris::vectorized { +namespace doris { namespace ColumnsHashing { @@ -153,4 +153,4 @@ class HashMethodBase { } // namespace ColumnsHashing -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/data_gen_functions/vdata_gen_function_inf.h b/be/src/exec/common/data_gen_functions/vdata_gen_function_inf.h index a7da6cc8bd01d0..2fc47bb995d72a 100644 --- a/be/src/exec/common/data_gen_functions/vdata_gen_function_inf.h +++ b/be/src/exec/common/data_gen_functions/vdata_gen_function_inf.h @@ -29,8 +29,6 @@ class RuntimeState; class Status; class TScanRangeParams; -namespace pipeline { - class VDataGenFunctionInf { public: VDataGenFunctionInf(TupleId tuple_id, const TupleDescriptor* tuple_desc) @@ -40,7 +38,7 @@ class VDataGenFunctionInf { // Should set function parameters in this method virtual Status set_scan_ranges(const std::vector& scan_ranges) = 0; - virtual Status get_next(RuntimeState* state, vectorized::Block* block, bool* eos) = 0; + virtual Status get_next(RuntimeState* state, Block* block, bool* eos) = 0; Status close(RuntimeState* state) { return Status::OK(); } void set_tuple_desc(const TupleDescriptor* tuple_desc) { _tuple_desc = tuple_desc; } @@ -51,6 +49,4 @@ class VDataGenFunctionInf { const TupleDescriptor* _tuple_desc = nullptr; }; -} // namespace pipeline - } // namespace doris diff --git a/be/src/exec/common/data_gen_functions/vnumbers_tvf.cpp b/be/src/exec/common/data_gen_functions/vnumbers_tvf.cpp index efff3531f29895..d1d4f91270f409 100644 --- a/be/src/exec/common/data_gen_functions/vnumbers_tvf.cpp +++ b/be/src/exec/common/data_gen_functions/vnumbers_tvf.cpp @@ -34,17 +34,17 @@ #include "runtime/descriptors.h" #include "runtime/runtime_state.h" -namespace doris::pipeline { +namespace doris { VNumbersTVF::VNumbersTVF(TupleId tuple_id, const TupleDescriptor* tuple_desc) : VDataGenFunctionInf(tuple_id, tuple_desc) {} -Status VNumbersTVF::get_next(RuntimeState* state, vectorized::Block* block, bool* eos) { +Status VNumbersTVF::get_next(RuntimeState* state, Block* block, bool* eos) { DCHECK(block->rows() == 0); RETURN_IF_CANCELLED(state); bool mem_reuse = block->mem_reuse(); int batch_size = state->batch_size(); - std::vector columns(_slot_num); + std::vector columns(_slot_num); // now only support one column for tvf numbers for (int i = 0; i < _slot_num; ++i) { @@ -58,7 +58,7 @@ Status VNumbersTVF::get_next(RuntimeState* state, vectorized::Block* block, bool *eos = true; continue; } - auto* column_res = assert_cast(columns[i].get()); //BIGINT + auto* column_res = assert_cast(columns[i].get()); //BIGINT int64_t end_value = std::min((int64_t)(_next_number + batch_size), _total_numbers); if (_use_const) { column_res->insert_many_vals(_const_value, end_value - _next_number); @@ -77,9 +77,9 @@ Status VNumbersTVF::get_next(RuntimeState* state, vectorized::Block* block, bool } else { size_t n_columns = 0; for (const auto* slot_desc : _tuple_desc->slots()) { - block->insert(vectorized::ColumnWithTypeAndName(std::move(columns[n_columns++]), - slot_desc->get_data_type_ptr(), - slot_desc->col_name())); + block->insert(ColumnWithTypeAndName(std::move(columns[n_columns++]), + slot_desc->get_data_type_ptr(), + slot_desc->col_name())); } } return Status::OK(); @@ -96,4 +96,4 @@ Status VNumbersTVF::set_scan_ranges(const std::vector& scan_ra return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/common/data_gen_functions/vnumbers_tvf.h b/be/src/exec/common/data_gen_functions/vnumbers_tvf.h index f207c1fd88e28d..70d4b016fb7108 100644 --- a/be/src/exec/common/data_gen_functions/vnumbers_tvf.h +++ b/be/src/exec/common/data_gen_functions/vnumbers_tvf.h @@ -30,7 +30,6 @@ class RuntimeState; class Status; class TScanRangeParams; -namespace pipeline { class Block; class VNumbersTVF : public VDataGenFunctionInf { @@ -38,7 +37,7 @@ class VNumbersTVF : public VDataGenFunctionInf { VNumbersTVF(TupleId tuple_id, const TupleDescriptor* tuple_desc); ~VNumbersTVF() override = default; - Status get_next(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_next(RuntimeState* state, Block* block, bool* eos) override; Status set_scan_ranges(const std::vector& scan_ranges) override; @@ -51,6 +50,4 @@ class VNumbersTVF : public VDataGenFunctionInf { int64_t _next_number = 0; }; -} // namespace pipeline - } // namespace doris diff --git a/be/src/exec/common/distinct_agg_utils.h b/be/src/exec/common/distinct_agg_utils.h index 44b65aa5f1cd9c..9fcdcba3a4efc3 100644 --- a/be/src/exec/common/distinct_agg_utils.h +++ b/be/src/exec/common/distinct_agg_utils.h @@ -36,13 +36,13 @@ struct DistinctHashSetType { }; template <> -struct DistinctHashSetType { - using HashSet = SmallFixedSizeHashSet; +struct DistinctHashSetType { + using HashSet = SmallFixedSizeHashSet; }; template <> -struct DistinctHashSetType { - using HashSet = SmallFixedSizeHashSet; +struct DistinctHashSetType { + using HashSet = SmallFixedSizeHashSet; }; template @@ -51,13 +51,13 @@ struct DistinctPhase2HashSetType { }; template <> -struct DistinctPhase2HashSetType { - using HashSet = SmallFixedSizeHashSet; +struct DistinctPhase2HashSetType { + using HashSet = SmallFixedSizeHashSet; }; template <> -struct DistinctPhase2HashSetType { - using HashSet = SmallFixedSizeHashSet; +struct DistinctPhase2HashSetType { + using HashSet = SmallFixedSizeHashSet; }; template @@ -72,115 +72,101 @@ using DistinctDataWithStringKey = PHHashSet; using DistinctDataWithShortStringKey = PHHashSet; using DistinctMethodVariants = std::variant< - std::monostate, vectorized::MethodSerialized, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodStringNoCache, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodOneNumber>, - vectorized::MethodSingleNullableColumn>>>, - vectorized::MethodSingleNullableColumn>>>, - vectorized::MethodSingleNullableColumn>>>, - vectorized::MethodSingleNullableColumn>>>, - vectorized::MethodSingleNullableColumn>>>, - vectorized::MethodSingleNullableColumn>>>, - vectorized::MethodSingleNullableColumn>>>, - vectorized::MethodSingleNullableColumn>>>, - vectorized::MethodSingleNullableColumn>>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>>; + std::monostate, MethodSerialized, + MethodOneNumber>, MethodOneNumber>, + MethodOneNumber>, + MethodOneNumber>, + MethodStringNoCache, + MethodOneNumber>, + MethodOneNumber>, + MethodOneNumber>, + MethodOneNumber>, + MethodSingleNullableColumn>>>, + MethodSingleNullableColumn>>>, + MethodSingleNullableColumn>>>, + MethodSingleNullableColumn>>>, + MethodSingleNullableColumn< + MethodOneNumber>>>, + MethodSingleNullableColumn< + MethodOneNumber>>>, + MethodSingleNullableColumn< + MethodOneNumber>>>, + MethodSingleNullableColumn< + MethodOneNumber>>>, + MethodSingleNullableColumn< + MethodStringNoCache>>, + MethodKeysFixed>, MethodKeysFixed>, + MethodKeysFixed>, MethodKeysFixed>, + MethodKeysFixed>, MethodKeysFixed>, + MethodKeysFixed>>; struct DistinctDataVariants - : public DataVariants { - void init(const std::vector& data_types, HashKeyType type) { + : public DataVariants { + void init(const std::vector& data_types, HashKeyType type) { bool nullable = data_types.size() == 1 && data_types[0]->is_nullable(); switch (type) { case HashKeyType::serialized: - method_variant.emplace>(); + method_variant.emplace>(); break; case HashKeyType::int8_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int16_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int32_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int32_key_phase2: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int64_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int64_key_phase2: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int128_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int256_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::string_key: if (nullable) { - method_variant.emplace< - vectorized::MethodSingleNullableColumn>>>(); + method_variant.emplace>>>(); } else { - method_variant - .emplace>(); + method_variant.emplace>(); } break; case HashKeyType::fixed64: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed72: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed96: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed104: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed128: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed136: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed256: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; default: diff --git a/be/src/exec/common/field_visitors.h b/be/src/exec/common/field_visitors.h index 19ec523bc09c3b..8b14b6bbd17626 100644 --- a/be/src/exec/common/field_visitors.h +++ b/be/src/exec/common/field_visitors.h @@ -27,7 +27,7 @@ #include "core/data_type/primitive_type.h" #include "core/field.h" -namespace doris::vectorized { +namespace doris { /** StaticVisitor (and its descendants) - class with overloaded operator() for all types of fields. * You could call visitor for field using function 'apply_visitor'. @@ -146,4 +146,4 @@ typename std::decay_t::ResultType apply_visitor(Visitor&& visitor, F&& } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/format_ip.cpp b/be/src/exec/common/format_ip.cpp index 006aad63f53e4b..30cad6a79db855 100644 --- a/be/src/exec/common/format_ip.cpp +++ b/be/src/exec/common/format_ip.cpp @@ -23,7 +23,7 @@ #include #include -namespace doris::vectorized { +namespace doris { /** Further we want to generate constexpr array of strings with sizes from sequence of unsigned ints [0..N) * in order to use this arrey for fast conversion of unsigned integers to strings @@ -74,4 +74,4 @@ consteval std::array, N> str_make_array() { extern constexpr std::array, 256> one_byte_to_string_lookup_table = str_make_array<256>(); -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/format_ip.h b/be/src/exec/common/format_ip.h index ad997e05e0fa49..42e6cc918f2aef 100644 --- a/be/src/exec/common/format_ip.h +++ b/be/src/exec/common/format_ip.h @@ -41,7 +41,7 @@ constexpr size_t IPV4_OCTET_BITS = 8; constexpr size_t DECIMAL_BASE = 10; constexpr size_t IPV6_BINARY_LENGTH = 16; -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" extern const std::array, 256> one_byte_to_string_lookup_table; @@ -496,4 +496,4 @@ inline bool parse_ipv6_whole(const char* src, unsigned char* dst) { } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/hash_table/hash.h b/be/src/exec/common/hash_table/hash.h index 5847c272a4ee97..e8487bf4c8db96 100644 --- a/be/src/exec/common/hash_table/hash.h +++ b/be/src/exec/common/hash_table/hash.h @@ -45,7 +45,7 @@ static constexpr size_t HASH_MAP_PREFETCH_DIST = 16; /** Taken from MurmurHash. This is Murmur finalizer. * Faster than int_hash32 when inserting into the hash table UInt64 -> UInt64, where the key is the visitor ID. */ -inline doris::vectorized::UInt64 int_hash64(doris::vectorized::UInt64 x) { +inline doris::UInt64 int_hash64(doris::UInt64 x) { x ^= x >> 33; x *= 0xff51afd7ed558ccdULL; x ^= x >> 33; @@ -63,7 +63,7 @@ inline doris::vectorized::UInt64 int_hash64(doris::vectorized::UInt64 x) { */ #include "util/sse_util.hpp" -inline doris::vectorized::UInt64 int_hash_crc32(doris::vectorized::UInt64 x) { +inline doris::UInt64 int_hash_crc32(doris::UInt64 x) { #if defined(__SSE4_2__) || (defined(__aarch64__) && defined(__ARM_FEATURE_CRC32)) return _mm_crc32_u64(-1ULL, x); #else @@ -76,7 +76,7 @@ template inline size_t default_hash64(T key) { union { T in; - doris::vectorized::UInt64 out; + doris::UInt64 out; } u; u.out = 0; u.in = key; @@ -131,7 +131,7 @@ template inline size_t hash_crc32(T key) { union { T in; - doris::vectorized::UInt64 out; + doris::UInt64 out; } u; u.out = 0; u.in = key; @@ -139,18 +139,18 @@ inline size_t hash_crc32(T key) { } template <> -inline size_t hash_crc32(doris::vectorized::UInt128 u) { - return doris::vectorized::UInt128HashCRC32()(u); +inline size_t hash_crc32(doris::UInt128 u) { + return doris::UInt128HashCRC32()(u); } template <> inline size_t hash_crc32(unsigned __int128 u) { - return doris::vectorized::UInt128HashCRC32()(u); + return doris::UInt128HashCRC32()(u); } template <> -inline size_t hash_crc32(doris::vectorized::Int128 u) { - return doris::vectorized::UInt128HashCRC32()({(u >> 64) & int64_t(-1), u & int64_t(-1)}); +inline size_t hash_crc32(doris::Int128 u) { + return doris::UInt128HashCRC32()({(u >> 64) & int64_t(-1), u & int64_t(-1)}); } template <> @@ -181,18 +181,18 @@ inline size_t hash_crc32(doris::TimestampTzValue u) { } \ }; -DEFINE_HASH(doris::vectorized::UInt8) -DEFINE_HASH(doris::vectorized::UInt16) -DEFINE_HASH(doris::vectorized::UInt32) -DEFINE_HASH(doris::vectorized::UInt64) -DEFINE_HASH(doris::vectorized::UInt128) -DEFINE_HASH(doris::vectorized::Int8) -DEFINE_HASH(doris::vectorized::Int16) -DEFINE_HASH(doris::vectorized::Int32) -DEFINE_HASH(doris::vectorized::Int64) -DEFINE_HASH(doris::vectorized::Int128) -DEFINE_HASH(doris::vectorized::Float32) -DEFINE_HASH(doris::vectorized::Float64) +DEFINE_HASH(doris::UInt8) +DEFINE_HASH(doris::UInt16) +DEFINE_HASH(doris::UInt32) +DEFINE_HASH(doris::UInt64) +DEFINE_HASH(doris::UInt128) +DEFINE_HASH(doris::Int8) +DEFINE_HASH(doris::Int16) +DEFINE_HASH(doris::Int32) +DEFINE_HASH(doris::Int64) +DEFINE_HASH(doris::Int128) +DEFINE_HASH(doris::Float32) +DEFINE_HASH(doris::Float64) DEFINE_HASH(doris::VecDateTimeValue) DEFINE_HASH(doris::DateV2Value) DEFINE_HASH(doris::DateV2Value) @@ -207,10 +207,10 @@ struct HashMixWrapper { }; template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::UInt256& x) const { +struct HashCRC32 { + size_t operator()(const doris::UInt256& x) const { #if defined(__SSE4_2__) || defined(__aarch64__) - doris::vectorized::UInt64 crc = -1ULL; + doris::UInt64 crc = -1ULL; crc = _mm_crc32_u64(crc, x.items[0]); crc = _mm_crc32_u64(crc, x.items[1]); crc = _mm_crc32_u64(crc, x.items[2]); @@ -226,7 +226,7 @@ template <> struct HashCRC32 { size_t operator()(const wide::Int256& x) const { #if defined(__SSE4_2__) || defined(__aarch64__) - doris::vectorized::UInt64 crc = -1ULL; + doris::UInt64 crc = -1ULL; crc = _mm_crc32_u64(crc, x.items[0]); crc = _mm_crc32_u64(crc, x.items[1]); crc = _mm_crc32_u64(crc, x.items[2]); @@ -240,36 +240,36 @@ struct HashCRC32 { }; template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::Decimal256& value) const { +struct HashCRC32 { + size_t operator()(const doris::Decimal256& value) const { return HashCRC32()(value.value); } }; template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::Decimal32& value) const { +struct HashCRC32 { + size_t operator()(const doris::Decimal32& value) const { return HashCRC32()(value.value); } }; template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::Decimal64& value) const { +struct HashCRC32 { + size_t operator()(const doris::Decimal64& value) const { return HashCRC32()(value.value); } }; template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::Decimal128V3& value) const { +struct HashCRC32 { + size_t operator()(const doris::Decimal128V3& value) const { return HashCRC32<__int128>()(value.value); } }; template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::Decimal128V2& value) const { +struct HashCRC32 { + size_t operator()(const doris::Decimal128V2& value) const { return HashCRC32<__int128>()(value.value); } }; @@ -284,9 +284,9 @@ struct HashCRC32 { #include "common/compile_check_avoid_begin.h" template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::UInt72& x) const { - doris::vectorized::UInt64 crc = -1ULL; +struct HashCRC32 { + size_t operator()(const doris::UInt72& x) const { + doris::UInt64 crc = -1ULL; crc = _mm_crc32_u8(crc, x.a); crc = _mm_crc32_u64(crc, x.b); return crc; @@ -294,9 +294,9 @@ struct HashCRC32 { }; template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::UInt96& x) const { - doris::vectorized::UInt64 crc = -1ULL; +struct HashCRC32 { + size_t operator()(const doris::UInt96& x) const { + doris::UInt64 crc = -1ULL; crc = _mm_crc32_u32(crc, x.a); crc = _mm_crc32_u64(crc, x.b); return crc; @@ -304,9 +304,9 @@ struct HashCRC32 { }; template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::UInt104& x) const { - doris::vectorized::UInt64 crc = -1ULL; +struct HashCRC32 { + size_t operator()(const doris::UInt104& x) const { + doris::UInt64 crc = -1ULL; crc = _mm_crc32_u8(crc, x.a); crc = _mm_crc32_u32(crc, x.b); crc = _mm_crc32_u64(crc, x.c); @@ -315,9 +315,9 @@ struct HashCRC32 { }; template <> -struct HashCRC32 { - size_t operator()(const doris::vectorized::UInt136& x) const { - doris::vectorized::UInt64 crc = -1ULL; +struct HashCRC32 { + size_t operator()(const doris::UInt136& x) const { + doris::UInt64 crc = -1ULL; crc = _mm_crc32_u8(crc, x.a); crc = _mm_crc32_u64(crc, x.b); crc = _mm_crc32_u64(crc, x.c); diff --git a/be/src/exec/common/hash_table/hash_key_type.h b/be/src/exec/common/hash_table/hash_key_type.h index f3a60d155ea2d2..313df63f3d3142 100644 --- a/be/src/exec/common/hash_table/hash_key_type.h +++ b/be/src/exec/common/hash_table/hash_key_type.h @@ -59,7 +59,6 @@ inline HashKeyType get_hash_key_type_with_phase(HashKeyType t, bool phase2) { } inline HashKeyType get_hash_key_type_with_fixed(size_t size) { - using namespace vectorized; if (size <= sizeof(UInt64)) { return HashKeyType::fixed64; } else if (size <= sizeof(UInt72)) { @@ -79,8 +78,8 @@ inline HashKeyType get_hash_key_type_with_fixed(size_t size) { } } -inline HashKeyType get_hash_key_type_fixed(const std::vector& data_types) { - if (data_types.size() >= vectorized::BITSIZE) { +inline HashKeyType get_hash_key_type_fixed(const std::vector& data_types) { + if (data_types.size() >= BITSIZE) { return HashKeyType::serialized; } @@ -101,7 +100,7 @@ inline HashKeyType get_hash_key_type_fixed(const std::vector& data_types) { +inline HashKeyType get_hash_key_type(const std::vector& data_types) { if (data_types.size() > 1) { return get_hash_key_type_fixed(data_types); } @@ -123,17 +122,17 @@ inline HashKeyType get_hash_key_type(const std::vector& } size_t size = t->get_size_of_value_in_memory(); - if (size == sizeof(vectorized::UInt8)) { + if (size == sizeof(UInt8)) { return HashKeyType::int8_key; - } else if (size == sizeof(vectorized::UInt16)) { + } else if (size == sizeof(UInt16)) { return HashKeyType::int16_key; - } else if (size == sizeof(vectorized::UInt32)) { + } else if (size == sizeof(UInt32)) { return HashKeyType::int32_key; - } else if (size == sizeof(vectorized::UInt64)) { + } else if (size == sizeof(UInt64)) { return HashKeyType::int64_key; - } else if (size == sizeof(vectorized::UInt128)) { + } else if (size == sizeof(UInt128)) { return HashKeyType::int128_key; - } else if (size == sizeof(vectorized::UInt256)) { + } else if (size == sizeof(UInt256)) { return HashKeyType::int256_key; } else { throw Exception(ErrorCode::INTERNAL_ERROR, "meet invalid type size, size={}, type={}", size, diff --git a/be/src/exec/common/hash_table/hash_map_context.h b/be/src/exec/common/hash_table/hash_map_context.h index 8d5b2b7b2c4099..df7f4aacf047c0 100644 --- a/be/src/exec/common/hash_table/hash_map_context.h +++ b/be/src/exec/common/hash_table/hash_map_context.h @@ -35,7 +35,7 @@ #include "exec/common/template_helpers.hpp" #include "util/simd/bits.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" constexpr auto BITSIZE = 8; @@ -1194,4 +1194,4 @@ struct MethodSingleNullableColumn : public SingleColumnMethod { } }; #include "common/compile_check_end.h" -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/common/hash_table/hash_map_util.h b/be/src/exec/common/hash_table/hash_map_util.h index 1d572c4bf2f70f..717e9c75429b02 100644 --- a/be/src/exec/common/hash_table/hash_map_util.h +++ b/be/src/exec/common/hash_table/hash_map_util.h @@ -23,9 +23,8 @@ namespace doris { -inline std::vector get_data_types( - const vectorized::VExprContextSPtrs& expr_contexts) { - std::vector data_types; +inline std::vector get_data_types(const VExprContextSPtrs& expr_contexts) { + std::vector data_types; for (const auto& ctx : expr_contexts) { data_types.emplace_back(ctx->root()->data_type()); } @@ -33,7 +32,7 @@ inline std::vector get_data_types( } template -Status init_hash_method(DataVariants* data, const std::vector& data_types, +Status init_hash_method(DataVariants* data, const std::vector& data_types, bool is_first_phase) { auto type = HashKeyType::EMPTY; try { diff --git a/be/src/exec/common/hash_table/hash_table.h b/be/src/exec/common/hash_table/hash_table.h index 92870ef7c19c19..0c0c98238db006 100644 --- a/be/src/exec/common/hash_table/hash_table.h +++ b/be/src/exec/common/hash_table/hash_table.h @@ -48,10 +48,10 @@ #include "common/compile_check_begin.h" struct HashTableNoState { /// Serialization, in binary and text form. - void write(doris::vectorized::BufferWritable&) const {} + void write(doris::BufferWritable&) const {} // /// Deserialization, in binary and text form. - void read(doris::vectorized::BufferReadable&) {} + void read(doris::BufferReadable&) {} }; /// These functions can be overloaded for custom types. @@ -197,10 +197,10 @@ struct HashTableCell { void set_mapped(const value_type& /*value*/) {} /// Serialization, in binary and text form. - void write(doris::vectorized::BufferWritable& wb) const { wb.write_binary(key); } + void write(doris::BufferWritable& wb) const { wb.write_binary(key); } /// Deserialization, in binary and text form. - void read(doris::vectorized::BufferReadable& rb) { rb.read_binary(key); } + void read(doris::BufferReadable& rb) { rb.read_binary(key); } }; template @@ -225,17 +225,17 @@ void insert_set_mapped(MappedType* dest, const ValueType& src) { *dest = src.second; } -static doris::vectorized::Int32 double_resize_threshold = doris::config::double_resize_threshold; +static doris::Int32 double_resize_threshold = doris::config::double_resize_threshold; /** Determines the size of the hash table, and when and how much it should be resized. */ template struct HashTableGrower { /// The state of this structure is enough to get the buffer size of the hash table. - doris::vectorized::UInt8 size_degree = initial_size_degree; - doris::vectorized::Int64 double_grow_degree = doris::config::hash_table_double_grow_degree; + doris::UInt8 size_degree = initial_size_degree; + doris::Int64 double_grow_degree = doris::config::hash_table_double_grow_degree; - doris::vectorized::Int32 max_fill_rate = doris::config::max_fill_rate; + doris::Int32 max_fill_rate = doris::config::max_fill_rate; /// The size of the hash table in the cells. size_t buf_size() const { return 1ULL << size_degree; } @@ -293,15 +293,15 @@ template class alignas(64) HashTableGrowerWithPrecalculation { /// The state of this structure is enough to get the buffer size of the hash table. - doris::vectorized::UInt8 size_degree_ = initial_size_degree; + doris::UInt8 size_degree_ = initial_size_degree; size_t precalculated_mask = (1ULL << initial_size_degree) - 1; size_t precalculated_max_fill = 1ULL << (initial_size_degree - 1); - doris::vectorized::Int64 double_grow_degree = doris::config::hash_table_double_grow_degree; + doris::Int64 double_grow_degree = doris::config::hash_table_double_grow_degree; public: - doris::vectorized::UInt8 size_degree() const { return size_degree_; } + doris::UInt8 size_degree() const { return size_degree_; } - void increase_size_degree(doris::vectorized::UInt8 delta) { + void increase_size_degree(doris::UInt8 delta) { size_degree_ += delta; DCHECK(size_degree_ <= 64); precalculated_mask = (1ULL << size_degree_) - 1; @@ -946,7 +946,7 @@ class HashTable : private boost::noncopyable, return !buf[place_value].is_zero(*this); } - void write(doris::vectorized::BufferWritable& wb) const { + void write(doris::BufferWritable& wb) const { Cell::State::write(wb); wb.write_var_uint(m_size); @@ -956,14 +956,14 @@ class HashTable : private boost::noncopyable, if (!ptr->is_zero(*this)) ptr->write(wb); } - void read(doris::vectorized::BufferReadable& rb) { + void read(doris::BufferReadable& rb) { Cell::State::read(rb); destroy_elements(); this->clear_get_has_zero(); m_size = 0; - doris::vectorized::UInt64 new_size = 0; + doris::UInt64 new_size = 0; rb.read_var_uint(new_size); free(); diff --git a/be/src/exec/common/hash_table/hash_table_set_build.h b/be/src/exec/common/hash_table/hash_table_set_build.h index 6449ce6e2c86ff..7ad20a5942ece4 100644 --- a/be/src/exec/common/hash_table/hash_table_set_build.h +++ b/be/src/exec/common/hash_table/hash_table_set_build.h @@ -19,7 +19,7 @@ #include "exec/operator/set_sink_operator.h" #include "runtime/runtime_state.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" constexpr size_t CHECK_FRECUENCY = 65536; template @@ -57,4 +57,4 @@ struct HashTableBuild { RuntimeState* _state = nullptr; }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/hash_table/hash_table_set_probe.h b/be/src/exec/common/hash_table/hash_table_set_probe.h index f682dd8752411c..694e3c797a084b 100644 --- a/be/src/exec/common/hash_table/hash_table_set_probe.h +++ b/be/src/exec/common/hash_table/hash_table_set_probe.h @@ -18,7 +18,7 @@ #include "core/column/column.h" #include "exec/operator/set_probe_sink_operator.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template struct HashTableProbe { @@ -58,4 +58,4 @@ struct HashTableProbe { std::vector _probe_keys; }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/hash_table/join_hash_table.h b/be/src/exec/common/hash_table/join_hash_table.h index 101da165b4d9cb..7d725392110de5 100644 --- a/be/src/exec/common/hash_table/join_hash_table.h +++ b/be/src/exec/common/hash_table/join_hash_table.h @@ -198,8 +198,7 @@ class JoinHashTable { } template - bool iterate_map(vectorized::ColumnOffset32& build_idxs, - vectorized::ColumnFilterHelper* mark_column_helper) const { + bool iterate_map(ColumnOffset32& build_idxs, ColumnFilterHelper* mark_column_helper) const { const auto batch_size = max_batch_size; const auto elem_num = visited.size(); int count = 0; diff --git a/be/src/exec/common/hash_table/ph_hash_map.h b/be/src/exec/common/hash_table/ph_hash_map.h index 44fe6574f5ab3a..92a6b5f9557897 100644 --- a/be/src/exec/common/hash_table/ph_hash_map.h +++ b/be/src/exec/common/hash_table/ph_hash_map.h @@ -36,7 +36,7 @@ class PHHashMap : private boost::noncopyable { using Self = PHHashMap; using Hash = HashMethod; using cell_type = std::pair; - using HashMapImpl = doris::vectorized::flat_hash_map; + using HashMapImpl = doris::flat_hash_map; using key_type = Key; using mapped_type = Mapped; diff --git a/be/src/exec/common/hash_table/ph_hash_set.h b/be/src/exec/common/hash_table/ph_hash_set.h index 481288b904b165..a954116edbe425 100644 --- a/be/src/exec/common/hash_table/ph_hash_set.h +++ b/be/src/exec/common/hash_table/ph_hash_set.h @@ -32,7 +32,7 @@ class PHHashSet : private boost::noncopyable { public: using Self = PHHashSet; using Hash = HashMethod; - using HashSetImpl = doris::vectorized::flat_hash_set; + using HashSetImpl = doris::flat_hash_set; using key_type = Key; using mapped_type = void; diff --git a/be/src/exec/common/hash_table/phmap_fwd_decl.h b/be/src/exec/common/hash_table/phmap_fwd_decl.h index a6502a31bc27e8..5879303ad5ef83 100644 --- a/be/src/exec/common/hash_table/phmap_fwd_decl.h +++ b/be/src/exec/common/hash_table/phmap_fwd_decl.h @@ -23,7 +23,7 @@ #include "core/allocator.h" #include "core/allocator_fwd.h" -namespace doris::vectorized { +namespace doris { /// `Allocator_` implements several interfaces of `std::allocator` /// which `phmap::flat_hash_map` will use. @@ -53,4 +53,4 @@ template , typename Eq = doris::Equal typename Alloc = Allocator_> using flat_hash_set = phmap::flat_hash_set; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/hash_table/string_hash_table.h b/be/src/exec/common/hash_table/string_hash_table.h index f26e9b97b8f4a6..87f7e9147d7e99 100644 --- a/be/src/exec/common/hash_table/string_hash_table.h +++ b/be/src/exec/common/hash_table/string_hash_table.h @@ -27,10 +27,10 @@ #include "exec/common/hash_table/hash.h" #include "exec/common/hash_table/hash_table.h" -using StringKey2 = doris::vectorized::UInt16; -using StringKey4 = doris::vectorized::UInt32; -using StringKey8 = doris::vectorized::UInt64; -using StringKey16 = doris::vectorized::UInt128; +using StringKey2 = doris::UInt16; +using StringKey4 = doris::UInt32; +using StringKey8 = doris::UInt64; +using StringKey16 = doris::UInt128; struct StringHashMapSubKeys { using T1 = StringKey2; diff --git a/be/src/exec/common/hex.cpp b/be/src/exec/common/hex.cpp index 2749550cb38262..601df69de82d68 100644 --- a/be/src/exec/common/hex.cpp +++ b/be/src/exec/common/hex.cpp @@ -20,7 +20,7 @@ #include "exec/common/hex.h" -namespace doris::vectorized { +namespace doris { const char* const hex_digit_to_char_uppercase_table = "0123456789ABCDEF"; const char* const hex_digit_to_char_lowercase_table = "0123456789abcdef"; @@ -112,4 +112,4 @@ const char* const bin_byte_to_char_table = "1110100011101001111010101110101111101100111011011110111011101111" "1111000011110001111100101111001111110100111101011111011011110111" "1111100011111001111110101111101111111100111111011111111011111111"; -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/common/hex.h b/be/src/exec/common/hex.h index d0c19b136c36b9..846eb48ba22ec0 100644 --- a/be/src/exec/common/hex.h +++ b/be/src/exec/common/hex.h @@ -24,7 +24,7 @@ #include "core/types.h" -namespace doris::vectorized { +namespace doris { /// Maps 0..15 to 0..9A..F or 0..9a..f correspondingly. @@ -132,4 +132,4 @@ TUInt unhex_uint(const char* data) { } return res; } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/common/histogram_helpers.hpp b/be/src/exec/common/histogram_helpers.hpp index 803072b14cc384..b94f59827ad00e 100644 --- a/be/src/exec/common/histogram_helpers.hpp +++ b/be/src/exec/common/histogram_helpers.hpp @@ -27,7 +27,7 @@ #include "core/data_type/data_type_decimal.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template struct Bucket { @@ -309,4 +309,4 @@ bool histogram_to_json(rapidjson::StringBuffer& buffer, const std::vector 0; } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/ipv6_to_binary.h b/be/src/exec/common/ipv6_to_binary.h index a7c5a81e4453da..6b0033fa4124a4 100644 --- a/be/src/exec/common/ipv6_to_binary.h +++ b/be/src/exec/common/ipv6_to_binary.h @@ -22,7 +22,7 @@ #include "exec/common/format_ip.h" -namespace doris::vectorized { +namespace doris { /// Result array could be indexed with all possible uint8 values without extra check. /// For values greater than 128 we will store same value as for 128 (all bits set). @@ -67,4 +67,4 @@ inline const std::array& get_cidr_mask_ipv6(uint8_t prefix_len) { return IPV6_RAW_MASK_ARRAY[prefix_len]; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/join_utils.h b/be/src/exec/common/join_utils.h index 36fbb320d3d04e..aa3a5d32bfe3d2 100644 --- a/be/src/exec/common/join_utils.h +++ b/be/src/exec/common/join_utils.h @@ -33,14 +33,14 @@ namespace doris { // `func` receives a single argument: a const pointer to the concrete column // (or const IColumn* as fallback for unexpected types). template -decltype(auto) asof_column_dispatch(const vectorized::IColumn* col, Func&& func) { - if (const auto* c_dv2 = vectorized::check_and_get_column(col)) { +decltype(auto) asof_column_dispatch(const IColumn* col, Func&& func) { + if (const auto* c_dv2 = check_and_get_column(col)) { return std::forward(func)(c_dv2); } else if (const auto* c_dtv2 = - vectorized::check_and_get_column(col)) { + check_and_get_column(col)) { return std::forward(func)(c_dtv2); } else if (const auto* c_tstz = - vectorized::check_and_get_column(col)) { + check_and_get_column(col)) { return std::forward(func)(c_tstz); } else { return std::forward(func)(col); @@ -73,96 +73,80 @@ template inline constexpr bool is_asof_outer_join_op_v = JoinOpType == TJoinOp::ASOF_LEFT_OUTER_JOIN; template -using PrimaryTypeHashTableContext = - vectorized::MethodOneNumber, false>>; +using PrimaryTypeHashTableContext = MethodOneNumber, false>>; template using DirectPrimaryTypeHashTableContext = - vectorized::MethodOneNumberDirect, true>>; + MethodOneNumberDirect, true>>; template -using FixedKeyHashTableContext = - vectorized::MethodKeysFixed, false>>; +using FixedKeyHashTableContext = MethodKeysFixed, false>>; using SerializedHashTableContext = - vectorized::MethodSerialized, false>>; -using MethodOneString = - vectorized::MethodStringNoCache, false>>; + MethodSerialized, false>>; +using MethodOneString = MethodStringNoCache, false>>; using HashTableVariants = std::variant< - std::monostate, SerializedHashTableContext, PrimaryTypeHashTableContext, - PrimaryTypeHashTableContext, - PrimaryTypeHashTableContext, - PrimaryTypeHashTableContext, - PrimaryTypeHashTableContext, - PrimaryTypeHashTableContext, - DirectPrimaryTypeHashTableContext, - DirectPrimaryTypeHashTableContext, - DirectPrimaryTypeHashTableContext, - DirectPrimaryTypeHashTableContext, - DirectPrimaryTypeHashTableContext, - FixedKeyHashTableContext, FixedKeyHashTableContext, - FixedKeyHashTableContext, FixedKeyHashTableContext, - FixedKeyHashTableContext, - FixedKeyHashTableContext, - FixedKeyHashTableContext, MethodOneString>; + std::monostate, SerializedHashTableContext, PrimaryTypeHashTableContext, + PrimaryTypeHashTableContext, PrimaryTypeHashTableContext, + PrimaryTypeHashTableContext, PrimaryTypeHashTableContext, + PrimaryTypeHashTableContext, DirectPrimaryTypeHashTableContext, + DirectPrimaryTypeHashTableContext, DirectPrimaryTypeHashTableContext, + DirectPrimaryTypeHashTableContext, DirectPrimaryTypeHashTableContext, + FixedKeyHashTableContext, FixedKeyHashTableContext, + FixedKeyHashTableContext, FixedKeyHashTableContext, + FixedKeyHashTableContext, FixedKeyHashTableContext, + FixedKeyHashTableContext, MethodOneString>; struct JoinDataVariants { HashTableVariants method_variant; - void init(const std::vector& data_types, HashKeyType type) { + void init(const std::vector& data_types, HashKeyType type) { switch (type) { case HashKeyType::serialized: method_variant.emplace(); break; case HashKeyType::int8_key: - method_variant.emplace>(); + method_variant.emplace>(); break; case HashKeyType::int16_key: - method_variant.emplace>(); + method_variant.emplace>(); break; case HashKeyType::int32_key: - method_variant.emplace>(); + method_variant.emplace>(); break; case HashKeyType::int64_key: - method_variant.emplace>(); + method_variant.emplace>(); break; case HashKeyType::int128_key: - method_variant.emplace>(); + method_variant.emplace>(); break; case HashKeyType::int256_key: - method_variant.emplace>(); + method_variant.emplace>(); break; case HashKeyType::string_key: method_variant.emplace(); break; case HashKeyType::fixed64: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed72: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed96: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed104: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed128: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed136: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed256: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; default: throw Exception(ErrorCode::INTERNAL_ERROR, @@ -172,7 +156,7 @@ struct JoinDataVariants { }; template -void primary_to_direct_mapping(Method* context, const vectorized::ColumnRawPtrs& key_columns, +void primary_to_direct_mapping(Method* context, const ColumnRawPtrs& key_columns, const std::vector>& variant_ptrs) { using FieldType = typename Method::Base::Key; FieldType max_key = std::numeric_limits::min(); @@ -180,13 +164,12 @@ void primary_to_direct_mapping(Method* context, const vectorized::ColumnRawPtrs& size_t num_rows = key_columns[0]->size(); if (key_columns[0]->is_nullable()) { - const FieldType* input_keys = - (FieldType*)assert_cast(key_columns[0]) - ->get_nested_column_ptr() - ->get_raw_data() - .data; - const vectorized::NullMap& null_map = - assert_cast(key_columns[0])->get_null_map_data(); + const FieldType* input_keys = (FieldType*)assert_cast(key_columns[0]) + ->get_nested_column_ptr() + ->get_raw_data() + .data; + const NullMap& null_map = + assert_cast(key_columns[0])->get_null_map_data(); // skip first mocked row for (size_t i = 1; i < num_rows; i++) { if (null_map[i]) { @@ -216,40 +199,35 @@ void primary_to_direct_mapping(Method* context, const vectorized::ColumnRawPtrs& template void try_convert_to_direct_mapping( - Method* method, const vectorized::ColumnRawPtrs& key_columns, + Method* method, const ColumnRawPtrs& key_columns, const std::vector>& variant_ptrs) {} inline void try_convert_to_direct_mapping( - PrimaryTypeHashTableContext* context, - const vectorized::ColumnRawPtrs& key_columns, + PrimaryTypeHashTableContext* context, const ColumnRawPtrs& key_columns, const std::vector>& variant_ptrs) { primary_to_direct_mapping(context, key_columns, variant_ptrs); } inline void try_convert_to_direct_mapping( - PrimaryTypeHashTableContext* context, - const vectorized::ColumnRawPtrs& key_columns, + PrimaryTypeHashTableContext* context, const ColumnRawPtrs& key_columns, const std::vector>& variant_ptrs) { primary_to_direct_mapping(context, key_columns, variant_ptrs); } inline void try_convert_to_direct_mapping( - PrimaryTypeHashTableContext* context, - const vectorized::ColumnRawPtrs& key_columns, + PrimaryTypeHashTableContext* context, const ColumnRawPtrs& key_columns, const std::vector>& variant_ptrs) { primary_to_direct_mapping(context, key_columns, variant_ptrs); } inline void try_convert_to_direct_mapping( - PrimaryTypeHashTableContext* context, - const vectorized::ColumnRawPtrs& key_columns, + PrimaryTypeHashTableContext* context, const ColumnRawPtrs& key_columns, const std::vector>& variant_ptrs) { primary_to_direct_mapping(context, key_columns, variant_ptrs); } inline void try_convert_to_direct_mapping( - PrimaryTypeHashTableContext* context, - const vectorized::ColumnRawPtrs& key_columns, + PrimaryTypeHashTableContext* context, const ColumnRawPtrs& key_columns, const std::vector>& variant_ptrs) { primary_to_direct_mapping(context, key_columns, variant_ptrs); } diff --git a/be/src/exec/common/partition_sort_utils.cpp b/be/src/exec/common/partition_sort_utils.cpp index 2254c384bc439a..eb8c89903e7b44 100644 --- a/be/src/exec/common/partition_sort_utils.cpp +++ b/be/src/exec/common/partition_sort_utils.cpp @@ -20,15 +20,14 @@ namespace doris { #include "common/compile_check_begin.h" -Status PartitionBlocks::append_block_by_selector(const vectorized::Block* input_block, bool eos) { +Status PartitionBlocks::append_block_by_selector(const Block* input_block, bool eos) { auto selector_rows = _selector.size(); if (selector_rows) { if (_blocks.empty() || reach_limit()) { _init_rows = _partition_sort_info->_runtime_state->batch_size(); - _blocks.push_back(vectorized::Block::create_unique( - vectorized::VectorizedUtils::create_empty_block( - _partition_sort_info->_row_desc))); + _blocks.push_back(Block::create_unique( + VectorizedUtils::create_empty_block(_partition_sort_info->_row_desc))); } auto columns = input_block->get_columns(); auto mutable_columns = _blocks.back()->mutate_columns(); @@ -54,8 +53,8 @@ Status PartitionBlocks::append_block_by_selector(const vectorized::Block* input_ void PartitionBlocks::create_or_reset_sorter_state() { if (_partition_topn_sorter == nullptr) { - _previous_row = std::make_unique(); - _partition_topn_sorter = vectorized::PartitionSorter::create_unique( + _previous_row = std::make_unique(); + _partition_topn_sorter = PartitionSorter::create_unique( *_partition_sort_info->_vsort_exec_exprs, _partition_sort_info->_limit, _partition_sort_info->_offset, _partition_sort_info->_pool, _partition_sort_info->_is_asc_order, _partition_sort_info->_nulls_first, @@ -79,8 +78,8 @@ Status PartitionBlocks::do_partition_topn_sort() { bool current_eos = false; while (!current_eos) { // output_block maybe need better way - auto output_block = vectorized::Block::create_unique( - vectorized::VectorizedUtils::create_empty_block(_partition_sort_info->_row_desc)); + auto output_block = Block::create_unique( + VectorizedUtils::create_empty_block(_partition_sort_info->_row_desc)); RETURN_IF_ERROR(_partition_topn_sorter->get_next(_partition_sort_info->_runtime_state, output_block.get(), ¤t_eos)); auto rows = output_block->rows(); diff --git a/be/src/exec/common/partition_sort_utils.h b/be/src/exec/common/partition_sort_utils.h index 382c7d91553aba..f9edbb39e448c0 100644 --- a/be/src/exec/common/partition_sort_utils.h +++ b/be/src/exec/common/partition_sort_utils.h @@ -33,7 +33,7 @@ namespace doris { struct PartitionSortInfo { ~PartitionSortInfo() = default; - PartitionSortInfo(vectorized::VSortExecExprs* vsort_exec_exprs, int64_t limit, int64_t offset, + PartitionSortInfo(VSortExecExprs* vsort_exec_exprs, int64_t limit, int64_t offset, ObjectPool* pool, const std::vector& is_asc_order, const std::vector& nulls_first, const RowDescriptor& row_desc, RuntimeState* runtime_state, RuntimeProfile* runtime_profile, @@ -54,7 +54,7 @@ struct PartitionSortInfo { _topn_phase(topn_phase) {} public: - vectorized::VSortExecExprs* _vsort_exec_exprs = nullptr; + VSortExecExprs* _vsort_exec_exprs = nullptr; int64_t _limit = -1; int64_t _offset = 0; ObjectPool* _pool = nullptr; @@ -86,15 +86,14 @@ struct PartitionBlocks { void add_row_idx(size_t row) { _selector.push_back(row); } - Status append_block_by_selector(const vectorized::Block* input_block, bool eos); + Status append_block_by_selector(const Block* input_block, bool eos); Status do_partition_topn_sort(); void create_or_reset_sorter_state(); - void append_whole_block(vectorized::Block* input_block, const RowDescriptor& row_desc) { - auto empty_block = vectorized::Block::create_unique( - vectorized::VectorizedUtils::create_empty_block(row_desc)); + void append_whole_block(Block* input_block, const RowDescriptor& row_desc) { + auto empty_block = Block::create_unique(VectorizedUtils::create_empty_block(row_desc)); empty_block->swap(*input_block); _blocks.emplace_back(std::move(empty_block)); } @@ -103,14 +102,14 @@ struct PartitionBlocks { return _init_rows <= 0 || _blocks.back()->bytes() > INITIAL_BUFFERED_BLOCK_BYTES; } - vectorized::IColumn::Selector _selector; - std::vector> _blocks; + IColumn::Selector _selector; + std::vector> _blocks; size_t _current_input_rows = 0; int64_t _init_rows = 4096; bool _is_first_sorter = false; - std::unique_ptr _previous_row; - std::unique_ptr _partition_topn_sorter = nullptr; + std::unique_ptr _previous_row; + std::unique_ptr _partition_topn_sorter = nullptr; std::shared_ptr _partition_sort_info = nullptr; }; @@ -122,108 +121,99 @@ template using PartitionData = PHHashMap>; template -using PartitionDataSingle = vectorized::MethodOneNumber>; +using PartitionDataSingle = MethodOneNumber>; template -using PartitionDataSingleNullable = vectorized::MethodSingleNullableColumn< - vectorized::MethodOneNumber>>>; +using PartitionDataSingleNullable = + MethodSingleNullableColumn>>>; using PartitionedMethodVariants = std::variant< - std::monostate, vectorized::MethodSerialized, - PartitionDataSingle, PartitionDataSingle, - PartitionDataSingle, PartitionDataSingle, - PartitionDataSingle, PartitionDataSingle, - PartitionDataSingleNullable, - PartitionDataSingleNullable, - PartitionDataSingleNullable, - PartitionDataSingleNullable, - PartitionDataSingleNullable, - PartitionDataSingleNullable, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodKeysFixed>, - vectorized::MethodStringNoCache, - vectorized::MethodSingleNullableColumn>>>; + std::monostate, MethodSerialized, PartitionDataSingle, + PartitionDataSingle, PartitionDataSingle, PartitionDataSingle, + PartitionDataSingle, PartitionDataSingle, + PartitionDataSingleNullable, PartitionDataSingleNullable, + PartitionDataSingleNullable, PartitionDataSingleNullable, + PartitionDataSingleNullable, PartitionDataSingleNullable, + MethodKeysFixed>, MethodKeysFixed>, + MethodKeysFixed>, MethodKeysFixed>, + MethodKeysFixed>, MethodKeysFixed>, + MethodKeysFixed>, + MethodStringNoCache, + MethodSingleNullableColumn< + MethodStringNoCache>>>; struct PartitionedHashMapVariants - : public DataVariants { - void init(const std::vector& data_types, HashKeyType type) { + : public DataVariants { + void init(const std::vector& data_types, HashKeyType type) { bool nullable = data_types.size() == 1 && data_types[0]->is_nullable(); switch (type) { case HashKeyType::without_key: { break; } case HashKeyType::serialized: { - method_variant.emplace>(); + method_variant.emplace>(); break; } case HashKeyType::int8_key: { - emplace_single>(nullable); + emplace_single>(nullable); break; } case HashKeyType::int16_key: { - emplace_single>(nullable); + emplace_single>(nullable); break; } case HashKeyType::int32_key: { - emplace_single>(nullable); + emplace_single>(nullable); break; } case HashKeyType::int64_key: { - emplace_single>(nullable); + emplace_single>(nullable); break; } case HashKeyType::int128_key: { - emplace_single>(nullable); + emplace_single>(nullable); break; } case HashKeyType::int256_key: { - emplace_single>(nullable); + emplace_single>(nullable); break; } case HashKeyType::string_key: { if (nullable) { - method_variant.emplace< - vectorized::MethodSingleNullableColumn>>>(); + method_variant.emplace>>>(); } else { - method_variant.emplace< - vectorized::MethodStringNoCache>(); + method_variant.emplace>(); } break; } case HashKeyType::fixed64: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed72: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed96: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed104: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed128: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed136: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; case HashKeyType::fixed256: - method_variant.emplace>>( + method_variant.emplace>>( get_key_sizes(data_types)); break; default: diff --git a/be/src/exec/common/set_utils.h b/be/src/exec/common/set_utils.h index 67431e321cc395..f7feb05529b476 100644 --- a/be/src/exec/common/set_utils.h +++ b/be/src/exec/common/set_utils.h @@ -39,71 +39,61 @@ template using SetData = PHHashMap>; template -using SetFixedKeyHashTableContext = vectorized::MethodKeysFixed>; +using SetFixedKeyHashTableContext = MethodKeysFixed>; template -using SetPrimaryTypeHashTableContext = vectorized::MethodOneNumber>; +using SetPrimaryTypeHashTableContext = MethodOneNumber>; template -using SetPrimaryTypeHashTableContextNullable = vectorized::MethodSingleNullableColumn< - vectorized::MethodOneNumber>>>; +using SetPrimaryTypeHashTableContextNullable = + MethodSingleNullableColumn>>>; -using SetSerializedHashTableContext = - vectorized::MethodSerialized>; -using SetMethodOneString = vectorized::MethodStringNoCache>; -using SetMethodOneStringNullable = - vectorized::MethodSingleNullableColumn>>>; +using SetSerializedHashTableContext = MethodSerialized>; +using SetMethodOneString = MethodStringNoCache>; +using SetMethodOneStringNullable = MethodSingleNullableColumn< + MethodStringNoCache>>>; using SetHashTableVariants = std::variant, - SetPrimaryTypeHashTableContextNullable, - SetPrimaryTypeHashTableContextNullable, - SetPrimaryTypeHashTableContextNullable, - SetPrimaryTypeHashTableContextNullable, - SetPrimaryTypeHashTableContextNullable, - SetPrimaryTypeHashTableContext, - SetPrimaryTypeHashTableContext, - SetPrimaryTypeHashTableContext, - SetPrimaryTypeHashTableContext, - SetPrimaryTypeHashTableContext, - SetPrimaryTypeHashTableContext, - SetFixedKeyHashTableContext, - SetFixedKeyHashTableContext, - SetFixedKeyHashTableContext, - SetFixedKeyHashTableContext, - SetFixedKeyHashTableContext, - SetFixedKeyHashTableContext, - SetFixedKeyHashTableContext>; + SetMethodOneStringNullable, SetPrimaryTypeHashTableContextNullable, + SetPrimaryTypeHashTableContextNullable, + SetPrimaryTypeHashTableContextNullable, + SetPrimaryTypeHashTableContextNullable, + SetPrimaryTypeHashTableContextNullable, + SetPrimaryTypeHashTableContextNullable, + SetPrimaryTypeHashTableContext, SetPrimaryTypeHashTableContext, + SetPrimaryTypeHashTableContext, SetPrimaryTypeHashTableContext, + SetPrimaryTypeHashTableContext, + SetPrimaryTypeHashTableContext, SetFixedKeyHashTableContext, + SetFixedKeyHashTableContext, SetFixedKeyHashTableContext, + SetFixedKeyHashTableContext, SetFixedKeyHashTableContext, + SetFixedKeyHashTableContext, SetFixedKeyHashTableContext>; -struct SetDataVariants - : public DataVariants { - void init(const std::vector& data_types, HashKeyType type) { +struct SetDataVariants : public DataVariants { + void init(const std::vector& data_types, HashKeyType type) { bool nullable = data_types.size() == 1 && data_types[0]->is_nullable(); switch (type) { case HashKeyType::serialized: method_variant.emplace(); break; case HashKeyType::int8_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int16_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int32_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int64_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int128_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::int256_key: - emplace_single>(nullable); + emplace_single>(nullable); break; case HashKeyType::string_key: if (nullable) { @@ -113,32 +103,25 @@ struct SetDataVariants } break; case HashKeyType::fixed64: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed72: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed96: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed104: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed128: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed136: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; case HashKeyType::fixed256: - method_variant.emplace>( - get_key_sizes(data_types)); + method_variant.emplace>(get_key_sizes(data_types)); break; default: throw Exception(ErrorCode::INTERNAL_ERROR, diff --git a/be/src/exec/common/sip_hash.h b/be/src/exec/common/sip_hash.h index d07c20a24d8448..865d068743522f 100644 --- a/be/src/exec/common/sip_hash.h +++ b/be/src/exec/common/sip_hash.h @@ -42,7 +42,7 @@ namespace doris { #include "common/compile_check_begin.h" -#define ROTL(x, b) static_cast(((x) << (b)) | ((x) >> (64 - (b)))) +#define ROTL(x, b) static_cast(((x) << (b)) | ((x) >> (64 - (b)))) #define SIPROUND \ do { \ @@ -65,18 +65,18 @@ namespace doris { class SipHash { private: /// State. - vectorized::UInt64 v0; - vectorized::UInt64 v1; - vectorized::UInt64 v2; - vectorized::UInt64 v3; + UInt64 v0; + UInt64 v1; + UInt64 v2; + UInt64 v3; /// How many bytes have been processed. - vectorized::UInt64 cnt; + UInt64 cnt; /// The current 8 bytes of input data. union { - vectorized::UInt64 current_word; - vectorized::UInt8 current_bytes[8]; + UInt64 current_word; + UInt8 current_bytes[8]; }; ALWAYS_INLINE void finalize() { @@ -97,7 +97,7 @@ class SipHash { public: /// Arguments - seed. - SipHash(vectorized::UInt64 k0 = 0, vectorized::UInt64 k1 = 0) { + SipHash(UInt64 k0 = 0, UInt64 k1 = 0) { /// Initialize the state with some random bytes and seed. v0 = 0x736f6d6570736575ULL ^ k0; v1 = 0x646f72616e646f6dULL ^ k1; @@ -108,7 +108,7 @@ class SipHash { current_word = 0; } - void update(const char* data, vectorized::UInt64 size) { + void update(const char* data, UInt64 size) { const char* end = data + size; /// We'll finish to process the remainder of the previous update, if any. @@ -131,7 +131,7 @@ class SipHash { cnt += end - data; while (data + 8 <= end) { - current_word = unaligned_load(data); + current_word = unaligned_load(data); v3 ^= current_word; SIPROUND; @@ -182,8 +182,8 @@ class SipHash { void get128(char* out) { finalize(); - reinterpret_cast(out)[0] = v0 ^ v1; - reinterpret_cast(out)[1] = v2 ^ v3; + reinterpret_cast(out)[0] = v0 ^ v1; + reinterpret_cast(out)[1] = v2 ^ v3; } /// template for avoiding 'unsigned long long' vs 'unsigned long' problem on old poco in macos @@ -195,7 +195,7 @@ class SipHash { hi = v2 ^ v3; } - vectorized::UInt64 get64() { + UInt64 get64() { finalize(); return v0 ^ v1 ^ v2 ^ v3; } diff --git a/be/src/exec/common/space_saving.h b/be/src/exec/common/space_saving.h index 048738deeac83e..65b85506cb7288 100644 --- a/be/src/exec/common/space_saving.h +++ b/be/src/exec/common/space_saving.h @@ -27,7 +27,7 @@ #include "core/string_buffer.hpp" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { template struct SpaceSavingArena { @@ -339,4 +339,4 @@ class SpaceSaving { size_t removed_keys = 0; }; -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/common/stringop_substring.h b/be/src/exec/common/stringop_substring.h index a666beb6781b7f..1c597d4618ec7c 100644 --- a/be/src/exec/common/stringop_substring.h +++ b/be/src/exec/common/stringop_substring.h @@ -63,7 +63,7 @@ #include "core/string_ref.h" #include "util/simd/vstring_function.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" struct StringOP { static void push_empty_string(size_t index, ColumnString::Chars& chars, @@ -150,10 +150,8 @@ struct SubstringUtil { specific_start_column->get_data(), specific_len_column->get_data(), res->get_chars(), res->get_offsets(), input_rows_count); }, - vectorized::make_bool_variant(is_ascii), - vectorized::make_bool_variant(col_const[0]), - vectorized::make_bool_variant(col_const[1]), - vectorized::make_bool_variant(col_const[2])); + make_bool_variant(is_ascii), make_bool_variant(col_const[0]), + make_bool_variant(col_const[1]), make_bool_variant(col_const[2])); block.get_by_position(result).column = std::move(res); } @@ -282,4 +280,4 @@ struct SubstringUtil { #include "common/compile_check_end.h" -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/common/template_helpers.hpp b/be/src/exec/common/template_helpers.hpp index b2b466466217f2..aa05da10a889e8 100644 --- a/be/src/exec/common/template_helpers.hpp +++ b/be/src/exec/common/template_helpers.hpp @@ -20,7 +20,7 @@ #include #include -namespace doris::vectorized { +namespace doris { template typename Reducer> struct constexpr_loop_match { @@ -56,4 +56,4 @@ struct Overload : Callables... { template Overload(Callables&&... callables) -> Overload; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/util.hpp b/be/src/exec/common/util.hpp index 4d6bddcc1b0e86..46ec9f560cc1ad 100644 --- a/be/src/exec/common/util.hpp +++ b/be/src/exec/common/util.hpp @@ -29,7 +29,7 @@ #include "runtime/descriptors.h" #include "util/simd/bits.h" -namespace doris::vectorized { +namespace doris { class VectorizedUtils { public: static Block create_empty_columnswithtypename(const RowDescriptor& row_desc) { @@ -300,7 +300,7 @@ T read_from_json(const std::string& json_str) { return params; } -} // namespace doris::vectorized +} // namespace doris namespace apache::thrift { template diff --git a/be/src/exec/common/varbinaryop_subbinary.h b/be/src/exec/common/varbinaryop_subbinary.h index 9dcf6e67237c64..e7b6049b1c00dd 100644 --- a/be/src/exec/common/varbinaryop_subbinary.h +++ b/be/src/exec/common/varbinaryop_subbinary.h @@ -24,7 +24,7 @@ #include "core/data_type/data_type_varbinary.h" #include "core/types.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" constexpr auto SIZE_OF_UINT = sizeof(uint32_t); @@ -77,9 +77,8 @@ struct SubBinaryUtil { specific_binary_column, specific_start_column, specific_len_column, res.get(), input_rows_count); }, - vectorized::make_bool_variant(col_const[0]), - vectorized::make_bool_variant(col_const[1]), - vectorized::make_bool_variant(col_const[2])); + make_bool_variant(col_const[0]), make_bool_variant(col_const[1]), + make_bool_variant(col_const[2])); block.get_by_position(result).column = std::move(res); } @@ -116,4 +115,4 @@ struct SubBinaryUtil { }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/common/variant_util.cpp b/be/src/exec/common/variant_util.cpp index 00e268484289ae..f8d4dc6a96b3e8 100644 --- a/be/src/exec/common/variant_util.cpp +++ b/be/src/exec/common/variant_util.cpp @@ -100,7 +100,7 @@ #include "util/json/path_in_data.h" #include "util/json/simd_json_parser.h" -namespace doris::vectorized::variant_util { +namespace doris::variant_util { #include "common/compile_check_begin.h" size_t get_number_of_dimensions(const IDataType& type) { @@ -196,8 +196,8 @@ Status cast_column(const ColumnWithTypeAndName& arg, const DataTypePtr& type, Co return Status::OK(); } -void get_column_by_type(const vectorized::DataTypePtr& data_type, const std::string& name, - TabletColumn& column, const ExtraInfo& ext_info) { +void get_column_by_type(const DataTypePtr& data_type, const std::string& name, TabletColumn& column, + const ExtraInfo& ext_info) { column.set_name(name); column.set_type(data_type->get_storage_field_type()); if (ext_info.unique_id >= 0) { @@ -253,7 +253,7 @@ void get_column_by_type(const vectorized::DataTypePtr& data_type, const std::str data_type->get_name(), name); } -TabletColumn get_column_by_type(const vectorized::DataTypePtr& data_type, const std::string& name, +TabletColumn get_column_by_type(const DataTypePtr& data_type, const std::string& name, const ExtraInfo& ext_info) { TabletColumn result; get_column_by_type(data_type, name, result, ext_info); @@ -545,10 +545,9 @@ Status get_least_common_schema(const std::vector& schemas, } // sort by paths in lexicographical order -vectorized::ColumnVariant::Subcolumns get_sorted_subcolumns( - const vectorized::ColumnVariant::Subcolumns& subcolumns) { +ColumnVariant::Subcolumns get_sorted_subcolumns(const ColumnVariant::Subcolumns& subcolumns) { // sort by paths in lexicographical order - vectorized::ColumnVariant::Subcolumns sorted = subcolumns; + ColumnVariant::Subcolumns sorted = subcolumns; std::sort(sorted.begin(), sorted.end(), [](const auto& lhsItem, const auto& rhsItem) { return lhsItem->path < rhsItem->path; }); @@ -900,8 +899,7 @@ Status VariantCompactionUtil::get_compaction_typed_columns( } Status VariantCompactionUtil::get_compaction_nested_columns( - const std::unordered_set& - nested_paths, + const std::unordered_set& nested_paths, const PathToDataTypes& path_to_data_types, const TabletColumnPtr parent_column, TabletSchemaSPtr& output_schema, TabletSchema::PathsSetInfo& paths_set_info) { const auto& parent_indexes = output_schema->inverted_indexs(parent_column->unique_id()); @@ -914,7 +912,7 @@ Status VariantCompactionUtil::get_compaction_nested_columns( get_least_supertype_jsonb(find_data_types->second, &data_type); const std::string& column_name = parent_column->name_lower_case() + "." + path.get_path(); - vectorized::PathInDataBuilder full_path_builder; + PathInDataBuilder full_path_builder; auto full_path = full_path_builder.append(parent_column->name_lower_case(), false) .append(path.get_parts(), false) .build(); @@ -1405,8 +1403,8 @@ TabletSchemaSPtr VariantCompactionUtil::calculate_variant_extended_schema( } const std::string& column_name = column->name_lower_case() + "." + entry->path.get_path(); - const vectorized::DataTypePtr& data_type = entry->data.file_column_type; - vectorized::PathInDataBuilder full_path_builder; + const DataTypePtr& data_type = entry->data.file_column_type; + PathInDataBuilder full_path_builder; auto full_path = full_path_builder.append(column->name_lower_case(), false) .append(entry->path.get_parts(), false) .build(); @@ -2026,4 +2024,4 @@ Status parse_and_materialize_variant_columns(Block& block, const TabletSchema& t } #include "common/compile_check_end.h" -} // namespace doris::vectorized::variant_util +} // namespace doris::variant_util diff --git a/be/src/exec/common/variant_util.h b/be/src/exec/common/variant_util.h index 4cbffcc51dec0b..889dfaeb3ebd0e 100644 --- a/be/src/exec/common/variant_util.h +++ b/be/src/exec/common/variant_util.h @@ -63,7 +63,7 @@ using JsonParser = JSONDataParser; const std::string SPARSE_COLUMN_PATH = "__DORIS_VARIANT_SPARSE__"; const std::string DOC_VALUE_COLUMN_PATH = "__DORIS_VARIANT_DOC_VALUE__"; -namespace doris::vectorized::variant_util { +namespace doris::variant_util { using PathToNoneNullValues = std::unordered_map; using PathToDataTypes = std::unordered_map, PathInData::Hash>; @@ -71,7 +71,7 @@ struct VariantExtendedInfo { PathToNoneNullValues path_to_none_null_values; // key: path, value: number of none null values std::unordered_set sparse_paths; // sparse paths in this variant column std::unordered_set typed_paths; // typed paths in this variant column - std::unordered_set + std::unordered_set nested_paths; // nested paths in this variant column PathToDataTypes path_to_data_types; // key: path, value: data types bool has_nested_group = false; // whether this variant column has nested group @@ -93,10 +93,10 @@ struct ExtraInfo { // -1 indicates it's not a Frontend generated column int32_t unique_id = -1; int32_t parent_unique_id = -1; - vectorized::PathInData path_info; + PathInData path_info; }; -TabletColumn get_column_by_type(const vectorized::DataTypePtr& data_type, const std::string& name, +TabletColumn get_column_by_type(const DataTypePtr& data_type, const std::string& name, const ExtraInfo& ext_info); // check if the tuple_paths has ambiguous paths @@ -130,8 +130,8 @@ void inherit_column_attributes(const TabletColumn& source, TabletColumn& target, bool is_bf_supported_by_fe_for_variant_subcolumn(FieldType type); // get sorted subcolumns of variant -vectorized::ColumnVariant::Subcolumns get_sorted_subcolumns( - const vectorized::ColumnVariant::Subcolumns& subcolumns); +ColumnVariant::Subcolumns get_sorted_subcolumns( + const ColumnVariant::Subcolumns& subcolumns); bool has_schema_index_diff(const TabletSchema* new_schema, const TabletSchema* old_schema, int32_t new_col_idx, int32_t old_col_idx); @@ -221,7 +221,7 @@ class VariantCompactionUtil { TabletSchema::PathsSetInfo& paths_set_info); static Status get_compaction_nested_columns( - const std::unordered_set& + const std::unordered_set& nested_paths, const PathToDataTypes& path_to_data_types, const TabletColumnPtr parent_column, TabletSchemaSPtr& output_schema, TabletSchema::PathsSetInfo& paths_set_info); @@ -252,4 +252,4 @@ Status parse_and_materialize_variant_columns(Block& block, const TabletSchema& t phmap::flat_hash_map materialize_docs_to_subcolumns_map( const ColumnVariant& variant); -} // namespace doris::vectorized::variant_util +} // namespace doris::variant_util diff --git a/be/src/exec/connector/jni_connector.cpp b/be/src/exec/connector/jni_connector.cpp index c48633cacec86b..6216500a29343f 100644 --- a/be/src/exec/connector/jni_connector.cpp +++ b/be/src/exec/connector/jni_connector.cpp @@ -47,7 +47,7 @@ namespace doris { class RuntimeProfile; } // namespace doris -namespace doris::vectorized { +namespace doris { #define FOR_FIXED_LENGTH_TYPES(M) \ M(PrimitiveType::TYPE_TINYINT, ColumnInt8, Int8) \ @@ -303,7 +303,7 @@ Status JniConnector::_fill_column(TableMetaAddress& address, ColumnPtr& doris_co MutableColumnPtr data_column; if (doris_column->is_nullable()) { auto* nullable_column = - reinterpret_cast(doris_column->assume_mutable().get()); + reinterpret_cast(doris_column->assume_mutable().get()); data_column = nullable_column->get_nested_column_ptr(); NullMap& null_map = nullable_column->get_null_map_data(); size_t origin_size = null_map.size(); @@ -678,7 +678,7 @@ Status JniConnector::_fill_column_meta(const ColumnPtr& doris_column, const Data // insert null map address const IColumn* data_column = nullptr; if (column->is_nullable()) { - const auto& nullable_column = assert_cast(*column); + const auto& nullable_column = assert_cast(*column); data_column = &(nullable_column.get_nested_column()); const auto& null_map = nullable_column.get_null_map_data(); meta_data.emplace_back((long)null_map.data()); @@ -858,4 +858,4 @@ void JniConnector::_collect_profile_before_close() { } } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/connector/jni_connector.h b/be/src/exec/connector/jni_connector.h index 6d2882b7b17800..40549963cfd080 100644 --- a/be/src/exec/connector/jni_connector.h +++ b/be/src/exec/connector/jni_connector.h @@ -44,16 +44,14 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace vectorized { class Block; template class ColumnDecimal; template class ColumnVector; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { /** * Connector to java jni scanner, which should extend org.apache.doris.common.jni.JniScanner @@ -481,4 +479,4 @@ class JniConnector : public ProfileCollector { } }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/connector/skewed_partition_rebalancer.cpp b/be/src/exec/connector/skewed_partition_rebalancer.cpp index 7006ed33153147..12eaf05896353f 100644 --- a/be/src/exec/connector/skewed_partition_rebalancer.cpp +++ b/be/src/exec/connector/skewed_partition_rebalancer.cpp @@ -22,7 +22,7 @@ #include -namespace doris::vectorized { +namespace doris { #include "common/compile_check_avoid_begin.h" SkewedPartitionRebalancer::SkewedPartitionRebalancer( @@ -276,4 +276,4 @@ void SkewedPartitionRebalancer::_rebalance_partitions(long data_processed) { _data_processed_at_last_rebalance = data_processed; } #include "common/compile_check_avoid_end.h" -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/connector/skewed_partition_rebalancer.h b/be/src/exec/connector/skewed_partition_rebalancer.h index 0490b236d3891e..f8120d2b10f25b 100644 --- a/be/src/exec/connector/skewed_partition_rebalancer.h +++ b/be/src/exec/connector/skewed_partition_rebalancer.h @@ -51,7 +51,7 @@ #include "util/indexed_priority_queue.hpp" -namespace doris::vectorized { +namespace doris { class SkewedPartitionRebalancer { private: struct TaskBucket { @@ -127,4 +127,4 @@ class SkewedPartitionRebalancer { std::vector> _partition_assignments; }; -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/connector/vjdbc_connector.cpp b/be/src/exec/connector/vjdbc_connector.cpp index f98b20ec5a4953..0d9c95c3d33675 100644 --- a/be/src/exec/connector/vjdbc_connector.cpp +++ b/be/src/exec/connector/vjdbc_connector.cpp @@ -46,7 +46,7 @@ #include "runtime/user_function_cache.h" #include "util/jni-util.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" const char* JDBC_EXECUTOR_FACTORY_CLASS = "org/apache/doris/jdbc/JdbcExecutorFactory"; const char* JDBC_EXECUTOR_CTOR_SIGNATURE = "([B)V"; @@ -296,8 +296,7 @@ Status JdbcConnector::get_next(bool* eos, Block* block, int batch_size) { return Status::OK(); } -Status JdbcConnector::append(vectorized::Block* block, - const vectorized::VExprContextSPtrs& output_vexpr_ctxs, +Status JdbcConnector::append(Block* block, const VExprContextSPtrs& output_vexpr_ctxs, uint32_t start_send_row, uint32_t* num_rows_sent, TOdbcTableType::type table_type) { RETURN_IF_ERROR(exec_stmt_write(block, output_vexpr_ctxs, num_rows_sent)); @@ -518,8 +517,8 @@ Status JdbcConnector::_cast_string_to_hll(const SlotDescriptor* slot_desc, Block if (_target_data_type->is_nullable()) { block->replace_by_position(column_index, res_col); } else { - auto nested_ptr = reinterpret_cast(res_col.get()) - ->get_nested_column_ptr(); + auto nested_ptr = + reinterpret_cast(res_col.get())->get_nested_column_ptr(); block->replace_by_position(column_index, nested_ptr); } @@ -563,8 +562,8 @@ Status JdbcConnector::_cast_string_to_bitmap(const SlotDescriptor* slot_desc, Bl if (_target_data_type->is_nullable()) { block->replace_by_position(column_index, res_col); } else { - auto nested_ptr = reinterpret_cast(res_col.get()) - ->get_nested_column_ptr(); + auto nested_ptr = + reinterpret_cast(res_col.get())->get_nested_column_ptr(); block->replace_by_position(column_index, nested_ptr); } @@ -609,8 +608,8 @@ Status JdbcConnector::_cast_string_to_json(const SlotDescriptor* slot_desc, Bloc if (_target_data_type->is_nullable()) { block->replace_by_position(column_index, res_col); } else { - auto nested_ptr = reinterpret_cast(res_col.get()) - ->get_nested_column_ptr(); + auto nested_ptr = + reinterpret_cast(res_col.get())->get_nested_column_ptr(); block->replace_by_position(column_index, nested_ptr); } @@ -685,4 +684,4 @@ Status JdbcConnector::_check_and_return_default_driver_url(const std::string& ur return Status::OK(); } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/connector/vjdbc_connector.h b/be/src/exec/connector/vjdbc_connector.h index e00370c3011e4c..b51e153f761cef 100644 --- a/be/src/exec/connector/vjdbc_connector.h +++ b/be/src/exec/connector/vjdbc_connector.h @@ -37,8 +37,6 @@ class RuntimeState; class SlotDescriptor; class TupleDescriptor; -namespace vectorized { - class Block; class IColumn; class VExprContext; @@ -94,7 +92,7 @@ class JdbcConnector : public TableConnector { Status get_next(bool* eos, Block* block, int batch_size); - Status append(vectorized::Block* block, const vectorized::VExprContextSPtrs& _output_vexpr_ctxs, + Status append(Block* block, const VExprContextSPtrs& _output_vexpr_ctxs, uint32_t start_send_row, uint32_t* num_rows_sent, TOdbcTableType::type table_type = TOdbcTableType::MYSQL) override; @@ -171,5 +169,4 @@ class JdbcConnector : public TableConnector { JdbcStatistic _jdbc_statistic; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/es/es_scroll_parser.cpp b/be/src/exec/es/es_scroll_parser.cpp index b91527ac0c504e..e2821a40ff11d7 100644 --- a/be/src/exec/es/es_scroll_parser.cpp +++ b/be/src/exec/es/es_scroll_parser.cpp @@ -304,7 +304,7 @@ Status get_date_int(const rapidjson::Value& col, PrimitiveType type, bool pure_d } template Status fill_date_int(const rapidjson::Value& col, PrimitiveType type, bool pure_doc_value, - vectorized::IColumn* col_ptr, const cctz::time_zone& time_zone) { + IColumn* col_ptr, const cctz::time_zone& time_zone) { typename PrimitiveTypeTraits::CppType data; RETURN_IF_ERROR((get_date_int(col, type, pure_doc_value, &data, time_zone))); col_ptr->insert_data(const_cast(reinterpret_cast(&data)), 0); @@ -339,8 +339,8 @@ Status get_float_value(const rapidjson::Value& col, PrimitiveType type, void* sl } template -Status insert_float_value(const rapidjson::Value& col, PrimitiveType type, - vectorized::IColumn* col_ptr, bool pure_doc_value, bool nullable) { +Status insert_float_value(const rapidjson::Value& col, PrimitiveType type, IColumn* col_ptr, + bool pure_doc_value, bool nullable) { static_assert(sizeof(T) == 4 || sizeof(T) == 8); if (col.IsNumber() && nullable) { T value = (T)(sizeof(T) == 4 ? col.GetFloat() : col.GetDouble()); @@ -369,8 +369,8 @@ Status insert_float_value(const rapidjson::Value& col, PrimitiveType type, } template -Status insert_int_value(const rapidjson::Value& col, PrimitiveType type, - vectorized::IColumn* col_ptr, bool pure_doc_value, bool nullable) { +Status insert_int_value(const rapidjson::Value& col, PrimitiveType type, IColumn* col_ptr, + bool pure_doc_value, bool nullable) { if (col.IsNumber()) { T value; // ES allows inserting float and double in int/long types. @@ -484,16 +484,16 @@ Status handle_value(const rapidjson::Value& col, PrimitiveType sub_type, bool pu template Status process_single_column(const rapidjson::Value& col, PrimitiveType sub_type, - bool pure_doc_value, vectorized::Array& array) { + bool pure_doc_value, Array& array) { typename PrimitiveTypeTraits::CppType val; RETURN_IF_ERROR(handle_value(col, sub_type, pure_doc_value, val)); - array.push_back(vectorized::Field::create_field(val)); + array.push_back(Field::create_field(val)); return Status::OK(); } template Status process_column_array(const rapidjson::Value& col, PrimitiveType sub_type, - bool pure_doc_value, vectorized::Array& array) { + bool pure_doc_value, Array& array) { for (const auto& sub_col : col.GetArray()) { RETURN_IF_ERROR(process_single_column(sub_col, sub_type, pure_doc_value, array)); } @@ -502,7 +502,7 @@ Status process_column_array(const rapidjson::Value& col, PrimitiveType sub_type, template Status process_column(const rapidjson::Value& col, PrimitiveType sub_type, bool pure_doc_value, - vectorized::Array& array) { + Array& array) { if (!col.IsArray()) { return process_single_column(col, sub_type, pure_doc_value, array); } else { @@ -512,41 +512,41 @@ Status process_column(const rapidjson::Value& col, PrimitiveType sub_type, bool template Status process_date_column(const rapidjson::Value& col, PrimitiveType sub_type, bool pure_doc_value, - vectorized::Array& array, const cctz::time_zone& time_zone) { + Array& array, const cctz::time_zone& time_zone) { if (!col.IsArray()) { typename PrimitiveTypeTraits::CppType data; RETURN_IF_ERROR((get_date_int(col, sub_type, pure_doc_value, &data, time_zone))); - array.push_back(vectorized::Field::create_field(data)); + array.push_back(Field::create_field(data)); } else { for (const auto& sub_col : col.GetArray()) { typename PrimitiveTypeTraits::CppType data; RETURN_IF_ERROR((get_date_int(sub_col, sub_type, pure_doc_value, &data, time_zone))); - array.push_back(vectorized::Field::create_field(data)); + array.push_back(Field::create_field(data)); } } return Status::OK(); } Status process_jsonb_column(const rapidjson::Value& col, PrimitiveType sub_type, - bool pure_doc_value, vectorized::Array& array) { + bool pure_doc_value, Array& array) { if (!col.IsArray()) { JsonBinaryValue jsonb_value; RETURN_IF_ERROR(jsonb_value.from_json_string(json_value_to_string(col))); - vectorized::JsonbField json(jsonb_value.value(), jsonb_value.size()); - array.push_back(vectorized::Field::create_field(std::move(json))); + JsonbField json(jsonb_value.value(), jsonb_value.size()); + array.push_back(Field::create_field(std::move(json))); } else { for (const auto& sub_col : col.GetArray()) { JsonBinaryValue jsonb_value; RETURN_IF_ERROR(jsonb_value.from_json_string(json_value_to_string(sub_col))); - vectorized::JsonbField json(jsonb_value.value(), jsonb_value.size()); - array.push_back(vectorized::Field::create_field(json)); + JsonbField json(jsonb_value.value(), jsonb_value.size()); + array.push_back(Field::create_field(json)); } } return Status::OK(); } Status ScrollParser::parse_column(const rapidjson::Value& col, PrimitiveType sub_type, - bool pure_doc_value, vectorized::Array& array, + bool pure_doc_value, Array& array, const cctz::time_zone& time_zone) { switch (sub_type) { case TYPE_CHAR: @@ -635,8 +635,7 @@ const std::string& ScrollParser::get_scroll_id() { } Status ScrollParser::fill_columns(const TupleDescriptor* tuple_desc, - std::vector& columns, - bool* line_eof, + std::vector& columns, bool* line_eof, const std::map& docvalue_context, const cctz::time_zone& time_zone) { *line_eof = true; @@ -680,7 +679,7 @@ Status ScrollParser::fill_columns(const TupleDescriptor* tuple_desc, if (line == nullptr || line->FindMember(col_name) == line->MemberEnd()) { if (slot_desc->is_nullable()) { - auto* nullable_column = reinterpret_cast(col_ptr); + auto* nullable_column = reinterpret_cast(col_ptr); nullable_column->insert_data(nullptr, 0); continue; } else { @@ -863,21 +862,20 @@ Status ScrollParser::fill_columns(const TupleDescriptor* tuple_desc, break; } case TYPE_ARRAY: { - vectorized::Array array; - const auto& sub_type = - assert_cast( - vectorized::remove_nullable(tuple_desc->slots()[i]->type()).get()) - ->get_nested_type() - ->get_primitive_type(); + Array array; + const auto& sub_type = assert_cast( + remove_nullable(tuple_desc->slots()[i]->type()).get()) + ->get_nested_type() + ->get_primitive_type(); RETURN_IF_ERROR(parse_column(col, sub_type, pure_doc_value, array, time_zone)); - col_ptr->insert(vectorized::Field::create_field(array)); + col_ptr->insert(Field::create_field(array)); break; } case TYPE_JSONB: { JsonBinaryValue jsonb_value; RETURN_IF_ERROR(jsonb_value.from_json_string(json_value_to_string(col))); - vectorized::JsonbField json(jsonb_value.value(), jsonb_value.size()); - col_ptr->insert(vectorized::Field::create_field(json)); + JsonbField json(jsonb_value.value(), jsonb_value.size()); + col_ptr->insert(Field::create_field(json)); break; } default: { diff --git a/be/src/exec/es/es_scroll_parser.h b/be/src/exec/es/es_scroll_parser.h index e6c7489ee3eba4..b605bc2bddd5ab 100644 --- a/be/src/exec/es/es_scroll_parser.h +++ b/be/src/exec/es/es_scroll_parser.h @@ -38,9 +38,8 @@ class ScrollParser { Status parse(const std::string& scroll_result, bool exactly_once = false); // Add time_zone info to convert time field of ES to local time zone of Doris - Status fill_columns(const TupleDescriptor* _tuple_desc, - std::vector& columns, bool* line_eof, - const std::map& docvalue_context, + Status fill_columns(const TupleDescriptor* _tuple_desc, std::vector& columns, + bool* line_eof, const std::map& docvalue_context, const cctz::time_zone& time_zone); const std::string& get_scroll_id(); @@ -48,7 +47,7 @@ class ScrollParser { private: Status parse_column(const rapidjson::Value& col, PrimitiveType sub_type, bool pure_doc_value, - vectorized::Array& array, const cctz::time_zone& time_zone); + Array& array, const cctz::time_zone& time_zone); std::string _scroll_id; int _size; rapidjson::SizeType _line_index; diff --git a/be/src/exec/exchange/exchange_writer.cpp b/be/src/exec/exchange/exchange_writer.cpp index eeb21943414523..98437f74102a9c 100644 --- a/be/src/exec/exchange/exchange_writer.cpp +++ b/be/src/exec/exchange/exchange_writer.cpp @@ -30,7 +30,7 @@ #include "exec/operator/exchange_sink_operator.h" #include "exec/sink/tablet_sink_hash_partitioner.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" ExchangeWriterBase::ExchangeWriterBase(ExchangeSinkLocalState& local_state) @@ -45,9 +45,9 @@ Status ExchangeWriterBase::_handle_eof_channel(RuntimeState* state, ChannelPtrTy } // NOLINTBEGIN(readability-function-cognitive-complexity) -Status ExchangeWriterBase::_add_rows_impl( - RuntimeState* state, std::vector>& channels, - size_t channel_count, vectorized::Block* block, bool eos) { +Status ExchangeWriterBase::_add_rows_impl(RuntimeState* state, + std::vector>& channels, + size_t channel_count, Block* block, bool eos) { Status status = Status::OK(); uint32_t offset = 0; for (size_t i = 0; i < channel_count; ++i) { @@ -74,9 +74,9 @@ Status ExchangeWriterBase::_add_rows_impl( } // NOLINTEND(readability-function-cognitive-complexity) -Status ExchangeOlapWriter::write(RuntimeState* state, vectorized::Block* block, bool eos) { - vectorized::Block prior_block; - auto* tablet_partitioner = assert_cast(_partitioner); +Status ExchangeOlapWriter::write(RuntimeState* state, Block* block, bool eos) { + Block prior_block; + auto* tablet_partitioner = assert_cast(_partitioner); RETURN_IF_ERROR(tablet_partitioner->try_cut_in_line(prior_block)); if (!prior_block.empty()) { // prior_block (batching rows) cuts in line, deal it first. @@ -90,22 +90,22 @@ Status ExchangeOlapWriter::write(RuntimeState* state, vectorized::Block* block, if (eos) { // get all batched rows tablet_partitioner->mark_last_block(); - vectorized::Block final_batching_block; + Block final_batching_block; RETURN_IF_ERROR(tablet_partitioner->try_cut_in_line(final_batching_block)); if (!final_batching_block.empty()) { RETURN_IF_ERROR(_write_impl(state, &final_batching_block, true)); } else { // No batched rows, send empty block with eos signal. - vectorized::Block empty_block = block->clone_empty(); + Block empty_block = block->clone_empty(); RETURN_IF_ERROR(_write_impl(state, &empty_block, true)); } } return Status::OK(); } -Status ExchangeOlapWriter::_write_impl(RuntimeState* state, vectorized::Block* block, bool eos) { +Status ExchangeOlapWriter::_write_impl(RuntimeState* state, Block* block, bool eos) { auto rows = block->rows(); - auto* tablet_partitioner = assert_cast(_partitioner); + auto* tablet_partitioner = assert_cast(_partitioner); { SCOPED_TIMER(_local_state.split_block_hash_compute_timer()); RETURN_IF_ERROR(tablet_partitioner->do_partitioning(state, block)); @@ -127,7 +127,7 @@ Status ExchangeOlapWriter::_write_impl(RuntimeState* state, vectorized::Block* b return Status::OK(); } -Status ExchangeTrivialWriter::write(RuntimeState* state, vectorized::Block* block, bool eos) { +Status ExchangeTrivialWriter::write(RuntimeState* state, Block* block, bool eos) { auto rows = block->rows(); { SCOPED_TIMER(_local_state.split_block_hash_compute_timer()); @@ -145,10 +145,12 @@ Status ExchangeTrivialWriter::write(RuntimeState* state, vectorized::Block* bloc return Status::OK(); } -Status ExchangeOlapWriter::_channel_add_rows( - RuntimeState* state, std::vector>& channels, - size_t channel_count, const std::vector& channel_ids, size_t rows, - vectorized::Block* block, bool eos, HashValType invalid_val) { +Status ExchangeOlapWriter::_channel_add_rows(RuntimeState* state, + std::vector>& channels, + size_t channel_count, + const std::vector& channel_ids, + size_t rows, Block* block, bool eos, + HashValType invalid_val) { size_t effective_rows = 0; effective_rows = std::ranges::count_if(channel_ids, [=](int64_t cid) { return cid != invalid_val; }); @@ -180,10 +182,11 @@ Status ExchangeOlapWriter::_channel_add_rows( return _add_rows_impl(state, channels, channel_count, block, eos); } -Status ExchangeTrivialWriter::_channel_add_rows( - RuntimeState* state, std::vector>& channels, - size_t channel_count, const std::vector& channel_ids, size_t rows, - vectorized::Block* block, bool eos) { +Status ExchangeTrivialWriter::_channel_add_rows(RuntimeState* state, + std::vector>& channels, + size_t channel_count, + const std::vector& channel_ids, + size_t rows, Block* block, bool eos) { _origin_row_idx.resize(rows); _channel_rows_histogram.assign(channel_count, 0U); _channel_pos_offsets.resize(channel_count); @@ -203,4 +206,4 @@ Status ExchangeTrivialWriter::_channel_add_rows( return _add_rows_impl(state, channels, channel_count, block, eos); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/exchange/exchange_writer.h b/be/src/exec/exchange/exchange_writer.h index d91509c320ce0f..8488b860adf195 100644 --- a/be/src/exec/exchange/exchange_writer.h +++ b/be/src/exec/exchange/exchange_writer.h @@ -25,58 +25,53 @@ namespace doris { class RuntimeState; class Status; -namespace vectorized { class Block; class Channel; class PartitionerBase; class TabletSinkHashPartitioner; -} // namespace vectorized -namespace pipeline { #include "common/compile_check_begin.h" class ExchangeSinkLocalState; class ExchangeWriterBase { public: - using HashValType = vectorized::PartitionerBase::HashValType; + using HashValType = PartitionerBase::HashValType; ExchangeWriterBase(ExchangeSinkLocalState& local_state); - virtual Status write(RuntimeState* state, vectorized::Block* block, bool eos) = 0; + virtual Status write(RuntimeState* state, Block* block, bool eos) = 0; virtual ~ExchangeWriterBase() = default; protected: template Status _handle_eof_channel(RuntimeState* state, ChannelPtrType channel, Status st) const; - Status _add_rows_impl(RuntimeState* state, - std::vector>& channels, - size_t channel_count, vectorized::Block* block, bool eos); + Status _add_rows_impl(RuntimeState* state, std::vector>& channels, + size_t channel_count, Block* block, bool eos); // myself as a visitor of local state ExchangeSinkLocalState& _local_state; - vectorized::PartitionerBase* _partitioner; + PartitionerBase* _partitioner; // _origin_row_idx[i]: row id in original block for the i-th's data we send. - vectorized::PaddedPODArray _origin_row_idx; + PaddedPODArray _origin_row_idx; // _channel_rows_histogram[i]: number of rows for channel i in current batch - vectorized::PaddedPODArray _channel_rows_histogram; + PaddedPODArray _channel_rows_histogram; // _channel_start_offsets[i]: the start offset of channel i in _row_idx // its value equals to prefix sum of _channel_rows_histogram // after calculation, it will be end offset for channel i. - vectorized::PaddedPODArray _channel_pos_offsets; + PaddedPODArray _channel_pos_offsets; }; class ExchangeTrivialWriter final : public ExchangeWriterBase { public: ExchangeTrivialWriter(ExchangeSinkLocalState& local_state) : ExchangeWriterBase(local_state) {} - Status write(RuntimeState* state, vectorized::Block* block, bool eos) override; + Status write(RuntimeState* state, Block* block, bool eos) override; private: - Status _channel_add_rows(RuntimeState* state, - std::vector>& channels, + Status _channel_add_rows(RuntimeState* state, std::vector>& channels, size_t channel_count, const std::vector& channel_ids, - size_t rows, vectorized::Block* block, bool eos); + size_t rows, Block* block, bool eos); }; // maybe auto partition @@ -84,16 +79,13 @@ class ExchangeOlapWriter final : public ExchangeWriterBase { public: ExchangeOlapWriter(ExchangeSinkLocalState& local_state) : ExchangeWriterBase(local_state) {} - Status write(RuntimeState* state, vectorized::Block* block, bool eos) override; + Status write(RuntimeState* state, Block* block, bool eos) override; private: - Status _write_impl(RuntimeState* state, vectorized::Block* block, bool eos = false); - Status _channel_add_rows(RuntimeState* state, - std::vector>& channels, + Status _write_impl(RuntimeState* state, Block* block, bool eos = false); + Status _channel_add_rows(RuntimeState* state, std::vector>& channels, size_t channel_count, const std::vector& channel_ids, - size_t rows, vectorized::Block* block, bool eos, - HashValType invalid_val); + size_t rows, Block* block, bool eos, HashValType invalid_val); }; #include "common/compile_check_end.h" -} // namespace pipeline } // namespace doris diff --git a/be/src/exec/exchange/local_exchange_sink_operator.cpp b/be/src/exec/exchange/local_exchange_sink_operator.cpp index 25fa37cde2f672..0a11596cfeea9a 100644 --- a/be/src/exec/exchange/local_exchange_sink_operator.cpp +++ b/be/src/exec/exchange/local_exchange_sink_operator.cpp @@ -23,7 +23,7 @@ #include "exec/exchange/vdata_stream_sender.h" #include "exec/partitioner/partitioner.h" -namespace doris::pipeline { +namespace doris { LocalExchangeSinkLocalState::~LocalExchangeSinkLocalState() = default; @@ -58,18 +58,15 @@ Status LocalExchangeSinkOperatorX::init(RuntimeState* state, ExchangeType type, } if (state->query_options().__isset.enable_new_shuffle_hash_method && state->query_options().enable_new_shuffle_hash_method) { - _partitioner = std::make_unique(_num_partitions); + _partitioner = std::make_unique(_num_partitions); } else { - _partitioner = std::make_unique< - vectorized::Crc32HashPartitioner>( - _num_partitions); + _partitioner = + std::make_unique>(_num_partitions); } RETURN_IF_ERROR(_partitioner->init(_texprs)); } else if (_type == ExchangeType::BUCKET_HASH_SHUFFLE) { DCHECK_GT(num_buckets, 0); - _partitioner = - std::make_unique>( - num_buckets); + _partitioner = std::make_unique>(num_buckets); RETURN_IF_ERROR(_partitioner->init(_texprs)); } return Status::OK(); @@ -144,8 +141,7 @@ std::string LocalExchangeSinkLocalState::debug_string(int indentation_level) con return fmt::to_string(debug_string_buffer); } -Status LocalExchangeSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, - bool eos) { +Status LocalExchangeSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)in_block->rows()); @@ -169,4 +165,4 @@ Status LocalExchangeSinkOperatorX::sink(RuntimeState* state, vectorized::Block* return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/exchange/local_exchange_sink_operator.h b/be/src/exec/exchange/local_exchange_sink_operator.h index 9ccfa1f42dfdb3..01b958645d32fa 100644 --- a/be/src/exec/exchange/local_exchange_sink_operator.h +++ b/be/src/exec/exchange/local_exchange_sink_operator.h @@ -19,11 +19,11 @@ #include "exec/operator/operator.h" -namespace doris::vectorized { +namespace doris { class PartitionerBase; } -namespace doris::pipeline { +namespace doris { class ExchangerBase; class ShuffleExchanger; @@ -62,7 +62,7 @@ class LocalExchangeSinkLocalState final : public PipelineXSinkLocalState _partitioner = nullptr; + std::unique_ptr _partitioner = nullptr; // Used by random passthrough exchanger int _channel_id = 0; @@ -103,7 +103,7 @@ class LocalExchangeSinkOperatorX final : public DataSinkOperatorX& _texprs; const size_t _partitioned_exprs_num; - std::unique_ptr _partitioner; + std::unique_ptr _partitioner; std::map _shuffle_idx_to_instance_idx; bool _use_global_shuffle = false; }; -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/exchange/local_exchange_source_operator.cpp b/be/src/exec/exchange/local_exchange_source_operator.cpp index e27a0b29260628..ad092656f21793 100644 --- a/be/src/exec/exchange/local_exchange_source_operator.cpp +++ b/be/src/exec/exchange/local_exchange_source_operator.cpp @@ -19,7 +19,7 @@ #include "exec/exchange/local_exchanger.h" -namespace doris::pipeline { +namespace doris { Status LocalExchangeSourceLocalState::init(RuntimeState* state, LocalStateInfo& info) { RETURN_IF_ERROR(Base::init(state, info)); @@ -89,8 +89,7 @@ std::string LocalExchangeSourceLocalState::debug_string(int indentation_level) c return fmt::to_string(debug_string_buffer); } -Status LocalExchangeSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, - bool* eos) { +Status LocalExchangeSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); RETURN_IF_ERROR(local_state._exchanger->get_block( @@ -100,4 +99,4 @@ Status LocalExchangeSourceOperatorX::get_block(RuntimeState* state, vectorized:: return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/exchange/local_exchange_source_operator.h b/be/src/exec/exchange/local_exchange_source_operator.h index 13472fca632569..58252b24ec2c23 100644 --- a/be/src/exec/exchange/local_exchange_source_operator.h +++ b/be/src/exec/exchange/local_exchange_source_operator.h @@ -19,7 +19,7 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { class ExchangerBase; class ShuffleExchanger; @@ -78,7 +78,7 @@ class LocalExchangeSourceOperatorX final : public OperatorXrow_descriptor(); } const RowDescriptor& row_desc() const override { return _child->row_desc(); } - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; bool is_source() const override { return true; } @@ -88,4 +88,4 @@ class LocalExchangeSourceOperatorX final : public OperatorX void Exchanger::_enqueue_data_and_set_ready(int channel_id, @@ -52,7 +52,7 @@ void Exchanger::_enqueue_data_and_set_ready(int channel_id, template bool Exchanger::_dequeue_data(LocalExchangeSourceLocalState* local_state, - BlockType& block, bool* eos, vectorized::Block* data_block, + BlockType& block, bool* eos, Block* data_block, int channel_id) { if (local_state == nullptr) { return _dequeue_data(block, eos, data_block, channel_id); @@ -100,7 +100,7 @@ void Exchanger::_enqueue_data_and_set_ready(int channel_id, BlockType } template -bool Exchanger::_dequeue_data(BlockType& block, bool* eos, vectorized::Block* data_block, +bool Exchanger::_dequeue_data(BlockType& block, bool* eos, Block* data_block, int channel_id) { if (_data_queue[channel_id].try_dequeue(block)) { if constexpr (!std::is_same_v && @@ -112,8 +112,8 @@ bool Exchanger::_dequeue_data(BlockType& block, bool* eos, vectorized return false; } -Status ShuffleExchanger::sink(RuntimeState* state, vectorized::Block* in_block, bool eos, - Profile&& profile, SinkInfo& sink_info) { +Status ShuffleExchanger::sink(RuntimeState* state, Block* in_block, bool eos, Profile&& profile, + SinkInfo& sink_info) { if (in_block->empty()) { return Status::OK(); } @@ -136,7 +136,7 @@ Status ShuffleExchanger::sink(RuntimeState* state, vectorized::Block* in_block, void ShuffleExchanger::close(SourceInfo&& source_info) { PartitionedBlock partitioned_block; bool eos; - vectorized::Block block; + Block block; _data_queue[source_info.channel_id].set_eos(); while (_dequeue_data(source_info.local_state, partitioned_block, &eos, &block, source_info.channel_id)) { @@ -144,10 +144,10 @@ void ShuffleExchanger::close(SourceInfo&& source_info) { } } -Status ShuffleExchanger::get_block(RuntimeState* state, vectorized::Block* block, bool* eos, - Profile&& profile, SourceInfo&& source_info) { +Status ShuffleExchanger::get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, + SourceInfo&& source_info) { PartitionedBlock partitioned_block; - vectorized::MutableBlock mutable_block; + MutableBlock mutable_block; auto get_data = [&]() -> Status { do { @@ -165,7 +165,7 @@ Status ShuffleExchanger::get_block(RuntimeState* state, vectorized::Block* block if (_dequeue_data(source_info.local_state, partitioned_block, eos, block, source_info.channel_id)) { SCOPED_TIMER(profile.copy_data_timer); - mutable_block = vectorized::VectorizedUtils::build_mutable_mem_reuse_block( + mutable_block = VectorizedUtils::build_mutable_mem_reuse_block( block, partitioned_block.first->_data_block); RETURN_IF_ERROR(get_data()); } @@ -173,14 +173,14 @@ Status ShuffleExchanger::get_block(RuntimeState* state, vectorized::Block* block } Status ShuffleExchanger::_split_rows(RuntimeState* state, const std::vector& channel_ids, - vectorized::Block* block, int channel_id, + Block* block, int channel_id, LocalExchangeSinkLocalState* local_state, std::map* shuffle_idx_to_instance_idx) { if (local_state == nullptr) { return _split_rows(state, channel_ids, block, channel_id); } const auto rows = cast_set(block->rows()); - auto row_idx = std::make_shared>(rows); + auto row_idx = std::make_shared>(rows); auto& partition_rows_histogram = _partition_rows_histogram[channel_id]; { partition_rows_histogram.assign(_num_partitions + 1, 0); @@ -196,7 +196,7 @@ Status ShuffleExchanger::_split_rows(RuntimeState* state, const std::vector new_block_wrapper; if (!_free_blocks.try_dequeue(data_block)) { data_block = block->clone_empty(); @@ -246,9 +246,9 @@ Status ShuffleExchanger::_split_rows(RuntimeState* state, const std::vector& channel_ids, - vectorized::Block* block, int channel_id) { + Block* block, int channel_id) { const auto rows = cast_set(block->rows()); - auto row_idx = std::make_shared>(rows); + auto row_idx = std::make_shared>(rows); auto& partition_rows_histogram = _partition_rows_histogram[channel_id]; { partition_rows_histogram.assign(_num_partitions + 1, 0); @@ -264,7 +264,7 @@ Status ShuffleExchanger::_split_rows(RuntimeState* state, const std::vector new_block_wrapper; if (!_free_blocks.try_dequeue(data_block)) { data_block = block->clone_empty(); @@ -287,12 +287,12 @@ Status ShuffleExchanger::_split_rows(RuntimeState* state, const std::vectorempty()) { return Status::OK(); } - vectorized::Block new_block; + Block new_block; if (!_free_blocks.try_dequeue(new_block)) { new_block = {in_block->clone_empty()}; } @@ -311,7 +311,7 @@ Status PassthroughExchanger::sink(RuntimeState* state, vectorized::Block* in_blo } void PassthroughExchanger::close(SourceInfo&& source_info) { - vectorized::Block next_block; + Block next_block; BlockWrapperSPtr wrapper; bool eos; _data_queue[source_info.channel_id].set_eos(); @@ -322,7 +322,7 @@ void PassthroughExchanger::close(SourceInfo&& source_info) { } void PassToOneExchanger::close(SourceInfo&& source_info) { - vectorized::Block next_block; + Block next_block; BlockWrapperSPtr wrapper; bool eos; _data_queue[source_info.channel_id].set_eos(); @@ -332,19 +332,19 @@ void PassToOneExchanger::close(SourceInfo&& source_info) { } } -Status PassthroughExchanger::get_block(RuntimeState* state, vectorized::Block* block, bool* eos, +Status PassthroughExchanger::get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, SourceInfo&& source_info) { BlockWrapperSPtr next_block; _dequeue_data(source_info.local_state, next_block, eos, block, source_info.channel_id); return Status::OK(); } -Status PassToOneExchanger::sink(RuntimeState* state, vectorized::Block* in_block, bool eos, - Profile&& profile, SinkInfo& sink_info) { +Status PassToOneExchanger::sink(RuntimeState* state, Block* in_block, bool eos, Profile&& profile, + SinkInfo& sink_info) { if (in_block->empty()) { return Status::OK(); } - vectorized::Block new_block; + Block new_block; if (!_free_blocks.try_dequeue(new_block)) { new_block = {in_block->clone_empty()}; } @@ -361,7 +361,7 @@ Status PassToOneExchanger::sink(RuntimeState* state, vectorized::Block* in_block return Status::OK(); } -Status PassToOneExchanger::get_block(RuntimeState* state, vectorized::Block* block, bool* eos, +Status PassToOneExchanger::get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, SourceInfo&& source_info) { if (source_info.channel_id != 0) { *eos = true; @@ -374,18 +374,18 @@ Status PassToOneExchanger::get_block(RuntimeState* state, vectorized::Block* blo void ExchangerBase::finalize() { DCHECK(_running_source_operators == 0); - vectorized::Block block; + Block block; while (_free_blocks.try_dequeue(block)) { // do nothing } } -Status BroadcastExchanger::sink(RuntimeState* state, vectorized::Block* in_block, bool eos, - Profile&& profile, SinkInfo& sink_info) { +Status BroadcastExchanger::sink(RuntimeState* state, Block* in_block, bool eos, Profile&& profile, + SinkInfo& sink_info) { if (in_block->empty()) { return Status::OK(); } - vectorized::Block new_block; + Block new_block; if (!_free_blocks.try_dequeue(new_block)) { new_block = {in_block->clone_empty()}; } @@ -405,7 +405,7 @@ Status BroadcastExchanger::sink(RuntimeState* state, vectorized::Block* in_block void BroadcastExchanger::close(SourceInfo&& source_info) { BroadcastBlock partitioned_block; bool eos; - vectorized::Block block; + Block block; _data_queue[source_info.channel_id].set_eos(); while (_dequeue_data(source_info.local_state, partitioned_block, &eos, &block, source_info.channel_id)) { @@ -413,16 +413,15 @@ void BroadcastExchanger::close(SourceInfo&& source_info) { } } -Status BroadcastExchanger::get_block(RuntimeState* state, vectorized::Block* block, bool* eos, +Status BroadcastExchanger::get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, SourceInfo&& source_info) { BroadcastBlock partitioned_block; if (_dequeue_data(source_info.local_state, partitioned_block, eos, block, source_info.channel_id)) { SCOPED_TIMER(profile.copy_data_timer); - vectorized::MutableBlock mutable_block = - vectorized::VectorizedUtils::build_mutable_mem_reuse_block( - block, partitioned_block.first->_data_block); + MutableBlock mutable_block = VectorizedUtils::build_mutable_mem_reuse_block( + block, partitioned_block.first->_data_block); auto block_wrapper = partitioned_block.first; RETURN_IF_ERROR(mutable_block.add_rows(&block_wrapper->_data_block, partitioned_block.second.offset_start, @@ -432,10 +431,9 @@ Status BroadcastExchanger::get_block(RuntimeState* state, vectorized::Block* blo return Status::OK(); } -Status AdaptivePassthroughExchanger::_passthrough_sink(RuntimeState* state, - vectorized::Block* in_block, +Status AdaptivePassthroughExchanger::_passthrough_sink(RuntimeState* state, Block* in_block, SinkInfo& sink_info) { - vectorized::Block new_block; + Block new_block; if (!_free_blocks.try_dequeue(new_block)) { new_block = {in_block->clone_empty()}; } @@ -453,7 +451,7 @@ Status AdaptivePassthroughExchanger::_passthrough_sink(RuntimeState* state, return Status::OK(); } -Status AdaptivePassthroughExchanger::_shuffle_sink(RuntimeState* state, vectorized::Block* block, +Status AdaptivePassthroughExchanger::_shuffle_sink(RuntimeState* state, Block* block, SinkInfo& sink_info) { std::vector channel_ids; const auto num_rows = block->rows(); @@ -478,7 +476,7 @@ Status AdaptivePassthroughExchanger::_shuffle_sink(RuntimeState* state, vectoriz Status AdaptivePassthroughExchanger::_split_rows(RuntimeState* state, const std::vector& channel_ids, - vectorized::Block* block, SinkInfo& sink_info) { + Block* block, SinkInfo& sink_info) { const auto rows = cast_set(block->rows()); auto row_idx = std::make_shared>(rows); auto& partition_rows_histogram = _partition_rows_histogram[*sink_info.channel_id]; @@ -500,8 +498,8 @@ Status AdaptivePassthroughExchanger::_split_rows(RuntimeState* state, const size_t start = partition_rows_histogram[i]; const size_t size = partition_rows_histogram[i + 1] - start; if (size > 0) { - std::unique_ptr mutable_block = - vectorized::MutableBlock::create_unique(block->clone_empty()); + std::unique_ptr mutable_block = + MutableBlock::create_unique(block->clone_empty()); RETURN_IF_ERROR(mutable_block->add_rows(block, start, size)); auto new_block = mutable_block->to_block(); @@ -516,8 +514,8 @@ Status AdaptivePassthroughExchanger::_split_rows(RuntimeState* state, return Status::OK(); } -Status AdaptivePassthroughExchanger::sink(RuntimeState* state, vectorized::Block* in_block, - bool eos, Profile&& profile, SinkInfo& sink_info) { +Status AdaptivePassthroughExchanger::sink(RuntimeState* state, Block* in_block, bool eos, + Profile&& profile, SinkInfo& sink_info) { if (in_block->empty()) { return Status::OK(); } @@ -531,16 +529,15 @@ Status AdaptivePassthroughExchanger::sink(RuntimeState* state, vectorized::Block } } -Status AdaptivePassthroughExchanger::get_block(RuntimeState* state, vectorized::Block* block, - bool* eos, Profile&& profile, - SourceInfo&& source_info) { +Status AdaptivePassthroughExchanger::get_block(RuntimeState* state, Block* block, bool* eos, + Profile&& profile, SourceInfo&& source_info) { BlockWrapperSPtr next_block; _dequeue_data(source_info.local_state, next_block, eos, block, source_info.channel_id); return Status::OK(); } void AdaptivePassthroughExchanger::close(SourceInfo&& source_info) { - vectorized::Block next_block; + Block next_block; bool eos; BlockWrapperSPtr wrapper; _data_queue[source_info.channel_id].set_eos(); @@ -550,4 +547,4 @@ void AdaptivePassthroughExchanger::close(SourceInfo&& source_info) { } } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/exchange/local_exchanger.h b/be/src/exec/exchange/local_exchanger.h index 022545a3889b8a..f1c784a9be67bc 100644 --- a/be/src/exec/exchange/local_exchanger.h +++ b/be/src/exec/exchange/local_exchanger.h @@ -22,14 +22,11 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { template void clear_blocks(moodycamel::ConcurrentQueue& blocks, RuntimeProfile::Counter* memory_used_counter = nullptr); class PartitionerBase; -} // namespace vectorized -namespace pipeline { class LocalExchangeSourceLocalState; class LocalExchangeSinkLocalState; @@ -41,7 +38,7 @@ struct Profile { struct SinkInfo { int* channel_id; - vectorized::PartitionerBase* partitioner; + PartitionerBase* partitioner; LocalExchangeSinkLocalState* local_state; std::map* shuffle_idx_to_instance_idx; }; @@ -78,8 +75,7 @@ class ExchangerBase { class BlockWrapper { public: ENABLE_FACTORY_CREATOR(BlockWrapper); - BlockWrapper(vectorized::Block&& data_block, LocalExchangeSharedState* shared_state, - int channel_id) + BlockWrapper(Block&& data_block, LocalExchangeSharedState* shared_state, int channel_id) : _data_block(std::move(data_block)), _shared_state(shared_state), _allocated_bytes(_data_block.allocated_bytes()) { @@ -121,7 +117,7 @@ class ExchangerBase { template friend class Exchanger; - vectorized::Block _data_block; + Block _data_block; LocalExchangeSharedState* _shared_state; std::vector _channel_ids; const size_t _allocated_bytes; @@ -142,10 +138,10 @@ class ExchangerBase { _num_sources(num_sources), _free_block_limit(free_block_limit) {} virtual ~ExchangerBase() = default; - virtual Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos, - Profile&& profile, SourceInfo&& source_info) = 0; - virtual Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos, - Profile&& profile, SinkInfo& sink_info) = 0; + virtual Status get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, + SourceInfo&& source_info) = 0; + virtual Status sink(RuntimeState* state, Block* in_block, bool eos, Profile&& profile, + SinkInfo& sink_info) = 0; virtual ExchangeType get_type() const = 0; // Called if a local exchanger source operator are closed. Free the unused data block in data_queue. virtual void close(SourceInfo&& source_info) = 0; @@ -171,11 +167,11 @@ class ExchangerBase { const int _num_senders; const int _num_sources; std::atomic_int _free_block_limit = 0; - moodycamel::ConcurrentQueue _free_blocks; + moodycamel::ConcurrentQueue _free_blocks; }; struct PartitionedRowIdxs { - std::shared_ptr> row_idxs; + std::shared_ptr> row_idxs; uint32_t offset_start; uint32_t length; }; @@ -183,11 +179,11 @@ struct PartitionedRowIdxs { using PartitionedBlock = std::pair, PartitionedRowIdxs>; -struct RowRange { +struct BroadcastRowRange { uint32_t offset_start; size_t length; }; -using BroadcastBlock = std::pair, RowRange>; +using BroadcastBlock = std::pair, BroadcastRowRange>; template struct BlockQueue { @@ -258,10 +254,10 @@ class Exchanger : public ExchangerBase { void _enqueue_data_and_set_ready(int channel_id, LocalExchangeSinkLocalState* local_state, BlockType&& block); bool _dequeue_data(LocalExchangeSourceLocalState* local_state, BlockType& block, bool* eos, - vectorized::Block* data_block, int channel_id); + Block* data_block, int channel_id); void _enqueue_data_and_set_ready(int channel_id, BlockType&& block); - bool _dequeue_data(BlockType& block, bool* eos, vectorized::Block* data_block, int channel_id); + bool _dequeue_data(BlockType& block, bool* eos, Block* data_block, int channel_id); std::vector> _data_queue; std::vector> _m; }; @@ -281,21 +277,20 @@ class ShuffleExchanger : public Exchanger { _partition_rows_histogram.resize(running_sink_operators); } ~ShuffleExchanger() override = default; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos, Profile&& profile, + Status sink(RuntimeState* state, Block* in_block, bool eos, Profile&& profile, SinkInfo& sink_info) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos, Profile&& profile, + Status get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, SourceInfo&& source_info) override; void close(SourceInfo&& source_info) override; ExchangeType get_type() const override { return ExchangeType::HASH_SHUFFLE; } protected: - Status _split_rows(RuntimeState* state, const std::vector& channel_ids, - vectorized::Block* block, int channel_id, - LocalExchangeSinkLocalState* local_state, + Status _split_rows(RuntimeState* state, const std::vector& channel_ids, Block* block, + int channel_id, LocalExchangeSinkLocalState* local_state, std::map* shuffle_idx_to_instance_idx); - Status _split_rows(RuntimeState* state, const std::vector& channel_ids, - vectorized::Block* block, int channel_id); + Status _split_rows(RuntimeState* state, const std::vector& channel_ids, Block* block, + int channel_id); std::vector> _partition_rows_histogram; }; @@ -316,10 +311,10 @@ class PassthroughExchanger final : public Exchanger { : Exchanger(running_sink_operators, num_partitions, free_block_limit) {} ~PassthroughExchanger() override = default; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos, Profile&& profile, + Status sink(RuntimeState* state, Block* in_block, bool eos, Profile&& profile, SinkInfo& sink_info) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos, Profile&& profile, + Status get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, SourceInfo&& source_info) override; ExchangeType get_type() const override { return ExchangeType::PASSTHROUGH; } void close(SourceInfo&& source_info) override; @@ -332,10 +327,10 @@ class PassToOneExchanger final : public Exchanger { : Exchanger(running_sink_operators, num_partitions, free_block_limit) {} ~PassToOneExchanger() override = default; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos, Profile&& profile, + Status sink(RuntimeState* state, Block* in_block, bool eos, Profile&& profile, SinkInfo& sink_info) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos, Profile&& profile, + Status get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, SourceInfo&& source_info) override; ExchangeType get_type() const override { return ExchangeType::PASS_TO_ONE; } void close(SourceInfo&& source_info) override; @@ -346,10 +341,10 @@ class BroadcastExchanger final : public Exchanger { BroadcastExchanger(int running_sink_operators, int num_partitions, int free_block_limit) : Exchanger(running_sink_operators, num_partitions, free_block_limit) {} ~BroadcastExchanger() override = default; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos, Profile&& profile, + Status sink(RuntimeState* state, Block* in_block, bool eos, Profile&& profile, SinkInfo& sink_info) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos, Profile&& profile, + Status get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, SourceInfo&& source_info) override; ExchangeType get_type() const override { return ExchangeType::BROADCAST; } void close(SourceInfo&& source_info) override; @@ -366,25 +361,24 @@ class AdaptivePassthroughExchanger : public Exchanger { free_block_limit) { _partition_rows_histogram.resize(running_sink_operators); } - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos, Profile&& profile, + Status sink(RuntimeState* state, Block* in_block, bool eos, Profile&& profile, SinkInfo& sink_info) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos, Profile&& profile, + Status get_block(RuntimeState* state, Block* block, bool* eos, Profile&& profile, SourceInfo&& source_info) override; ExchangeType get_type() const override { return ExchangeType::ADAPTIVE_PASSTHROUGH; } void close(SourceInfo&& source_info) override; private: - Status _passthrough_sink(RuntimeState* state, vectorized::Block* in_block, SinkInfo& sink_info); - Status _shuffle_sink(RuntimeState* state, vectorized::Block* in_block, SinkInfo& sink_info); - Status _split_rows(RuntimeState* state, const std::vector& channel_ids, - vectorized::Block* block, SinkInfo& sink_info); + Status _passthrough_sink(RuntimeState* state, Block* in_block, SinkInfo& sink_info); + Status _shuffle_sink(RuntimeState* state, Block* in_block, SinkInfo& sink_info); + Status _split_rows(RuntimeState* state, const std::vector& channel_ids, Block* block, + SinkInfo& sink_info); std::atomic_bool _is_pass_through = false; std::atomic_int32_t _total_block = 0; std::vector> _partition_rows_histogram; }; #include "common/compile_check_end.h" -} // namespace pipeline } // namespace doris \ No newline at end of file diff --git a/be/src/exec/exchange/vdata_stream_mgr.cpp b/be/src/exec/exchange/vdata_stream_mgr.cpp index 8387b3bb023a37..17bab298c432c8 100644 --- a/be/src/exec/exchange/vdata_stream_mgr.cpp +++ b/be/src/exec/exchange/vdata_stream_mgr.cpp @@ -34,7 +34,6 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { VDataStreamMgr::VDataStreamMgr() { // TODO: metric @@ -256,5 +255,4 @@ void VDataStreamMgr::cancel(const TUniqueId& fragment_instance_id, Status exec_s } } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/exchange/vdata_stream_mgr.h b/be/src/exec/exchange/vdata_stream_mgr.h index 6f943e63d1f14b..7bde8f3b4c0c9b 100644 --- a/be/src/exec/exchange/vdata_stream_mgr.h +++ b/be/src/exec/exchange/vdata_stream_mgr.h @@ -43,11 +43,8 @@ namespace doris { class RuntimeState; class RowDescriptor; class PTransmitDataParams; -namespace pipeline { class ExchangeLocalState; -} -namespace vectorized { class VDataStreamRecvr; class VDataStreamMgr { @@ -96,7 +93,6 @@ class VDataStreamMgr { uint32_t get_hash_value(const TUniqueId& fragment_instance_id, PlanNodeId node_id); }; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/exchange/vdata_stream_recvr.cpp b/be/src/exec/exchange/vdata_stream_recvr.cpp index c770d33dc4d8db..d98b49a9e09500 100644 --- a/be/src/exec/exchange/vdata_stream_recvr.cpp +++ b/be/src/exec/exchange/vdata_stream_recvr.cpp @@ -40,12 +40,11 @@ #include "util/defer_op.h" #include "util/uid_util.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" -VDataStreamRecvr::SenderQueue::SenderQueue( - VDataStreamRecvr* parent_recvr, int num_senders, - std::shared_ptr local_channel_dependency) +VDataStreamRecvr::SenderQueue::SenderQueue(VDataStreamRecvr* parent_recvr, int num_senders, + std::shared_ptr local_channel_dependency) : _recvr(parent_recvr), _is_cancelled(false), _num_remaining_senders(num_senders), @@ -352,7 +351,7 @@ VDataStreamRecvr::VDataStreamRecvr(VDataStreamMgr* stream_mgr, int num_queues = is_merging ? num_senders : 1; _sender_to_local_channel_dependency.resize(num_queues); for (size_t i = 0; i < num_queues; i++) { - _sender_to_local_channel_dependency[i] = pipeline::Dependency::create_shared( + _sender_to_local_channel_dependency[i] = Dependency::create_shared( _dest_node_id, _dest_node_id, fmt::format("LocalExchangeChannelDependency_{}", i), true); } @@ -439,8 +438,7 @@ std::string VDataStreamRecvr::debug_string() { return fmt::to_string(debug_string_buffer); } -std::shared_ptr VDataStreamRecvr::get_local_channel_dependency( - int sender_id) { +std::shared_ptr VDataStreamRecvr::get_local_channel_dependency(int sender_id) { DCHECK(_sender_to_local_channel_dependency[_is_merging ? sender_id : 0] != nullptr); return _sender_to_local_channel_dependency[_is_merging ? sender_id : 0]; } @@ -530,4 +528,4 @@ void VDataStreamRecvr::set_sink_dep_always_ready() const { } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/exchange/vdata_stream_recvr.h b/be/src/exec/exchange/vdata_stream_recvr.h index f3f7f5238f2ccb..88e2604a601d92 100644 --- a/be/src/exec/exchange/vdata_stream_recvr.h +++ b/be/src/exec/exchange/vdata_stream_recvr.h @@ -58,12 +58,9 @@ class PBlock; class MemTrackerLimiter; class RuntimeState; -namespace pipeline { class Dependency; class ExchangeLocalState; -} // namespace pipeline -namespace vectorized { class VDataStreamMgr; class VSortedRunMerger; @@ -116,7 +113,7 @@ class VDataStreamRecvr : public HasTaskExecutionCtx { bool queue_exceeds_limit(size_t byte_size) const; bool is_closed() const { return _is_closed; } - std::shared_ptr get_local_channel_dependency(int sender_id); + std::shared_ptr get_local_channel_dependency(int sender_id); void set_low_memory_mode() { _sender_queue_mem_limit = 1012 * 1024; } @@ -170,13 +167,13 @@ class VDataStreamRecvr : public HasTaskExecutionCtx { RuntimeProfile::Counter* _max_wait_to_process_time = nullptr; RuntimeProfile::Counter* _max_find_recvr_time = nullptr; - std::vector> _sender_to_local_channel_dependency; + std::vector> _sender_to_local_channel_dependency; }; class VDataStreamRecvr::SenderQueue { public: SenderQueue(VDataStreamRecvr* parent_recvr, int num_senders, - std::shared_ptr local_channel_dependency); + std::shared_ptr local_channel_dependency); ~SenderQueue(); @@ -195,9 +192,7 @@ class VDataStreamRecvr::SenderQueue { void close(); - void set_dependency(std::shared_ptr dependency) { - _source_dependency = dependency; - } + void set_dependency(std::shared_ptr dependency) { _source_dependency = dependency; } protected: void add_blocks_memory_usage(int64_t size); @@ -205,7 +200,7 @@ class VDataStreamRecvr::SenderQueue { void sub_blocks_memory_usage(int64_t size); bool exceeds_limit(); - friend class pipeline::ExchangeLocalState; + friend class ExchangeLocalState; void set_source_ready(std::lock_guard&); @@ -307,11 +302,10 @@ class VDataStreamRecvr::SenderQueue { std::unordered_map _packet_seq_map; std::deque> _pending_closures; - std::shared_ptr _source_dependency; - std::shared_ptr _local_channel_dependency; + std::shared_ptr _source_dependency; + std::shared_ptr _local_channel_dependency; }; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/exchange/vdata_stream_sender.cpp b/be/src/exec/exchange/vdata_stream_sender.cpp index 687fc414f468de..213a2aec59c9c8 100644 --- a/be/src/exec/exchange/vdata_stream_sender.cpp +++ b/be/src/exec/exchange/vdata_stream_sender.cpp @@ -51,7 +51,7 @@ #include "storage/tablet_info.h" #include "util/proto_util.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Status Channel::init(RuntimeState* state) { @@ -146,7 +146,7 @@ Status Channel::add_rows(Block* block, const uint32_t* data, const uint32_t offs return Status::OK(); } -std::shared_ptr Channel::get_local_channel_dependency() { +std::shared_ptr Channel::get_local_channel_dependency() { if (!_local_recvr) { return nullptr; } @@ -223,7 +223,7 @@ Status Channel::send_local_block(Block* block, bool eos, bool can_be_moved) { return _receiver_status; } auto receiver_status = _recvr_status(); - // _local_recvr depdend on pipeline::ExchangeLocalState* _parent to do some memory counter settings + // _local_recvr depdend on ExchangeLocalState* _parent to do some memory counter settings // but it only owns a raw pointer, so that the ExchangeLocalState object may be deconstructed. // Lock the fragment context to ensure the runtime state and other objects are not deconstructed TaskExecutionContextSPtr ctx_lock = nullptr; @@ -289,7 +289,7 @@ Status Channel::close(RuntimeState* state) { } } -BlockSerializer::BlockSerializer(pipeline::ExchangeSinkLocalState* parent, bool is_local) +BlockSerializer::BlockSerializer(ExchangeSinkLocalState* parent, bool is_local) : _parent(parent), _is_local(is_local), _batch_size(parent->state()->batch_size()) {} Status BlockSerializer::next_serialized_block(Block* block, PBlock* dest, size_t num_receivers, @@ -359,4 +359,4 @@ Status BlockSerializer::serialize_block(const Block* src, PBlock* dest, size_t n return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/exchange/vdata_stream_sender.h b/be/src/exec/exchange/vdata_stream_sender.h index b0ed047c997019..29b6f400235ebd 100644 --- a/be/src/exec/exchange/vdata_stream_sender.h +++ b/be/src/exec/exchange/vdata_stream_sender.h @@ -65,17 +65,13 @@ namespace segment_v2 { enum CompressionTypePB : int; } // namespace segment_v2 -namespace pipeline { class ExchangeSinkOperatorX; class Dependency; class ExchangeSinkLocalState; -} // namespace pipeline - -namespace vectorized { class BlockSerializer { public: - BlockSerializer(pipeline::ExchangeSinkLocalState* parent, bool is_local = true); + BlockSerializer(ExchangeSinkLocalState* parent, bool is_local = true); #ifdef BE_TEST BlockSerializer() : _batch_size(0) {}; #endif @@ -98,7 +94,7 @@ class BlockSerializer { private: Status _serialize_block(PBlock* dest, size_t num_receivers = 1); - pipeline::ExchangeSinkLocalState* _parent; + ExchangeSinkLocalState* _parent; std::unique_ptr _mutable_block; bool _is_local; @@ -108,12 +104,12 @@ class BlockSerializer { class Channel { public: - friend class pipeline::ExchangeSinkBuffer; + friend class ExchangeSinkBuffer; // Create channel to send data to particular ipaddress/port/query/node // combination. buffer_size is specified in bytes and a soft limit on // how much tuple data is getting accumulated before being sent; it only applies // when data is added via add_row() and not sent directly via send_batch(). - Channel(pipeline::ExchangeSinkLocalState* parent, TNetworkAddress brpc_dest, + Channel(ExchangeSinkLocalState* parent, TNetworkAddress brpc_dest, TUniqueId fragment_instance_id, PlanNodeId dest_node_id) : _parent(parent), _fragment_instance_id(std::move(fragment_instance_id)), @@ -162,14 +158,14 @@ class Channel { Status add_rows(Block* block, const uint32_t* data, const uint32_t offset, const uint32_t size, bool eos); - void set_exchange_buffer(pipeline::ExchangeSinkBuffer* buffer) { _buffer = buffer; } + void set_exchange_buffer(ExchangeSinkBuffer* buffer) { _buffer = buffer; } InstanceLoId dest_ins_id() const { return _fragment_instance_id.lo; } - std::shared_ptr> get_send_callback( - pipeline::RpcInstance* ins, bool eos) { + std::shared_ptr> get_send_callback(RpcInstance* ins, + bool eos) { if (!_send_callback) { - _send_callback = pipeline::ExchangeSendCallback::create_shared(); + _send_callback = ExchangeSendCallback::create_shared(); } else { _send_callback->cntl_->Reset(); } @@ -177,7 +173,7 @@ class Channel { return _send_callback; } - std::shared_ptr get_local_channel_dependency(); + std::shared_ptr get_local_channel_dependency(); void set_low_memory_mode(RuntimeState* state) { _serializer.set_low_memory_mode(state); } @@ -196,7 +192,7 @@ class Channel { "local data stream receiver closed"); // local data stream receiver closed } - pipeline::ExchangeSinkLocalState* _parent = nullptr; + ExchangeSinkLocalState* _parent = nullptr; const TUniqueId _fragment_instance_id; PlanNodeId _dest_node_id; @@ -215,9 +211,9 @@ class Channel { BlockSerializer _serializer; - pipeline::ExchangeSinkBuffer* _buffer = nullptr; + ExchangeSinkBuffer* _buffer = nullptr; bool _eos_send = false; - std::shared_ptr> _send_callback; + std::shared_ptr> _send_callback; std::unique_ptr _pblock; }; @@ -230,7 +226,6 @@ class Channel { } \ } while (0) -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/operator/aggregation_sink_operator.cpp b/be/src/exec/operator/aggregation_sink_operator.cpp index b58339c3d6f56e..69ad10a88d2a5b 100644 --- a/be/src/exec/operator/aggregation_sink_operator.cpp +++ b/be/src/exec/operator/aggregation_sink_operator.cpp @@ -30,7 +30,7 @@ #include "runtime/runtime_profile.h" #include "runtime/thread_context.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" /// The minimum reduction factor (input rows divided by output rows) to grow hash tables /// in a streaming preaggregation, given that the hash tables are currently the given @@ -102,7 +102,7 @@ Status AggSinkLocalState::open(RuntimeState* state) { } if (Base::_shared_state->probe_expr_ctxs.empty()) { - _agg_data->without_key = reinterpret_cast( + _agg_data->without_key = reinterpret_cast( Base::_shared_state->agg_profile_arena.aligned_alloc( p._total_size_of_aggregate_states, p._align_aggregate_states)); @@ -114,7 +114,7 @@ Status AggSinkLocalState::open(RuntimeState* state) { } else { RETURN_IF_ERROR(_init_hash_method(Base::_shared_state->probe_expr_ctxs)); - std::visit(vectorized::Overload {[&](std::monostate& arg) { + std::visit(Overload {[&](std::monostate& arg) { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -160,7 +160,7 @@ Status AggSinkLocalState::open(RuntimeState* state) { return Status::OK(); } -Status AggSinkLocalState::_create_agg_status(vectorized::AggregateDataPtr data) { +Status AggSinkLocalState::_create_agg_status(AggregateDataPtr data) { auto& shared_state = *Base::_shared_state; for (int i = 0; i < shared_state.aggregate_evaluators.size(); ++i) { try { @@ -177,7 +177,7 @@ Status AggSinkLocalState::_create_agg_status(vectorized::AggregateDataPtr data) return Status::OK(); } -Status AggSinkLocalState::_execute_without_key(vectorized::Block* block) { +Status AggSinkLocalState::_execute_without_key(Block* block) { DCHECK(_agg_data->without_key != nullptr); SCOPED_TIMER(_build_timer); _memory_usage_last_executing = 0; @@ -192,7 +192,7 @@ Status AggSinkLocalState::_execute_without_key(vectorized::Block* block) { return Status::OK(); } -Status AggSinkLocalState::_merge_with_serialized_key(vectorized::Block* block) { +Status AggSinkLocalState::_merge_with_serialized_key(Block* block) { _memory_usage_last_executing = 0; SCOPED_PEAK_MEM(&_memory_usage_last_executing); if (_shared_state->reach_limit) { @@ -213,7 +213,7 @@ size_t AggSinkLocalState::_memory_usage() const { usage += Base::_shared_state->aggregate_data_container->memory_usage(); } - std::visit(vectorized::Overload {[&](std::monostate& arg) -> void { + std::visit(Overload {[&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -230,11 +230,11 @@ bool AggSinkLocalState::is_blockable() const { return std::any_of( Base::_shared_state->aggregate_evaluators.begin(), Base::_shared_state->aggregate_evaluators.end(), - [](const vectorized::AggFnEvaluator* evaluator) { return evaluator->is_blockable(); }); + [](const AggFnEvaluator* evaluator) { return evaluator->is_blockable(); }); } void AggSinkLocalState::_update_memusage_with_serialized_key() { - std::visit(vectorized::Overload { + std::visit(Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -258,7 +258,7 @@ void AggSinkLocalState::_update_memusage_with_serialized_key() { _agg_data->method_variant); } -Status AggSinkLocalState::_destroy_agg_status(vectorized::AggregateDataPtr data) { +Status AggSinkLocalState::_destroy_agg_status(AggregateDataPtr data) { auto& shared_state = *Base::_shared_state; for (int i = 0; i < shared_state.aggregate_evaluators.size(); ++i) { shared_state.aggregate_evaluators[i]->function()->destroy( @@ -268,11 +268,11 @@ Status AggSinkLocalState::_destroy_agg_status(vectorized::AggregateDataPtr data) } template -Status AggSinkLocalState::_merge_with_serialized_key_helper(vectorized::Block* block) { +Status AggSinkLocalState::_merge_with_serialized_key_helper(Block* block) { SCOPED_TIMER(_merge_timer); size_t key_size = Base::_shared_state->probe_expr_ctxs.size(); - vectorized::ColumnRawPtrs key_columns(key_size); + ColumnRawPtrs key_columns(key_size); std::vector key_locs(key_size); for (int i = 0; i < key_size; ++i) { @@ -394,7 +394,7 @@ Status AggSinkLocalState::_merge_with_serialized_key_helper(vectorized::Block* b return Status::OK(); } -Status AggSinkLocalState::_merge_without_key(vectorized::Block* block) { +Status AggSinkLocalState::_merge_without_key(Block* block) { SCOPED_TIMER(_merge_timer); DCHECK(_agg_data->without_key != nullptr); @@ -431,7 +431,7 @@ void AggSinkLocalState::_update_memusage_without_key() { COUNTER_SET(_serialize_key_arena_memory_usage, arena_memory_usage); } -Status AggSinkLocalState::_execute_with_serialized_key(vectorized::Block* block) { +Status AggSinkLocalState::_execute_with_serialized_key(Block* block) { _memory_usage_last_executing = 0; SCOPED_PEAK_MEM(&_memory_usage_last_executing); if (_shared_state->reach_limit) { @@ -442,12 +442,12 @@ Status AggSinkLocalState::_execute_with_serialized_key(vectorized::Block* block) } template -Status AggSinkLocalState::_execute_with_serialized_key_helper(vectorized::Block* block) { +Status AggSinkLocalState::_execute_with_serialized_key_helper(Block* block) { SCOPED_TIMER(_build_timer); DCHECK(!Base::_shared_state->probe_expr_ctxs.empty()); size_t key_size = Base::_shared_state->probe_expr_ctxs.size(); - vectorized::ColumnRawPtrs key_columns(key_size); + ColumnRawPtrs key_columns(key_size); std::vector key_locs(key_size); { SCOPED_TIMER(_expr_timer); @@ -520,15 +520,15 @@ Status AggSinkLocalState::_execute_with_serialized_key_helper(vectorized::Block* size_t AggSinkLocalState::_get_hash_table_size() const { return std::visit( - vectorized::Overload {[&](std::monostate& arg) -> size_t { return 0; }, + Overload {[&](std::monostate& arg) -> size_t { return 0; }, [&](auto& agg_method) { return agg_method.hash_table->size(); }}, _agg_data->method_variant); } -void AggSinkLocalState::_emplace_into_hash_table(vectorized::AggregateDataPtr* places, - vectorized::ColumnRawPtrs& key_columns, +void AggSinkLocalState::_emplace_into_hash_table(AggregateDataPtr* places, + ColumnRawPtrs& key_columns, uint32_t num_rows) { - std::visit(vectorized::Overload { + std::visit(Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -565,7 +565,7 @@ void AggSinkLocalState::_emplace_into_hash_table(vectorized::AggregateDataPtr* p }; SCOPED_TIMER(_hash_table_emplace_timer); - vectorized::lazy_emplace_batch( + lazy_emplace_batch( agg_method, state, num_rows, creator, creator_for_null_key, [&](uint32_t row, auto& mapped) { places[row] = mapped; }); @@ -574,13 +574,13 @@ void AggSinkLocalState::_emplace_into_hash_table(vectorized::AggregateDataPtr* p _agg_data->method_variant); } -bool AggSinkLocalState::_emplace_into_hash_table_limit(vectorized::AggregateDataPtr* places, - vectorized::Block* block, +bool AggSinkLocalState::_emplace_into_hash_table_limit(AggregateDataPtr* places, + Block* block, const std::vector& key_locs, - vectorized::ColumnRawPtrs& key_columns, + ColumnRawPtrs& key_columns, uint32_t num_rows) { return std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); return true; @@ -602,7 +602,7 @@ bool AggSinkLocalState::_emplace_into_hash_table_limit(vectorized::AggregateData std::find(need_computes.begin(), need_computes.end(), 1); need_agg != need_computes.end()) { if (need_filter) { - vectorized::Block::filter_block_internal(block, need_computes); + Block::filter_block_internal(block, need_computes); for (int i = 0; i < key_locs.size(); ++i) { key_columns[i] = block->get_by_position(key_locs[i]).column.get(); @@ -649,7 +649,7 @@ bool AggSinkLocalState::_emplace_into_hash_table_limit(vectorized::AggregateData }; SCOPED_TIMER(_hash_table_emplace_timer); - vectorized::lazy_emplace_batch( + lazy_emplace_batch( agg_method, state, num_rows, creator, creator_for_null_key, [&](uint32_t row) { i = row; }, [&](uint32_t row, auto& mapped) { places[row] = mapped; }); @@ -661,10 +661,10 @@ bool AggSinkLocalState::_emplace_into_hash_table_limit(vectorized::AggregateData _agg_data->method_variant); } -void AggSinkLocalState::_find_in_hash_table(vectorized::AggregateDataPtr* places, - vectorized::ColumnRawPtrs& key_columns, +void AggSinkLocalState::_find_in_hash_table(AggregateDataPtr* places, + ColumnRawPtrs& key_columns, uint32_t num_rows) { - std::visit(vectorized::Overload { + std::visit(Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -675,7 +675,7 @@ void AggSinkLocalState::_find_in_hash_table(vectorized::AggregateDataPtr* places agg_method.init_serialized_keys(key_columns, num_rows); /// For all rows. - vectorized::find_batch(agg_method, state, num_rows, + find_batch(agg_method, state, num_rows, [&](uint32_t row, auto& find_result) { if (find_result.is_found()) { places[row] = find_result.get_mapped(); @@ -687,7 +687,7 @@ void AggSinkLocalState::_find_in_hash_table(vectorized::AggregateDataPtr* places _agg_data->method_variant); } -Status AggSinkLocalState::_init_hash_method(const vectorized::VExprContextSPtrs& probe_exprs) { +Status AggSinkLocalState::_init_hash_method(const VExprContextSPtrs& probe_exprs) { RETURN_IF_ERROR(init_hash_method( _agg_data, get_data_types(probe_exprs), Base::_parent->template cast()._is_first_phase)); @@ -737,7 +737,7 @@ void AggSinkOperatorX::update_operator(const TPlanNode& tnode, bool followed_by_ tnode.agg_node.aggregate_functions.end(), [](const TExpr& texpr) -> bool { return texpr.nodes[0].fn.name.function_name.starts_with( - vectorized::DISTINCT_FUNCTION_PREFIX); + DISTINCT_FUNCTION_PREFIX); })) ? tnode.distribute_expr_lists[0] : tnode.agg_node.grouping_exprs; @@ -747,15 +747,15 @@ Status AggSinkOperatorX::init(const TPlanNode& tnode, RuntimeState* state) { RETURN_IF_ERROR(DataSinkOperatorX::init(tnode, state)); // ignore return status for now , so we need to introduce ExecNode::init() RETURN_IF_ERROR( - vectorized::VExpr::create_expr_trees(tnode.agg_node.grouping_exprs, _probe_expr_ctxs)); + VExpr::create_expr_trees(tnode.agg_node.grouping_exprs, _probe_expr_ctxs)); // init aggregate functions _aggregate_evaluators.reserve(tnode.agg_node.aggregate_functions.size()); TSortInfo dummy; for (int i = 0; i < tnode.agg_node.aggregate_functions.size(); ++i) { - vectorized::AggFnEvaluator* evaluator = nullptr; - RETURN_IF_ERROR(vectorized::AggFnEvaluator::create( + AggFnEvaluator* evaluator = nullptr; + RETURN_IF_ERROR(AggFnEvaluator::create( _pool, tnode.agg_node.aggregate_functions[i], tnode.agg_node.__isset.agg_sort_infos ? tnode.agg_node.agg_sort_infos[i] : dummy, tnode.agg_node.grouping_exprs.empty(), false, &evaluator)); @@ -798,10 +798,10 @@ Status AggSinkOperatorX::_init_probe_expr_ctx(RuntimeState* state) { _intermediate_tuple_desc = state->desc_tbl().get_tuple_descriptor(_intermediate_tuple_id); _output_tuple_desc = state->desc_tbl().get_tuple_descriptor(_output_tuple_id); DCHECK_EQ(_intermediate_tuple_desc->slots().size(), _output_tuple_desc->slots().size()); - RETURN_IF_ERROR(vectorized::VExpr::prepare( + RETURN_IF_ERROR(VExpr::prepare( _probe_expr_ctxs, state, DataSinkOperatorX::_child->row_desc())); - RETURN_IF_ERROR(vectorized::VExpr::open(_probe_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::open(_probe_expr_ctxs, state)); return Status::OK(); } @@ -864,14 +864,14 @@ Status AggSinkOperatorX::_calc_aggregate_evaluators() { Status AggSinkOperatorX::_check_agg_fn_output() { if (_needs_finalize) { - RETURN_IF_ERROR(vectorized::AggFnEvaluator::check_agg_fn_output( + RETURN_IF_ERROR(AggFnEvaluator::check_agg_fn_output( cast_set(_probe_expr_ctxs.size()), _aggregate_evaluators, _agg_fn_output_row_descriptor)); } return Status::OK(); } -Status AggSinkOperatorX::sink(doris::RuntimeState* state, vectorized::Block* in_block, bool eos) { +Status AggSinkOperatorX::sink(doris::RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)in_block->rows()); @@ -914,7 +914,7 @@ Status AggSinkLocalState::close(RuntimeState* state, Status exec_status) { return Status::OK(); } _preagg_block.clear(); - vectorized::PODArray tmp_places; + PODArray tmp_places; _places.swap(tmp_places); std::vector tmp_deserialize_buffer; @@ -922,4 +922,4 @@ Status AggSinkLocalState::close(RuntimeState* state, Status exec_status) { return Base::close(state, exec_status); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/aggregation_sink_operator.h b/be/src/exec/operator/aggregation_sink_operator.h index b6f80f9f07acea..f90671cb465e2d 100644 --- a/be/src/exec/operator/aggregation_sink_operator.h +++ b/be/src/exec/operator/aggregation_sink_operator.h @@ -23,7 +23,7 @@ #include "runtime/exec_env.h" #include "runtime/runtime_profile.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class AggSinkOperatorX; @@ -43,13 +43,13 @@ class AggSinkLocalState : public PipelineXSinkLocalState { friend class AggSinkOperatorX; struct ExecutorBase { - virtual Status execute(AggSinkLocalState* local_state, vectorized::Block* block) = 0; + virtual Status execute(AggSinkLocalState* local_state, Block* block) = 0; virtual void update_memusage(AggSinkLocalState* local_state) = 0; virtual ~ExecutorBase() = default; }; template struct Executor final : public ExecutorBase { - Status execute(AggSinkLocalState* local_state, vectorized::Block* block) override { + Status execute(AggSinkLocalState* local_state, Block* block) override { if constexpr (WithoutKey) { if constexpr (NeedToMerge) { return local_state->_merge_without_key(block); @@ -73,29 +73,29 @@ class AggSinkLocalState : public PipelineXSinkLocalState { } }; - Status _execute_without_key(vectorized::Block* block); - Status _merge_without_key(vectorized::Block* block); + Status _execute_without_key(Block* block); + Status _merge_without_key(Block* block); void _update_memusage_without_key(); - Status _init_hash_method(const vectorized::VExprContextSPtrs& probe_exprs); - Status _execute_with_serialized_key(vectorized::Block* block); - Status _merge_with_serialized_key(vectorized::Block* block); + Status _init_hash_method(const VExprContextSPtrs& probe_exprs); + Status _execute_with_serialized_key(Block* block); + Status _merge_with_serialized_key(Block* block); void _update_memusage_with_serialized_key(); template - Status _execute_with_serialized_key_helper(vectorized::Block* block); - void _find_in_hash_table(vectorized::AggregateDataPtr* places, - vectorized::ColumnRawPtrs& key_columns, uint32_t num_rows); - void _emplace_into_hash_table(vectorized::AggregateDataPtr* places, - vectorized::ColumnRawPtrs& key_columns, uint32_t num_rows); - bool _emplace_into_hash_table_limit(vectorized::AggregateDataPtr* places, - vectorized::Block* block, const std::vector& key_locs, - vectorized::ColumnRawPtrs& key_columns, uint32_t num_rows); + Status _execute_with_serialized_key_helper(Block* block); + void _find_in_hash_table(AggregateDataPtr* places, ColumnRawPtrs& key_columns, + uint32_t num_rows); + void _emplace_into_hash_table(AggregateDataPtr* places, ColumnRawPtrs& key_columns, + uint32_t num_rows); + bool _emplace_into_hash_table_limit(AggregateDataPtr* places, Block* block, + const std::vector& key_locs, + ColumnRawPtrs& key_columns, uint32_t num_rows); size_t _get_hash_table_size() const; template - Status _merge_with_serialized_key_helper(vectorized::Block* block); + Status _merge_with_serialized_key_helper(Block* block); - Status _destroy_agg_status(vectorized::AggregateDataPtr data); - Status _create_agg_status(vectorized::AggregateDataPtr data); + Status _destroy_agg_status(AggregateDataPtr data); + Status _create_agg_status(AggregateDataPtr data); size_t _memory_usage() const; size_t get_reserve_mem_size(RuntimeState* state, bool eos) const; @@ -116,10 +116,10 @@ class AggSinkLocalState : public PipelineXSinkLocalState { bool _should_limit_output = false; - vectorized::PODArray _places; + PODArray _places; std::vector _deserialize_buffer; - vectorized::Block _preagg_block = vectorized::Block(); + Block _preagg_block = Block(); AggregatedDataVariants* _agg_data = nullptr; @@ -150,7 +150,7 @@ class AggSinkOperatorX MOCK_REMOVE(final) : public DataSinkOperatorX _aggregate_evaluators; + std::vector _aggregate_evaluators; // may be we don't have to know the tuple id TupleId _intermediate_tuple_id; @@ -208,12 +208,12 @@ class AggSinkOperatorX MOCK_REMOVE(final) : public DataSinkOperatorX _make_nullable_keys; int64_t _limit; // -1: no limit @@ -228,5 +228,5 @@ class AggSinkOperatorX MOCK_REMOVE(final) : public DataSinkOperatorXtemplate cast(); if (p._without_key) { if (p._needs_finalize) { - _executor.get_result = [this](RuntimeState* state, vectorized::Block* block, + _executor.get_result = [this](RuntimeState* state, Block* block, bool* eos) { return _get_without_key_result(state, block, eos); }; } else { - _executor.get_result = [this](RuntimeState* state, vectorized::Block* block, + _executor.get_result = [this](RuntimeState* state, Block* block, bool* eos) { return _get_results_without_key(state, block, eos); }; } } else { if (p._needs_finalize) { - _executor.get_result = [this](RuntimeState* state, vectorized::Block* block, + _executor.get_result = [this](RuntimeState* state, Block* block, bool* eos) { return _get_with_serialized_key_result(state, block, eos); }; } else { - _executor.get_result = [this](RuntimeState* state, vectorized::Block* block, + _executor.get_result = [this](RuntimeState* state, Block* block, bool* eos) { return _get_results_with_serialized_key(state, block, eos); }; @@ -85,7 +85,7 @@ Status AggLocalState::init(RuntimeState* state, LocalStateInfo& info) { return Status::OK(); } -Status AggLocalState::_create_agg_status(vectorized::AggregateDataPtr data) { +Status AggLocalState::_create_agg_status(AggregateDataPtr data) { auto& shared_state = *Base::_shared_state; for (int i = 0; i < shared_state.aggregate_evaluators.size(); ++i) { try { @@ -103,18 +103,18 @@ Status AggLocalState::_create_agg_status(vectorized::AggregateDataPtr data) { } Status AggLocalState::_get_results_with_serialized_key(RuntimeState* state, - vectorized::Block* block, bool* eos) { + Block* block, bool* eos) { SCOPED_TIMER(_get_results_timer); auto& shared_state = *_shared_state; size_t key_size = _shared_state->probe_expr_ctxs.size(); size_t agg_size = _shared_state->aggregate_evaluators.size(); - vectorized::MutableColumns value_columns(agg_size); - vectorized::DataTypes value_data_types(agg_size); + MutableColumns value_columns(agg_size); + DataTypes value_data_types(agg_size); // non-nullable column(id in `_make_nullable_keys`) will be converted to nullable. bool mem_reuse = shared_state.make_nullable_keys.empty() && block->mem_reuse(); - vectorized::MutableColumns key_columns; + MutableColumns key_columns; for (int i = 0; i < key_size; ++i) { if (mem_reuse) { key_columns.emplace_back(std::move(*block->get_by_position(i).column).mutate()); @@ -125,7 +125,7 @@ Status AggLocalState::_get_results_with_serialized_key(RuntimeState* state, } std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -169,7 +169,7 @@ Status AggLocalState::_get_results_with_serialized_key(RuntimeState* state, key_columns[0]->insert_data(nullptr, 0); shared_state.values[num_rows] = agg_method.hash_table->template get_null_key_data< - vectorized::AggregateDataPtr>(); + AggregateDataPtr>(); ++num_rows; *eos = true; } @@ -205,7 +205,7 @@ Status AggLocalState::_get_results_with_serialized_key(RuntimeState* state, shared_state.agg_data->method_variant); if (!mem_reuse) { - vectorized::ColumnsWithTypeAndName columns_with_schema; + ColumnsWithTypeAndName columns_with_schema; for (int i = 0; i < key_size; ++i) { columns_with_schema.emplace_back(std::move(key_columns[i]), shared_state.probe_expr_ctxs[i]->root()->data_type(), @@ -214,23 +214,23 @@ Status AggLocalState::_get_results_with_serialized_key(RuntimeState* state, for (int i = 0; i < agg_size; ++i) { columns_with_schema.emplace_back(std::move(value_columns[i]), value_data_types[i], ""); } - *block = vectorized::Block(columns_with_schema); + *block = Block(columns_with_schema); } return Status::OK(); } -Status AggLocalState::_get_with_serialized_key_result(RuntimeState* state, vectorized::Block* block, +Status AggLocalState::_get_with_serialized_key_result(RuntimeState* state, Block* block, bool* eos) { auto& shared_state = *_shared_state; // non-nullable column(id in `_make_nullable_keys`) will be converted to nullable. bool mem_reuse = shared_state.make_nullable_keys.empty() && block->mem_reuse(); - auto columns_with_schema = vectorized::VectorizedUtils::create_columns_with_type_and_name( + auto columns_with_schema = VectorizedUtils::create_columns_with_type_and_name( _parent->cast().row_descriptor()); size_t key_size = shared_state.probe_expr_ctxs.size(); - vectorized::MutableColumns key_columns; + MutableColumns key_columns; for (int i = 0; i < key_size; ++i) { if (!mem_reuse) { key_columns.emplace_back(columns_with_schema[i].type->create_column()); @@ -238,7 +238,7 @@ Status AggLocalState::_get_with_serialized_key_result(RuntimeState* state, vecto key_columns.emplace_back(std::move(*block->get_by_position(i).column).mutate()); } } - vectorized::MutableColumns value_columns; + MutableColumns value_columns; for (size_t i = key_size; i < columns_with_schema.size(); ++i) { if (!mem_reuse) { value_columns.emplace_back(columns_with_schema[i].type->create_column()); @@ -249,7 +249,7 @@ Status AggLocalState::_get_with_serialized_key_result(RuntimeState* state, vecto SCOPED_TIMER(_get_results_timer); std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -299,7 +299,7 @@ Status AggLocalState::_get_with_serialized_key_result(RuntimeState* state, vecto if (key_columns[0]->size() < state->batch_size()) { key_columns[0]->insert_data(nullptr, 0); auto mapped = agg_method.hash_table->template get_null_key_data< - vectorized::AggregateDataPtr>(); + AggregateDataPtr>(); for (size_t i = 0; i < shared_state.aggregate_evaluators.size(); ++i) shared_state.aggregate_evaluators[i]->insert_result_info( @@ -317,7 +317,7 @@ Status AggLocalState::_get_with_serialized_key_result(RuntimeState* state, vecto if (!mem_reuse) { *block = columns_with_schema; - vectorized::MutableColumns columns(block->columns()); + MutableColumns columns(block->columns()); for (int i = 0; i < block->columns(); ++i) { if (i < key_size) { columns[i] = std::move(key_columns[i]); @@ -331,7 +331,7 @@ Status AggLocalState::_get_with_serialized_key_result(RuntimeState* state, vecto return Status::OK(); } -Status AggLocalState::_get_results_without_key(RuntimeState* state, vectorized::Block* block, +Status AggLocalState::_get_results_without_key(RuntimeState* state, Block* block, bool* eos) { SCOPED_TIMER(_get_results_timer); auto& shared_state = *_shared_state; @@ -347,8 +347,8 @@ Status AggLocalState::_get_results_without_key(RuntimeState* state, vectorized:: DCHECK(shared_state.agg_data->without_key != nullptr); size_t agg_size = shared_state.aggregate_evaluators.size(); - vectorized::MutableColumns value_columns(agg_size); - std::vector data_types(agg_size); + MutableColumns value_columns(agg_size); + std::vector data_types(agg_size); // will serialize data to string column for (int i = 0; i < shared_state.aggregate_evaluators.size(); ++i) { data_types[i] = shared_state.aggregate_evaluators[i]->function()->get_serialized_type(); @@ -363,12 +363,12 @@ Status AggLocalState::_get_results_without_key(RuntimeState* state, vectorized:: } { - vectorized::ColumnsWithTypeAndName data_with_schema; + ColumnsWithTypeAndName data_with_schema; for (int i = 0; i < shared_state.aggregate_evaluators.size(); ++i) { - vectorized::ColumnWithTypeAndName column_with_schema = {nullptr, data_types[i], ""}; + ColumnWithTypeAndName column_with_schema = {nullptr, data_types[i], ""}; data_with_schema.push_back(std::move(column_with_schema)); } - *block = vectorized::Block(data_with_schema); + *block = Block(data_with_schema); } block->set_columns(std::move(value_columns)); @@ -376,18 +376,18 @@ Status AggLocalState::_get_results_without_key(RuntimeState* state, vectorized:: return Status::OK(); } -Status AggLocalState::_get_without_key_result(RuntimeState* state, vectorized::Block* block, +Status AggLocalState::_get_without_key_result(RuntimeState* state, Block* block, bool* eos) { auto& shared_state = *_shared_state; DCHECK(_shared_state->agg_data->without_key != nullptr); block->clear(); auto& p = _parent->cast(); - *block = vectorized::VectorizedUtils::create_empty_columnswithtypename(p.row_descriptor()); + *block = VectorizedUtils::create_empty_columnswithtypename(p.row_descriptor()); size_t agg_size = shared_state.aggregate_evaluators.size(); - vectorized::MutableColumns columns(agg_size); - std::vector data_types(agg_size); + MutableColumns columns(agg_size); + std::vector data_types(agg_size); for (int i = 0; i < shared_state.aggregate_evaluators.size(); ++i) { data_types[i] = shared_state.aggregate_evaluators[i]->function()->get_return_type(); columns[i] = data_types[i]->create_column(); @@ -421,7 +421,7 @@ Status AggLocalState::_get_without_key_result(RuntimeState* state, vectorized::B // 2. input of aggregate function is empty // 3. all of input columns are not nullable if (column_type->is_nullable() && !data_types[i]->is_nullable()) { - vectorized::ColumnPtr ptr = std::move(columns[i]); + ColumnPtr ptr = std::move(columns[i]); // unless `count`, other aggregate function dispose empty set should be null // so here check the children row return ptr = make_nullable(ptr, shared_state.input_num_rows == 0); @@ -441,7 +441,7 @@ AggSourceOperatorX::AggSourceOperatorX(ObjectPool* pool, const TPlanNode& tnode, _needs_finalize(tnode.agg_node.need_finalize), _without_key(tnode.agg_node.grouping_exprs.empty()) {} -Status AggSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, bool* eos) { +Status AggSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); SCOPED_PEAK_MEM(&local_state._estimate_memory_usage); @@ -453,10 +453,10 @@ Status AggSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* blo return Status::OK(); } -void AggLocalState::do_agg_limit(vectorized::Block* block, bool* eos) { +void AggLocalState::do_agg_limit(Block* block, bool* eos) { if (_shared_state->reach_limit) { if (_shared_state->do_sort_limit && _shared_state->do_limit_filter(block, block->rows())) { - vectorized::Block::filter_block_internal(block, _shared_state->need_computes); + Block::filter_block_internal(block, _shared_state->need_computes); if (auto rows = block->rows()) { _num_rows_returned += rows; } @@ -470,7 +470,7 @@ void AggLocalState::do_agg_limit(vectorized::Block* block, bool* eos) { } } -void AggLocalState::make_nullable_output_key(vectorized::Block* block) { +void AggLocalState::make_nullable_output_key(Block* block) { if (block->rows() != 0) { for (auto cid : _shared_state->make_nullable_keys) { block->get_by_position(cid).column = make_nullable(block->get_by_position(cid).column); @@ -479,12 +479,12 @@ void AggLocalState::make_nullable_output_key(vectorized::Block* block) { } } -Status AggLocalState::merge_with_serialized_key_helper(vectorized::Block* block) { +Status AggLocalState::merge_with_serialized_key_helper(Block* block) { SCOPED_TIMER(_merge_timer); SCOPED_PEAK_MEM(&_estimate_memory_usage); size_t key_size = Base::_shared_state->probe_expr_ctxs.size(); - vectorized::ColumnRawPtrs key_columns(key_size); + ColumnRawPtrs key_columns(key_size); for (size_t i = 0; i < key_size; ++i) { key_columns[i] = block->get_by_position(i).column.get(); @@ -520,7 +520,7 @@ Status AggLocalState::merge_with_serialized_key_helper(vectorized::Block* block) } Status AggSourceOperatorX::merge_with_serialized_key_helper(RuntimeState* state, - vectorized::Block* block) { + Block* block) { auto& local_state = get_local_state(state); return local_state.merge_with_serialized_key_helper(block); } @@ -529,7 +529,7 @@ size_t AggSourceOperatorX::get_estimated_memory_size_for_merging(RuntimeState* s size_t rows) const { auto& local_state = get_local_state(state); size_t size = std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> size_t { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); return 0; @@ -548,11 +548,11 @@ Status AggSourceOperatorX::reset_hash_table(RuntimeState* state) { return Status::OK(); } -void AggLocalState::_emplace_into_hash_table(vectorized::AggregateDataPtr* places, - vectorized::ColumnRawPtrs& key_columns, +void AggLocalState::_emplace_into_hash_table(AggregateDataPtr* places, + ColumnRawPtrs& key_columns, uint32_t num_rows) { std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -587,7 +587,7 @@ void AggLocalState::_emplace_into_hash_table(vectorized::AggregateDataPtr* place }; SCOPED_TIMER(_hash_table_emplace_timer); - vectorized::lazy_emplace_batch( + lazy_emplace_batch( agg_method, state, num_rows, creator, creator_for_null_key, [&](uint32_t row, auto& mapped) { places[row] = mapped; }); @@ -615,7 +615,7 @@ Status AggLocalState::close(RuntimeState* state) { return Status::OK(); } - vectorized::PODArray tmp_places; + PODArray tmp_places; _places.swap(tmp_places); std::vector tmp_deserialize_buffer; @@ -623,4 +623,4 @@ Status AggLocalState::close(RuntimeState* state) { return Base::close(state); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/aggregation_source_operator.h b/be/src/exec/operator/aggregation_source_operator.h index e0b39f1c9694b5..e2306a2a081f47 100644 --- a/be/src/exec/operator/aggregation_source_operator.h +++ b/be/src/exec/operator/aggregation_source_operator.h @@ -25,7 +25,6 @@ namespace doris { class RuntimeState; -namespace pipeline { #include "common/compile_check_begin.h" class AggSourceOperatorX; @@ -39,21 +38,19 @@ class AggLocalState MOCK_REMOVE(final) : public PipelineXLocalStaterows() != 0) { auto& shared_state = *Base ::_shared_state; for (auto cid : shared_state.make_nullable_keys) { @@ -64,10 +61,10 @@ class AggLocalState MOCK_REMOVE(final) : public PipelineXLocalState _places; + PODArray _places; std::vector _deserialize_buffer; RuntimeProfile::Counter* _get_results_timer = nullptr; @@ -86,7 +83,7 @@ class AggLocalState MOCK_REMOVE(final) : public PipelineXLocalState; + std::function; struct executor { vectorized_get_result get_result; @@ -106,11 +103,11 @@ class AggSourceOperatorX : public OperatorX { AggSourceOperatorX() = default; #endif - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; bool is_source() const override { return true; } - Status merge_with_serialized_key_helper(RuntimeState* state, vectorized::Block* block); + Status merge_with_serialized_key_helper(RuntimeState* state, Block* block); size_t get_estimated_memory_size_for_merging(RuntimeState* state, size_t rows) const; @@ -127,6 +124,5 @@ class AggSourceOperatorX : public OperatorX { std::vector _make_nullable_keys; }; -} // namespace pipeline } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/operator/analytic_sink_operator.cpp b/be/src/exec/operator/analytic_sink_operator.cpp index b912e934001395..db5ac2ecd37e15 100644 --- a/be/src/exec/operator/analytic_sink_operator.cpp +++ b/be/src/exec/operator/analytic_sink_operator.cpp @@ -28,7 +28,7 @@ #include "exprs/vectorized_agg_fn.h" #include "runtime/runtime_state.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status AnalyticSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { @@ -363,7 +363,7 @@ Status AnalyticSinkLocalState::_execute_impl() { } if (should_output) { - vectorized::Block block; + Block block; _output_current_block(&block); _refresh_buffer_and_dependency_state(&block); } @@ -380,7 +380,7 @@ void AnalyticSinkLocalState::_execute_for_function(int64_t partition_start, int6 int64_t frame_start, int64_t frame_end) { // here is the core function, should not add timer for (size_t i = 0; i < _agg_functions_size; ++i) { - std::vector agg_columns; + std::vector agg_columns; for (int j = 0; j < _agg_input_columns[i].size(); ++j) { agg_columns.push_back(_agg_input_columns[i][j].get()); } @@ -407,8 +407,7 @@ void AnalyticSinkLocalState::_insert_result_info(int64_t start, int64_t end) { if (_use_null_result[i]) { _result_window_columns[i]->insert_many_defaults(end - start); } else { - auto* dst = - assert_cast(_result_window_columns[i].get()); + auto* dst = assert_cast(_result_window_columns[i].get()); dst->get_null_map_data().resize_fill( dst->get_null_map_data().size() + static_cast(end - start), 0); _agg_functions[i]->function()->insert_result_into_range( @@ -423,7 +422,7 @@ void AnalyticSinkLocalState::_insert_result_info(int64_t start, int64_t end) { } } -void AnalyticSinkLocalState::_output_current_block(vectorized::Block* block) { +void AnalyticSinkLocalState::_output_current_block(Block* block) { block->swap(std::move(_input_blocks[_output_block_index])); _blocks_memory_usage->add(-block->allocated_bytes()); DCHECK(_parent->cast()._change_to_nullable_flags.size() == @@ -459,7 +458,7 @@ void AnalyticSinkLocalState::_init_result_columns() { } } -void AnalyticSinkLocalState::_refresh_buffer_and_dependency_state(vectorized::Block* block) { +void AnalyticSinkLocalState::_refresh_buffer_and_dependency_state(Block* block) { size_t buffer_size = 0; { std::unique_lock lc(_shared_state->buffer_mutex); @@ -614,9 +613,9 @@ void AnalyticSinkLocalState::_find_next_order_by_ends() { } // Compares (*this)[n] and rhs[m] -int64_t AnalyticSinkLocalState::find_first_not_equal(vectorized::IColumn* reference_column, - vectorized::IColumn* compared_column, - int64_t target, int64_t start, int64_t end) { +int64_t AnalyticSinkLocalState::find_first_not_equal(IColumn* reference_column, + IColumn* compared_column, int64_t target, + int64_t start, int64_t end) { while (start + 1 < end) { int64_t mid = start + (end - start) / 2; if (reference_column->compare_at(target, mid, *compared_column, 1) == 0) { @@ -655,39 +654,37 @@ Status AnalyticSinkOperatorX::init(const TPlanNode& tnode, RuntimeState* state) _num_agg_input.resize(_agg_functions_size); for (int i = 0; i < _agg_functions_size; ++i) { const TExpr& desc = analytic_node.analytic_functions[i]; - vectorized::AggFnEvaluator* evaluator = nullptr; + AggFnEvaluator* evaluator = nullptr; // Window function treats all NullableAggregateFunction as AlwaysNullable. // Its behavior is same with executed without group by key. // https://github.com/apache/doris/pull/40693 - RETURN_IF_ERROR(vectorized::AggFnEvaluator::create(_pool, desc, {}, /*without_key*/ true, - true, &evaluator)); + RETURN_IF_ERROR( + AggFnEvaluator::create(_pool, desc, {}, /*without_key*/ true, true, &evaluator)); _agg_functions.emplace_back(evaluator); int node_idx = 0; _num_agg_input[i] = desc.nodes[0].num_children; for (int j = 0; j < desc.nodes[0].num_children; ++j) { ++node_idx; - vectorized::VExprSPtr expr; - vectorized::VExprContextSPtr ctx; - RETURN_IF_ERROR( - vectorized::VExpr::create_tree_from_thrift(desc.nodes, &node_idx, expr, ctx)); + VExprSPtr expr; + VExprContextSPtr ctx; + RETURN_IF_ERROR(VExpr::create_tree_from_thrift(desc.nodes, &node_idx, expr, ctx)); _agg_expr_ctxs[i].emplace_back(ctx); } } - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(analytic_node.partition_exprs, - _partition_by_eq_expr_ctxs)); - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(analytic_node.order_by_exprs, - _order_by_eq_expr_ctxs)); - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(analytic_node.range_between_offset_exprs, - _range_between_expr_ctxs)); + RETURN_IF_ERROR( + VExpr::create_expr_trees(analytic_node.partition_exprs, _partition_by_eq_expr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(analytic_node.order_by_exprs, _order_by_eq_expr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(analytic_node.range_between_offset_exprs, + _range_between_expr_ctxs)); return Status::OK(); } Status AnalyticSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(DataSinkOperatorX::prepare(state)); for (const auto& ctx : _agg_expr_ctxs) { - RETURN_IF_ERROR(vectorized::VExpr::prepare(ctx, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::prepare(ctx, state, _child->row_desc())); } _intermediate_tuple_desc = state->desc_tbl().get_tuple_descriptor(_intermediate_tuple_id); _output_tuple_desc = state->desc_tbl().get_tuple_descriptor(_output_tuple_id); @@ -707,25 +704,22 @@ Status AnalyticSinkOperatorX::prepare(RuntimeState* state) { tuple_ids.push_back(_buffered_tuple_id); RowDescriptor cmp_row_desc(state->desc_tbl(), tuple_ids, std::vector(2, false)); if (!_partition_by_eq_expr_ctxs.empty()) { - RETURN_IF_ERROR( - vectorized::VExpr::prepare(_partition_by_eq_expr_ctxs, state, cmp_row_desc)); + RETURN_IF_ERROR(VExpr::prepare(_partition_by_eq_expr_ctxs, state, cmp_row_desc)); } if (!_order_by_eq_expr_ctxs.empty()) { - RETURN_IF_ERROR( - vectorized::VExpr::prepare(_order_by_eq_expr_ctxs, state, cmp_row_desc)); + RETURN_IF_ERROR(VExpr::prepare(_order_by_eq_expr_ctxs, state, cmp_row_desc)); } } if (!_range_between_expr_ctxs.empty()) { DCHECK(_range_between_expr_ctxs.size() == 2); - RETURN_IF_ERROR( - vectorized::VExpr::prepare(_range_between_expr_ctxs, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::prepare(_range_between_expr_ctxs, state, _child->row_desc())); } - RETURN_IF_ERROR(vectorized::VExpr::open(_range_between_expr_ctxs, state)); - RETURN_IF_ERROR(vectorized::VExpr::open(_partition_by_eq_expr_ctxs, state)); - RETURN_IF_ERROR(vectorized::VExpr::open(_order_by_eq_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::open(_range_between_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::open(_partition_by_eq_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::open(_order_by_eq_expr_ctxs, state)); for (size_t i = 0; i < _agg_functions_size; ++i) { RETURN_IF_ERROR(_agg_functions[i]->open(state)); - RETURN_IF_ERROR(vectorized::VExpr::open(_agg_expr_ctxs[i], state)); + RETURN_IF_ERROR(VExpr::open(_agg_expr_ctxs[i], state)); } _offsets_of_aggregate_states.resize(_agg_functions_size); @@ -751,8 +745,7 @@ Status AnalyticSinkOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -Status AnalyticSinkOperatorX::sink(doris::RuntimeState* state, vectorized::Block* input_block, - bool eos) { +Status AnalyticSinkOperatorX::sink(doris::RuntimeState* state, Block* input_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)input_block->rows()); @@ -770,8 +763,7 @@ Status AnalyticSinkOperatorX::sink(doris::RuntimeState* state, vectorized::Block return Status::OK(); } -Status AnalyticSinkOperatorX::_add_input_block(doris::RuntimeState* state, - vectorized::Block* input_block) { +Status AnalyticSinkOperatorX::_add_input_block(doris::RuntimeState* state, Block* input_block) { if (input_block->rows() <= 0) { return Status::OK(); } @@ -817,7 +809,7 @@ Status AnalyticSinkOperatorX::_add_input_block(doris::RuntimeState* state, local_state._range_result_columns[i].get(), block_rows)); } } - vectorized::Block::erase_useless_column(input_block, column_to_keep); + Block::erase_useless_column(input_block, column_to_keep); COUNTER_UPDATE(local_state._memory_used_counter, input_block->allocated_bytes()); COUNTER_UPDATE(local_state._blocks_memory_usage, input_block->allocated_bytes()); local_state._input_blocks.emplace_back(std::move(*input_block)); @@ -894,10 +886,9 @@ size_t AnalyticSinkOperatorX::get_reserve_mem_size(RuntimeState* state, bool eos return local_state._reserve_mem_size; } -Status AnalyticSinkOperatorX::_insert_range_column(vectorized::Block* block, - const vectorized::VExprContextSPtr& expr, - vectorized::IColumn* dst_column, size_t length) { - vectorized::ColumnPtr column; +Status AnalyticSinkOperatorX::_insert_range_column(Block* block, const VExprContextSPtr& expr, + IColumn* dst_column, size_t length) { + ColumnPtr column; RETURN_IF_ERROR(expr->execute(block, column)); column = column->convert_to_full_column_if_const(); // iff dst_column is string, maybe overflow of 4G, so need ignore overflow @@ -939,4 +930,4 @@ void AnalyticSinkLocalState::_destroy_agg_status() { template class DataSinkOperatorX; -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/analytic_sink_operator.h b/be/src/exec/operator/analytic_sink_operator.h index 486c566f8ec52d..7b6975e5e68331 100644 --- a/be/src/exec/operator/analytic_sink_operator.h +++ b/be/src/exec/operator/analytic_sink_operator.h @@ -25,7 +25,6 @@ namespace doris { #include "common/compile_check_begin.h" -namespace pipeline { class AnalyticSinkOperatorX; struct BoundaryPose { @@ -96,9 +95,9 @@ class AnalyticSinkLocalState : public PipelineXSinkLocalState _agg_expr_ctxs; - vectorized::VExprContextSPtrs _partition_by_eq_expr_ctxs; - vectorized::VExprContextSPtrs _order_by_eq_expr_ctxs; - vectorized::VExprContextSPtrs _range_between_expr_ctxs; - std::vector> _agg_input_columns; - std::vector _partition_by_columns; - std::vector _order_by_columns; - std::vector _range_result_columns; + int64_t find_first_not_equal(IColumn* reference_column, IColumn* compared_column, + int64_t target, int64_t start, int64_t end); + + std::vector _agg_expr_ctxs; + VExprContextSPtrs _partition_by_eq_expr_ctxs; + VExprContextSPtrs _order_by_eq_expr_ctxs; + VExprContextSPtrs _range_between_expr_ctxs; + std::vector> _agg_input_columns; + std::vector _partition_by_columns; + std::vector _order_by_columns; + std::vector _range_result_columns; size_t _partition_exprs_size = 0; size_t _order_by_exprs_size = 0; BoundaryPose _partition_by_pose; @@ -132,8 +130,8 @@ class AnalyticSinkLocalState : public PipelineXSinkLocalState _agg_functions; + AggregateDataPtr _fn_place_ptr = nullptr; + std::vector _agg_functions; std::vector _offsets_of_aggregate_states; std::vector _result_column_nullable_flags; std::vector _result_column_could_resize; @@ -151,13 +149,13 @@ class AnalyticSinkLocalState : public PipelineXSinkLocalState _result_window_columns; + std::vector _result_window_columns; int64_t _rows_start_offset = 0; int64_t _rows_end_offset = 0; int64_t _input_total_rows = 0; bool _input_eos = false; - std::vector _input_blocks; + std::vector _input_blocks; std::vector _input_block_first_row_positions; int64_t _removed_block_index = 0; int64_t _have_removed_rows = 0; @@ -212,7 +210,7 @@ class AnalyticSinkOperatorX final : public DataSinkOperatorX _agg_expr_ctxs; - vectorized::VExprContextSPtrs _partition_by_eq_expr_ctxs; - vectorized::VExprContextSPtrs _order_by_eq_expr_ctxs; - vectorized::VExprContextSPtrs _range_between_expr_ctxs; + std::vector _agg_expr_ctxs; + VExprContextSPtrs _partition_by_eq_expr_ctxs; + VExprContextSPtrs _order_by_eq_expr_ctxs; + VExprContextSPtrs _range_between_expr_ctxs; size_t _agg_functions_size = 0; std::vector _num_agg_input; - std::vector _agg_functions; + std::vector _agg_functions; TupleId _intermediate_tuple_id; TupleId _output_tuple_id; @@ -268,6 +266,5 @@ class AnalyticSinkOperatorX final : public DataSinkOperatorX _change_to_nullable_flags; }; -} // namespace pipeline } // namespace doris #include "common/compile_check_end.h" \ No newline at end of file diff --git a/be/src/exec/operator/analytic_source_operator.cpp b/be/src/exec/operator/analytic_source_operator.cpp index 7d2d6a243fa4e0..de385e3dedee24 100644 --- a/be/src/exec/operator/analytic_source_operator.cpp +++ b/be/src/exec/operator/analytic_source_operator.cpp @@ -24,7 +24,7 @@ #include "exec/operator/operator.h" #include "exprs/vectorized_agg_fn.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" AnalyticLocalState::AnalyticLocalState(RuntimeState* state, OperatorXBase* parent) @@ -43,8 +43,7 @@ AnalyticSourceOperatorX::AnalyticSourceOperatorX(ObjectPool* pool, const TPlanNo int operator_id, const DescriptorTbl& descs) : OperatorX(pool, tnode, operator_id, descs) {} -Status AnalyticSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* output_block, - bool* eos) { +Status AnalyticSourceOperatorX::get_block(RuntimeState* state, Block* output_block, bool* eos) { RETURN_IF_CANCELLED(state); auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); @@ -92,4 +91,4 @@ Status AnalyticSourceOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/analytic_source_operator.h b/be/src/exec/operator/analytic_source_operator.h index 29a675ec3b9a2a..e4d9cb2c2b69d0 100644 --- a/be/src/exec/operator/analytic_source_operator.h +++ b/be/src/exec/operator/analytic_source_operator.h @@ -25,7 +25,6 @@ namespace doris { class RuntimeState; -namespace pipeline { #include "common/compile_check_begin.h" class AnalyticSourceOperatorX; @@ -49,7 +48,7 @@ class AnalyticSourceOperatorX final : public OperatorX { #ifdef BE_TEST AnalyticSourceOperatorX() = default; #endif - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; bool is_source() const override { return true; } @@ -59,6 +58,5 @@ class AnalyticSourceOperatorX final : public OperatorX { friend class AnalyticLocalState; }; -} // namespace pipeline } // namespace doris #include "common/compile_check_end.h" \ No newline at end of file diff --git a/be/src/exec/operator/assert_num_rows_operator.cpp b/be/src/exec/operator/assert_num_rows_operator.cpp index 70cdb62e461f82..c8097a1800ce43 100644 --- a/be/src/exec/operator/assert_num_rows_operator.cpp +++ b/be/src/exec/operator/assert_num_rows_operator.cpp @@ -20,7 +20,7 @@ #include "exec/common/util.hpp" #include "exprs/vexpr_context.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" AssertNumRowsOperatorX::AssertNumRowsOperatorX(ObjectPool* pool, const TPlanNode& tnode, int operator_id, const DescriptorTbl& descs) @@ -38,8 +38,7 @@ AssertNumRowsOperatorX::AssertNumRowsOperatorX(ObjectPool* pool, const TPlanNode tnode.assert_num_rows_node.should_convert_output_to_nullable; } -Status AssertNumRowsOperatorX::pull(doris::RuntimeState* state, vectorized::Block* block, - bool* eos) { +Status AssertNumRowsOperatorX::pull(doris::RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); SCOPED_PEAK_MEM(&local_state.estimate_memory_usage()); @@ -81,18 +80,17 @@ Status AssertNumRowsOperatorX::pull(doris::RuntimeState* state, vectorized::Bloc if (block->rows() > 0) { for (size_t i = 0; i != block->columns(); ++i) { auto& data = block->get_by_position(i); - data.type = vectorized::make_nullable(data.type); - data.column = vectorized::make_nullable(data.column); + data.type = make_nullable(data.type); + data.column = make_nullable(data.column); } } else if (!has_more_rows && _assertion == TAssertion::EQ && num_rows_returned == 0 && _desired_num_rows == 1) { - auto new_block = - vectorized::VectorizedUtils::create_columns_with_type_and_name(_row_descriptor); + auto new_block = VectorizedUtils::create_columns_with_type_and_name(_row_descriptor); block->swap(new_block); for (size_t i = 0; i != block->columns(); ++i) { auto& column = block->get_by_position(i).column; auto& type = block->get_by_position(i).type; - type = vectorized::make_nullable(type); + type = make_nullable(type); column = type->create_column(); column->assume_mutable()->insert_default(); } @@ -124,4 +122,4 @@ Status AssertNumRowsOperatorX::pull(doris::RuntimeState* state, vectorized::Bloc return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/assert_num_rows_operator.h b/be/src/exec/operator/assert_num_rows_operator.h index 6357e39bb7cc9f..2639dae29d19ba 100644 --- a/be/src/exec/operator/assert_num_rows_operator.h +++ b/be/src/exec/operator/assert_num_rows_operator.h @@ -19,7 +19,7 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class AssertNumRowsLocalState final : public PipelineXLocalState { @@ -43,7 +43,7 @@ class AssertNumRowsOperatorX final : public StreamingOperatorXrows()); @@ -57,7 +56,7 @@ Status BlackholeSinkOperatorX::sink(RuntimeState* state, vectorized::Block* bloc return Status::OK(); } -Status BlackholeSinkOperatorX::_process_block(RuntimeState* state, vectorized::Block* block) { +Status BlackholeSinkOperatorX::_process_block(RuntimeState* state, Block* block) { auto& local_state = get_local_state(state); // Update metrics - count rows and bytes processed @@ -108,5 +107,4 @@ Status BlackholeSinkOperatorX::close(RuntimeState* state) { return Status::OK(); } -} // namespace pipeline } // namespace doris diff --git a/be/src/exec/operator/blackhole_sink_operator.h b/be/src/exec/operator/blackhole_sink_operator.h index 0f7729c4369094..23a2e9953063b0 100644 --- a/be/src/exec/operator/blackhole_sink_operator.h +++ b/be/src/exec/operator/blackhole_sink_operator.h @@ -30,11 +30,7 @@ namespace doris { class TDataSink; -namespace vectorized { class Block; -} - -namespace pipeline { // Forward declaration class BlackholeSinkOperatorX; @@ -72,7 +68,7 @@ class BlackholeSinkOperatorX final : public DataSinkOperatorXrows()); if (in_block->rows() > 0) { RETURN_IF_ERROR(local_state._shared_state->data_queue.push_block( - vectorized::Block::create_unique(std::move(*in_block)), 0)); + Block::create_unique(std::move(*in_block)), 0)); } if (UNLIKELY(eos)) { local_state._shared_state->data_queue.set_finish(0); @@ -65,4 +65,4 @@ Status CacheSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/cache_sink_operator.h b/be/src/exec/operator/cache_sink_operator.h index b7b49fc00bd4d7..084cc5249137c3 100644 --- a/be/src/exec/operator/cache_sink_operator.h +++ b/be/src/exec/operator/cache_sink_operator.h @@ -29,7 +29,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { class DataQueue; class CacheSinkOperatorX; @@ -59,7 +58,7 @@ class CacheSinkOperatorX final : public DataSinkOperatorX { DataSinkOperatorX::_name); } - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override; + Status sink(RuntimeState* state, Block* in_block, bool eos) override; std::shared_ptr create_shared_state() const override { std::shared_ptr ss = std::make_shared(); @@ -71,6 +70,5 @@ class CacheSinkOperatorX final : public DataSinkOperatorX { } }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/cache_source_operator.cpp b/be/src/exec/operator/cache_source_operator.cpp index a184828842d890..91d48d77470ec6 100644 --- a/be/src/exec/operator/cache_source_operator.cpp +++ b/be/src/exec/operator/cache_source_operator.cpp @@ -28,7 +28,6 @@ namespace doris { class RuntimeState; -namespace pipeline { #include "common/compile_check_begin.h" Status CacheSourceLocalState::init(RuntimeState* state, LocalStateInfo& info) { RETURN_IF_ERROR(Base::init(state, info)); @@ -118,7 +117,7 @@ std::string CacheSourceLocalState::debug_string(int indentation_level) const { return fmt::to_string(debug_string_buffer); } -Status CacheSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, bool* eos) { +Status CacheSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); @@ -140,7 +139,7 @@ Status CacheSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* b } }); - std::unique_ptr output_block; + std::unique_ptr output_block; int child_idx = 0; RETURN_IF_ERROR(local_state._shared_state->data_queue.get_block_from_queue(&output_block, &child_idx)); @@ -156,8 +155,7 @@ Status CacheSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* b if (need_clone_empty) { *block = output_block->clone_empty(); } - RETURN_IF_ERROR( - vectorized::MutableBlock::build_mutable_block(block).merge(*output_block)); + RETURN_IF_ERROR(MutableBlock::build_mutable_block(block).merge(*output_block)); local_state._current_query_cache_rows += output_block->rows(); auto mem_consume = output_block->allocated_bytes(); local_state._current_query_cache_bytes += mem_consume; @@ -180,8 +178,7 @@ Status CacheSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* b if (need_clone_empty) { *block = hit_cache_block->clone_empty(); } - RETURN_IF_ERROR( - vectorized::MutableBlock::build_mutable_block(block).merge(*hit_cache_block)); + RETURN_IF_ERROR(MutableBlock::build_mutable_block(block).merge(*hit_cache_block)); if (!local_state._hit_cache_column_orders.empty()) { auto datas = block->get_columns_with_type_and_name(); block->clear(); @@ -198,5 +195,4 @@ Status CacheSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* b return Status::OK(); } -} // namespace pipeline } // namespace doris diff --git a/be/src/exec/operator/cache_source_operator.h b/be/src/exec/operator/cache_source_operator.h index 5c0bee0f9bd5ed..dca13774cf405b 100644 --- a/be/src/exec/operator/cache_source_operator.h +++ b/be/src/exec/operator/cache_source_operator.h @@ -28,11 +28,8 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace vectorized { class Block; -} // namespace vectorized -namespace pipeline { class DataQueue; class CacheSourceOperatorX; @@ -56,14 +53,14 @@ class CacheSourceLocalState final : public PipelineXLocalState _local_cache_blocks; + std::vector _local_cache_blocks; std::vector _slot_orders; size_t _current_query_cache_bytes = 0; size_t _current_query_cache_rows = 0; bool _need_insert_cache = true; QueryCacheHandle _query_cache_handle; - std::vector* _hit_cache_results = nullptr; + std::vector* _hit_cache_results = nullptr; std::vector _hit_cache_column_orders; int _hit_cache_pos = 0; }; @@ -82,7 +79,7 @@ class CacheSourceOperatorX final : public OperatorX { #endif ~CacheSourceOperatorX() override = default; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; bool is_source() const override { return true; } @@ -101,6 +98,5 @@ class CacheSourceOperatorX final : public OperatorX { friend class CacheSourceLocalState; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/data_queue.cpp b/be/src/exec/operator/data_queue.cpp index acd00a4f9154bf..84ba08f309f983 100644 --- a/be/src/exec/operator/data_queue.cpp +++ b/be/src/exec/operator/data_queue.cpp @@ -27,7 +27,6 @@ #include "exec/pipeline/dependency.h" namespace doris { -namespace pipeline { #include "common/compile_check_begin.h" DataQueue::DataQueue(int child_count) : _queue_blocks_lock(child_count), @@ -52,7 +51,7 @@ DataQueue::DataQueue(int child_count) _sink_dependencies.resize(child_count, nullptr); } -std::unique_ptr DataQueue::get_free_block(int child_idx) { +std::unique_ptr DataQueue::get_free_block(int child_idx) { { INJECT_MOCK_SLEEP(std::lock_guard l(*_free_blocks_lock[child_idx])); if (!_free_blocks[child_idx].empty()) { @@ -62,10 +61,10 @@ std::unique_ptr DataQueue::get_free_block(int child_idx) { } } - return vectorized::Block::create_unique(); + return Block::create_unique(); } -void DataQueue::push_free_block(std::unique_ptr block, int child_idx) { +void DataQueue::push_free_block(std::unique_ptr block, int child_idx) { DCHECK(block->rows() == 0); if (!_is_low_memory_mode) { @@ -77,7 +76,7 @@ void DataQueue::push_free_block(std::unique_ptr block, int ch void DataQueue::clear_free_blocks() { for (size_t child_idx = 0; child_idx < _free_blocks.size(); ++child_idx) { std::lock_guard l(*_free_blocks_lock[child_idx]); - std::deque> tmp_queue; + std::deque> tmp_queue; _free_blocks[child_idx].swap(tmp_queue); } } @@ -115,8 +114,7 @@ bool DataQueue::remaining_has_data() { //the _flag_queue_idx indicate which queue has data, and in check can_read //will be set idx in remaining_has_data function -Status DataQueue::get_block_from_queue(std::unique_ptr* output_block, - int* child_idx) { +Status DataQueue::get_block_from_queue(std::unique_ptr* output_block, int* child_idx) { if (_is_canceled[_flag_queue_idx]) { return Status::InternalError("Current queue of idx {} have beed canceled: ", _flag_queue_idx); @@ -144,7 +142,7 @@ Status DataQueue::get_block_from_queue(std::unique_ptr* outpu return Status::OK(); } -Status DataQueue::push_block(std::unique_ptr block, int child_idx) { +Status DataQueue::push_block(std::unique_ptr block, int child_idx) { if (!block) { return Status::OK(); } @@ -215,5 +213,4 @@ void DataQueue::set_source_block() { } } -} // namespace pipeline } // namespace doris diff --git a/be/src/exec/operator/data_queue.h b/be/src/exec/operator/data_queue.h index a70e4d7ff88714..a3c34d86a1e90b 100644 --- a/be/src/exec/operator/data_queue.h +++ b/be/src/exec/operator/data_queue.h @@ -26,7 +26,7 @@ #include "common/status.h" #include "core/block/block.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class Dependency; @@ -37,14 +37,13 @@ class DataQueue { DataQueue(int child_count = 1); ~DataQueue() = default; - Status get_block_from_queue(std::unique_ptr* block, - int* child_idx = nullptr); + Status get_block_from_queue(std::unique_ptr* block, int* child_idx = nullptr); - Status push_block(std::unique_ptr block, int child_idx = 0); + Status push_block(std::unique_ptr block, int child_idx = 0); - std::unique_ptr get_free_block(int child_idx = 0); + std::unique_ptr get_free_block(int child_idx = 0); - void push_free_block(std::unique_ptr output_block, int child_idx = 0); + void push_free_block(std::unique_ptr output_block, int child_idx = 0); void clear_free_blocks(); @@ -83,10 +82,10 @@ class DataQueue { private: std::vector> _queue_blocks_lock; - std::vector>> _queue_blocks; + std::vector>> _queue_blocks; std::vector> _free_blocks_lock; - std::vector>> _free_blocks; + std::vector>> _free_blocks; //how many deque will be init, always will be one int _child_count = 0; @@ -118,4 +117,4 @@ class DataQueue { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/datagen_operator.cpp b/be/src/exec/operator/datagen_operator.cpp index 0476afe371c748..457675666194ee 100644 --- a/be/src/exec/operator/datagen_operator.cpp +++ b/be/src/exec/operator/datagen_operator.cpp @@ -29,7 +29,7 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" DataGenSourceOperatorX::DataGenSourceOperatorX(ObjectPool* pool, const TPlanNode& tnode, int operator_id, const DescriptorTbl& descs) @@ -61,7 +61,7 @@ Status DataGenSourceOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -Status DataGenSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, bool* eos) { +Status DataGenSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { if (state == nullptr || block == nullptr) { return Status::InternalError("input is NULL pointer"); } @@ -75,8 +75,8 @@ Status DataGenSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* } { SCOPED_TIMER(local_state._filter_timer); - RETURN_IF_ERROR(vectorized::VExprContext::filter_block(local_state._conjuncts, block, - block->columns())); + RETURN_IF_ERROR( + VExprContext::filter_block(local_state._conjuncts, block, block->columns())); } local_state.reached_limit(block, eos); return Status::OK(); @@ -112,4 +112,4 @@ Status DataGenLocalState::close(RuntimeState* state) { return PipelineXLocalState<>::close(state); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/datagen_operator.h b/be/src/exec/operator/datagen_operator.h index 51fa1e97c5dc55..7950725fde09b1 100644 --- a/be/src/exec/operator/datagen_operator.h +++ b/be/src/exec/operator/datagen_operator.h @@ -28,7 +28,7 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { class DataGenSourceOperatorX; class DataGenLocalState final : public PipelineXLocalState<> { @@ -59,7 +59,7 @@ class DataGenSourceOperatorX final : public OperatorX { Status init(const TPlanNode& tnode, RuntimeState* state) override; Status prepare(RuntimeState* state) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; [[nodiscard]] bool is_source() const override { return true; } @@ -75,4 +75,4 @@ class DataGenSourceOperatorX final : public OperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/dict_sink_operator.cpp b/be/src/exec/operator/dict_sink_operator.cpp index 36e5b2f7720917..c529c4ced25598 100644 --- a/be/src/exec/operator/dict_sink_operator.cpp +++ b/be/src/exec/operator/dict_sink_operator.cpp @@ -25,7 +25,7 @@ #include "exprs/function/dictionary_util.h" #include "exprs/function/ip_address_dictionary.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status DictSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { @@ -48,13 +48,13 @@ Status DictSinkLocalState::load_dict(RuntimeState* state) { data.column = std::move(*data.column).mutate()->convert_column_if_overflow(); } - vectorized::ColumnsWithTypeAndName key_data; + ColumnsWithTypeAndName key_data; - vectorized::ColumnsWithTypeAndName value_data; + ColumnsWithTypeAndName value_data; for (long key_expr_id : p._key_output_expr_slots) { auto key_expr_ctx = _output_vexpr_ctxs[key_expr_id]; - vectorized::ColumnWithTypeAndName key_exec_data; + ColumnWithTypeAndName key_exec_data; RETURN_IF_ERROR(key_expr_ctx->execute(&input_block, key_exec_data)); key_data.push_back(key_exec_data); @@ -65,7 +65,7 @@ Status DictSinkLocalState::load_dict(RuntimeState* state) { auto value_name = p._value_names[i]; auto value_expr_ctx = _output_vexpr_ctxs[value_expr_id]; - vectorized::ColumnPtr value_column; + ColumnPtr value_column; RETURN_IF_ERROR(value_expr_ctx->execute(&input_block, value_column)); auto value_type = value_expr_ctx->execute_type(&input_block); value_data.push_back({value_column, value_type, value_name}); @@ -74,7 +74,7 @@ Status DictSinkLocalState::load_dict(RuntimeState* state) { RETURN_IF_ERROR(check_dict_input_data(key_data, value_data, p._skip_null_key)); const auto& dict_name = p._dictionary_name; - vectorized::DictionaryPtr dict = nullptr; + DictionaryPtr dict = nullptr; switch (p._layout_type) { case TDictLayoutType::type::IP_TRIE: { @@ -133,10 +133,10 @@ Status DictSinkOperatorX::prepare(RuntimeState* state) { } // prepare output_expr // From the thrift expressions create the real exprs. - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); // Prepare the exprs to run. - RETURN_IF_ERROR(vectorized::VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); - RETURN_IF_ERROR(vectorized::VExpr::open(_output_vexpr_ctxs, state)); + RETURN_IF_ERROR(VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); + RETURN_IF_ERROR(VExpr::open(_output_vexpr_ctxs, state)); for (auto key_expr_id : _key_output_expr_slots) { auto key_expr = _output_vexpr_ctxs[key_expr_id]->root(); @@ -159,7 +159,7 @@ Status DictSinkOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -Status DictSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, bool eos) { +Status DictSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)in_block->rows()); @@ -167,8 +167,7 @@ Status DictSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, SCOPED_SWITCH_THREAD_MEM_TRACKER_LIMITER(ExecEnv::GetInstance()->dict_factory()->mem_tracker()); if (local_state._dict_input_block.columns() == 0) { - local_state._dict_input_block = - vectorized::Block(vectorized::VectorizedUtils::create_empty_block(_row_desc)); + local_state._dict_input_block = Block(VectorizedUtils::create_empty_block(_row_desc)); } if (in_block->rows() != 0) { @@ -182,5 +181,5 @@ Status DictSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/operator/dict_sink_operator.h b/be/src/exec/operator/dict_sink_operator.h index 0ab2cf036d29ef..252136b33085c1 100644 --- a/be/src/exec/operator/dict_sink_operator.h +++ b/be/src/exec/operator/dict_sink_operator.h @@ -23,7 +23,7 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class DictSinkLocalState final : public PipelineXSinkLocalState { ENABLE_FACTORY_CREATOR(DictSinkLocalState); @@ -38,9 +38,9 @@ class DictSinkLocalState final : public PipelineXSinkLocalState { @@ -50,7 +50,7 @@ class DictSinkOperatorX final : public DataSinkOperatorX { const std::vector& dict_input_expr, const TDictionarySink& dict_sink); Status prepare(RuntimeState* state) override; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override; + Status sink(RuntimeState* state, Block* in_block, bool eos) override; private: friend class DictSinkLocalState; @@ -81,7 +81,7 @@ class DictSinkOperatorX final : public DataSinkOperatorX { // Owned by the RuntimeState. const std::vector& _t_output_expr; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; // If true, we will skip the row containing the null key, if false, directly report an error const bool _skip_null_key; @@ -89,5 +89,5 @@ class DictSinkOperatorX final : public DataSinkOperatorX { const int64_t _memory_limit; }; -} // namespace doris::pipeline +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp b/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp index 50889c57c92043..42ef0e9e74e0ba 100644 --- a/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp +++ b/be/src/exec/operator/distinct_streaming_aggregation_operator.cpp @@ -31,7 +31,7 @@ class ExecNode; class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" DistinctStreamingAggLocalState::DistinctStreamingAggLocalState(RuntimeState* state, @@ -39,8 +39,8 @@ DistinctStreamingAggLocalState::DistinctStreamingAggLocalState(RuntimeState* sta : PipelineXLocalState(state, parent), batch_size(state->batch_size()), _agg_data(std::make_unique()), - _child_block(vectorized::Block::create_unique()), - _aggregated_block(vectorized::Block::create_unique()), + _child_block(Block::create_unique()), + _aggregated_block(Block::create_unique()), _is_single_backend(state->get_query_ctx()->is_single_backend_query()) {} Status DistinctStreamingAggLocalState::init(RuntimeState* state, LocalStateInfo& info) { @@ -77,7 +77,7 @@ bool DistinctStreamingAggLocalState::_should_expand_preagg_hash_tables() { } return std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> bool { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); return false; @@ -140,7 +140,7 @@ bool DistinctStreamingAggLocalState::_should_expand_preagg_hash_tables() { } Status DistinctStreamingAggLocalState::_init_hash_method( - const vectorized::VExprContextSPtrs& probe_exprs) { + const VExprContextSPtrs& probe_exprs) { RETURN_IF_ERROR(init_hash_method( _agg_data.get(), get_data_types(probe_exprs), Base::_parent->template cast()._is_first_phase)); @@ -148,12 +148,12 @@ Status DistinctStreamingAggLocalState::_init_hash_method( } Status DistinctStreamingAggLocalState::_distinct_pre_agg_with_serialized_key( - doris::vectorized::Block* in_block, doris::vectorized::Block* out_block) { + doris::Block* in_block, doris::Block* out_block) { SCOPED_TIMER(_build_timer); DCHECK(!_probe_expr_ctxs.empty()); size_t key_size = _probe_expr_ctxs.size(); - vectorized::ColumnRawPtrs key_columns(key_size); + ColumnRawPtrs key_columns(key_size); std::vector result_idxs(key_size); { SCOPED_TIMER(_expr_timer); @@ -229,7 +229,7 @@ Status DistinctStreamingAggLocalState::_distinct_pre_agg_with_serialized_key( } } else { DCHECK(out_block->empty()) << "out_block must be empty , but rows is " << out_block->rows(); - vectorized::ColumnsWithTypeAndName columns_with_schema; + ColumnsWithTypeAndName columns_with_schema; for (int i = 0; i < key_size; ++i) { if (_stop_emplace_flag) { columns_with_schema.emplace_back(key_columns[i]->assume_mutable(), @@ -243,7 +243,7 @@ Status DistinctStreamingAggLocalState::_distinct_pre_agg_with_serialized_key( _probe_expr_ctxs[i]->root()->expr_name()); } } - out_block->swap(vectorized::Block(columns_with_schema)); + out_block->swap(Block(columns_with_schema)); _cache_block = out_block->clone_empty(); if (_stop_emplace_flag) { in_block->clear(); // clear the column ref with stop_emplace_flag = true @@ -252,7 +252,7 @@ Status DistinctStreamingAggLocalState::_distinct_pre_agg_with_serialized_key( return Status::OK(); } -void DistinctStreamingAggLocalState::_make_nullable_output_key(vectorized::Block* block) { +void DistinctStreamingAggLocalState::_make_nullable_output_key(Block* block) { if (block->rows() != 0) { for (auto cid : Base::_parent->cast()._make_nullable_keys) { block->get_by_position(cid).column = make_nullable(block->get_by_position(cid).column); @@ -262,10 +262,10 @@ void DistinctStreamingAggLocalState::_make_nullable_output_key(vectorized::Block } void DistinctStreamingAggLocalState::_emplace_into_hash_table_to_distinct( - vectorized::IColumn::Selector& distinct_row, vectorized::ColumnRawPtrs& key_columns, + IColumn::Selector& distinct_row, ColumnRawPtrs& key_columns, const uint32_t num_rows) { std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -292,7 +292,7 @@ void DistinctStreamingAggLocalState::_emplace_into_hash_table_to_distinct( auto creator_for_null_key = [&]() { distinct_row.push_back(row); }; SCOPED_TIMER(_hash_table_emplace_timer); - vectorized::lazy_emplace_batch_void(agg_method, state, num_rows, creator, + lazy_emplace_batch_void(agg_method, state, num_rows, creator, creator_for_null_key, [&](uint32_t r) { row = r; }); @@ -323,7 +323,7 @@ Status DistinctStreamingAggOperatorX::init(const TPlanNode& tnode, RuntimeState* RETURN_IF_ERROR(StatefulOperatorX::init(tnode, state)); // ignore return status for now , so we need to introduce ExecNode::init() RETURN_IF_ERROR( - vectorized::VExpr::create_expr_trees(tnode.agg_node.grouping_exprs, _probe_expr_ctxs)); + VExpr::create_expr_trees(tnode.agg_node.grouping_exprs, _probe_expr_ctxs)); _op_name = "DISTINCT_STREAMING_AGGREGATION_OPERATOR"; return Status::OK(); @@ -331,8 +331,8 @@ Status DistinctStreamingAggOperatorX::init(const TPlanNode& tnode, RuntimeState* Status DistinctStreamingAggOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(StatefulOperatorX::prepare(state)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_probe_expr_ctxs, state, _child->row_desc())); - RETURN_IF_ERROR(vectorized::VExpr::open(_probe_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::prepare(_probe_expr_ctxs, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::open(_probe_expr_ctxs, state)); init_make_nullable(state); return Status::OK(); } @@ -350,7 +350,7 @@ void DistinctStreamingAggOperatorX::init_make_nullable(RuntimeState* state) { } } -Status DistinctStreamingAggOperatorX::push(RuntimeState* state, vectorized::Block* in_block, +Status DistinctStreamingAggOperatorX::push(RuntimeState* state, Block* in_block, bool eos) const { auto& local_state = get_local_state(state); local_state._input_num_rows += in_block->rows(); @@ -370,7 +370,7 @@ Status DistinctStreamingAggOperatorX::push(RuntimeState* state, vectorized::Bloc return Status::OK(); } -Status DistinctStreamingAggOperatorX::pull(RuntimeState* state, vectorized::Block* block, +Status DistinctStreamingAggOperatorX::pull(RuntimeState* state, Block* block, bool* eos) const { auto& local_state = get_local_state(state); if (!local_state._aggregated_block->empty()) { @@ -412,7 +412,7 @@ Status DistinctStreamingAggLocalState::close(RuntimeState* state) { SCOPED_TIMER(Base::_close_timer); /// _hash_table_size_counter may be null if prepare failed. if (_hash_table_size_counter && !_probe_expr_ctxs.empty()) { - std::visit(vectorized::Overload {[&](std::monostate& arg) { + std::visit(Overload {[&](std::monostate& arg) { // Do nothing }, [&](auto& agg_method) { @@ -439,4 +439,4 @@ Status DistinctStreamingAggLocalState::close(RuntimeState* state) { return Base::close(state); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/distinct_streaming_aggregation_operator.h b/be/src/exec/operator/distinct_streaming_aggregation_operator.h index 9eae378d7fdee1..145ad4c79b0676 100644 --- a/be/src/exec/operator/distinct_streaming_aggregation_operator.h +++ b/be/src/exec/operator/distinct_streaming_aggregation_operator.h @@ -32,7 +32,6 @@ namespace doris { class ExecNode; class RuntimeState; -namespace pipeline { #include "common/compile_check_begin.h" class DistinctStreamingAggOperatorX; @@ -51,35 +50,33 @@ class DistinctStreamingAggLocalState final : public PipelineXLocalState friend class StatefulOperatorX; - Status _distinct_pre_agg_with_serialized_key(vectorized::Block* in_block, - vectorized::Block* out_block); - Status _init_hash_method(const vectorized::VExprContextSPtrs& probe_exprs); - void _emplace_into_hash_table_to_distinct(vectorized::IColumn::Selector& distinct_row, - vectorized::ColumnRawPtrs& key_columns, - const uint32_t num_rows); - void _make_nullable_output_key(vectorized::Block* block); + Status _distinct_pre_agg_with_serialized_key(Block* in_block, Block* out_block); + Status _init_hash_method(const VExprContextSPtrs& probe_exprs); + void _emplace_into_hash_table_to_distinct(IColumn::Selector& distinct_row, + ColumnRawPtrs& key_columns, const uint32_t num_rows); + void _make_nullable_output_key(Block* block); bool _should_expand_preagg_hash_tables(); - void _swap_cache_block(vectorized::Block* block) { + void _swap_cache_block(Block* block) { DCHECK(!_cache_block.is_empty_column()); block->swap(_cache_block); _cache_block = block->clone_empty(); } - vectorized::IColumn::Selector _distinct_row; - vectorized::Arena _arena; + IColumn::Selector _distinct_row; + Arena _arena; size_t _input_num_rows = 0; bool _should_expand_hash_table = true; bool _stop_emplace_flag = false; const int batch_size; std::unique_ptr _agg_data = nullptr; // group by k1,k2 - vectorized::VExprContextSPtrs _probe_expr_ctxs; - std::unique_ptr _child_block = nullptr; + VExprContextSPtrs _probe_expr_ctxs; + std::unique_ptr _child_block = nullptr; bool _child_eos = false; bool _reach_limit = false; - std::unique_ptr _aggregated_block = nullptr; - vectorized::Block _cache_block; + std::unique_ptr _aggregated_block = nullptr; + Block _cache_block; RuntimeProfile::Counter* _build_timer = nullptr; RuntimeProfile::Counter* _expr_timer = nullptr; RuntimeProfile::Counter* _hash_table_compute_timer = nullptr; @@ -113,8 +110,8 @@ class DistinctStreamingAggOperatorX final : tnode.agg_node.grouping_exprs; } Status prepare(RuntimeState* state) override; - Status pull(RuntimeState* state, vectorized::Block* block, bool* eos) const override; - Status push(RuntimeState* state, vectorized::Block* input_block, bool eos) const override; + Status pull(RuntimeState* state, Block* block, bool* eos) const override; + Status push(RuntimeState* state, Block* input_block, bool eos) const override; bool need_more_input_data(RuntimeState* state) const override; DataDistribution required_data_distribution(RuntimeState* state) const override { @@ -149,13 +146,12 @@ class DistinctStreamingAggOperatorX final std::vector _partition_exprs; const bool _is_colocate; // group by k1,k2 - vectorized::VExprContextSPtrs _probe_expr_ctxs; + VExprContextSPtrs _probe_expr_ctxs; std::vector _make_nullable_keys; // If _is_streaming_preagg = true, deduplication will be abandoned in cases where the deduplication rate is low. bool _is_streaming_preagg = false; }; -} // namespace pipeline } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/operator/empty_set_operator.cpp b/be/src/exec/operator/empty_set_operator.cpp index 320ab7b519025e..0dd0b66bce340a 100644 --- a/be/src/exec/operator/empty_set_operator.cpp +++ b/be/src/exec/operator/empty_set_operator.cpp @@ -21,14 +21,13 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" -Status EmptySetSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, - bool* eos) { +Status EmptySetSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { *eos = true; return Status::OK(); } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/empty_set_operator.h b/be/src/exec/operator/empty_set_operator.h index 8c81357548e720..5c8f70071c0edd 100644 --- a/be/src/exec/operator/empty_set_operator.h +++ b/be/src/exec/operator/empty_set_operator.h @@ -21,7 +21,7 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class EmptySetLocalState final : public PipelineXLocalState { @@ -43,10 +43,10 @@ class EmptySetSourceOperatorX final : public OperatorX { EmptySetSourceOperatorX() = default; #endif - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; [[nodiscard]] bool is_source() const override { return true; } }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/es_scan_operator.cpp b/be/src/exec/operator/es_scan_operator.cpp index 1cbad4ea66b2ea..68eb7747b7ec9f 100644 --- a/be/src/exec/operator/es_scan_operator.cpp +++ b/be/src/exec/operator/es_scan_operator.cpp @@ -21,7 +21,7 @@ #include "exec/es/es_scroll_query.h" #include "exec/scan/es_scanner.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" // Prefer to the local host static std::string get_host_and_port(const std::vector& es_hosts) { @@ -62,7 +62,7 @@ Status EsScanLocalState::_process_conjuncts(RuntimeState* state) { return Status::OK(); } -Status EsScanLocalState::_init_scanners(std::list* scanners) { +Status EsScanLocalState::_init_scanners(std::list* scanners) { if (_scan_ranges.empty()) { _eos = true; _scan_dependency->set_ready(); @@ -90,7 +90,7 @@ Status EsScanLocalState::_init_scanners(std::list* scan properties[ESScanReader::KEY_QUERY] = ESScrollQueryBuilder::build( properties, p._column_names, p._docvalue_context, &doc_value_mode); - std::shared_ptr scanner = vectorized::EsScanner::create_shared( + std::shared_ptr scanner = EsScanner::create_shared( _state, this, p._limit, p._tuple_id, properties, p._docvalue_context, doc_value_mode, _state->runtime_profile()); @@ -149,4 +149,4 @@ Status EsScanOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/es_scan_operator.h b/be/src/exec/operator/es_scan_operator.h index 99c514a63c4737..c25efc5508724f 100644 --- a/be/src/exec/operator/es_scan_operator.h +++ b/be/src/exec/operator/es_scan_operator.h @@ -28,12 +28,10 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { class EsScanner; -} } // namespace doris -namespace doris::pipeline { +namespace doris { class EsScanOperatorX; class EsScanLocalState final : public ScanLocalState { @@ -44,13 +42,13 @@ class EsScanLocalState final : public ScanLocalState { EsScanLocalState(RuntimeState* state, OperatorXBase* parent) : Base(state, parent) {} private: - friend class vectorized::EsScanner; + friend class EsScanner; void set_scan_ranges(RuntimeState* state, const std::vector& scan_ranges) override; Status _init_profile() override; Status _process_conjuncts(RuntimeState* state) override; - Status _init_scanners(std::list* scanners) override; + Status _init_scanners(std::list* scanners) override; std::vector> _scan_ranges; // FIXME: non-static data member '_rows_read_counter' of 'EsScanLocalState' shadows member inherited from type 'ScanLocalStateBase' @@ -88,4 +86,4 @@ class EsScanOperatorX final : public ScanOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/exchange_sink_buffer.cpp b/be/src/exec/operator/exchange_sink_buffer.cpp index 0ff5ae9f966dea..a7ec1092115692 100644 --- a/be/src/exec/operator/exchange_sink_buffer.cpp +++ b/be/src/exec/operator/exchange_sink_buffer.cpp @@ -50,7 +50,6 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { BroadcastPBlockHolder::~BroadcastPBlockHolder() { // lock the parent queue, if the queue could lock success, then return the block // to the queue, to reuse the block @@ -86,9 +85,6 @@ void BroadcastPBlockHolderMemLimiter::release(const BroadcastPBlockHolder& holde } } -} // namespace vectorized - -namespace pipeline { ExchangeSinkBuffer::ExchangeSinkBuffer(PUniqueId query_id, PlanNodeId dest_node_id, PlanNodeId node_id, RuntimeState* state, const std::vector& sender_ins_ids) @@ -130,11 +126,9 @@ void ExchangeSinkBuffer::construct_request(TUniqueId fragment_instance_id) { instance_data->mutex = std::make_unique(); instance_data->seq = 0; instance_data->package_queue = - std::unordered_map>>(); + std::unordered_map>>(); instance_data->broadcast_package_queue = std::unordered_map< - vectorized::Channel*, - std::queue>>(); + Channel*, std::queue>>(); _queue_capacity = config::exchg_buffer_queue_capacity_factor * _rpc_instances.size(); PUniqueId finst_id; @@ -154,7 +148,7 @@ void ExchangeSinkBuffer::construct_request(TUniqueId fragment_instance_id) { _rpc_instances[low_id] = std::move(instance_data); } -Status ExchangeSinkBuffer::add_block(vectorized::Channel* channel, TransmitInfo&& request) { +Status ExchangeSinkBuffer::add_block(Channel* channel, TransmitInfo&& request) { if (_is_failed) { return Status::OK(); } @@ -195,8 +189,7 @@ Status ExchangeSinkBuffer::add_block(vectorized::Channel* channel, TransmitInfo& return Status::OK(); } -Status ExchangeSinkBuffer::add_block(vectorized::Channel* channel, - BroadcastTransmitInfo&& request) { +Status ExchangeSinkBuffer::add_block(Channel* channel, BroadcastTransmitInfo&& request) { if (_is_failed) { return Status::OK(); } @@ -236,7 +229,7 @@ Status ExchangeSinkBuffer::_send_rpc(RpcInstance& instance_data) { auto& q_map = instance_data.package_queue; auto& broadcast_q_map = instance_data.broadcast_package_queue; - auto find_max_size_queue = [](vectorized::Channel*& channel, auto& ptr, auto& map) { + auto find_max_size_queue = [](Channel*& channel, auto& ptr, auto& map) { for (auto& [chan, lists] : map) { if (!ptr) { if (!lists.empty()) { @@ -252,7 +245,7 @@ Status ExchangeSinkBuffer::_send_rpc(RpcInstance& instance_data) { } }; - vectorized::Channel* channel = nullptr; + Channel* channel = nullptr; std::queue>* q_ptr = nullptr; find_max_size_queue(channel, q_ptr, q_map); @@ -360,10 +353,10 @@ Status ExchangeSinkBuffer::_send_rpc(RpcInstance& instance_data) { } }); { - auto send_remote_block_closure = - AutoReleaseClosure>:: - create_unique(brpc_request, send_callback); + auto send_remote_block_closure = AutoReleaseClosure< + PTransmitDataParams, + ExchangeSendCallback>::create_unique(brpc_request, + send_callback); if (enable_http_send_block(*brpc_request)) { RETURN_IF_ERROR(transmit_block_httpv2(_context->exec_env(), std::move(send_remote_block_closure), @@ -489,10 +482,10 @@ Status ExchangeSinkBuffer::_send_rpc(RpcInstance& instance_data) { } }); { - auto send_remote_block_closure = - AutoReleaseClosure>:: - create_unique(brpc_request, send_callback); + auto send_remote_block_closure = AutoReleaseClosure< + PTransmitDataParams, + ExchangeSendCallback>::create_unique(brpc_request, + send_callback); if (enable_http_send_block(*brpc_request)) { RETURN_IF_ERROR(transmit_block_httpv2(_context->exec_env(), std::move(send_remote_block_closure), @@ -690,6 +683,5 @@ std::string ExchangeSinkBuffer::debug_each_instance_queue_size() { return fmt::to_string(debug_string_buffer); } -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/exchange_sink_buffer.h b/be/src/exec/operator/exchange_sink_buffer.h index eea02e22ac74c7..706067b9115aa5 100644 --- a/be/src/exec/operator/exchange_sink_buffer.h +++ b/be/src/exec/operator/exchange_sink_buffer.h @@ -45,12 +45,9 @@ class TUniqueId; using InstanceLoId = int64_t; -namespace pipeline { class Dependency; class ExchangeSinkLocalState; -} // namespace pipeline -namespace vectorized { class Channel; // We use BroadcastPBlockHolder to hold a broadcasted PBlock. For broadcast shuffle, one PBlock @@ -84,7 +81,7 @@ class BroadcastPBlockHolderMemLimiter public: BroadcastPBlockHolderMemLimiter() = delete; - BroadcastPBlockHolderMemLimiter(std::shared_ptr& broadcast_dependency) + BroadcastPBlockHolderMemLimiter(std::shared_ptr& broadcast_dependency) : _total_queue_buffer_size_limit(config::exchg_node_buffer_size_bytes), _total_queue_blocks_count_limit(config::num_broadcast_buffer) { _broadcast_dependency = broadcast_dependency; @@ -103,20 +100,17 @@ class BroadcastPBlockHolderMemLimiter std::atomic_int64_t _total_queue_blocks_count_limit {0}; std::atomic_int64_t _total_queue_buffer_size {0}; std::atomic_int64_t _total_queue_blocks_count {0}; - std::shared_ptr _broadcast_dependency; + std::shared_ptr _broadcast_dependency; std::mutex _holders_lock; }; -} // namespace vectorized - -namespace pipeline { struct TransmitInfo { std::unique_ptr block; bool eos; }; struct BroadcastTransmitInfo { - std::shared_ptr block_holder = nullptr; + std::shared_ptr block_holder = nullptr; bool eos; }; @@ -142,11 +136,10 @@ struct RpcInstance { int64_t seq = 0; // Queue for regular data transmission requests - std::unordered_map>> - package_queue; + std::unordered_map>> package_queue; // Queue for broadcast data transmission requests - std::unordered_map>> broadcast_package_queue; @@ -173,7 +166,7 @@ class ExchangeSendCallback : public ::doris::DummyBrpcCallback { public: ExchangeSendCallback() = default; - void init(pipeline::RpcInstance* ins, bool eos) { + void init(RpcInstance* ins, bool eos) { _ins = ins; _eos = eos; } @@ -276,8 +269,8 @@ class ExchangeSinkBuffer : public HasTaskExecutionCtx { void construct_request(TUniqueId); - Status add_block(vectorized::Channel* channel, TransmitInfo&& request); - Status add_block(vectorized::Channel* channel, BroadcastTransmitInfo&& request); + Status add_block(Channel* channel, TransmitInfo&& request); + Status add_block(Channel* channel, BroadcastTransmitInfo&& request); void close(); void update_rpc_time(RpcInstance& ins, int64_t start_rpc_time, int64_t receive_rpc_time); void update_profile(RuntimeProfile* profile); @@ -347,6 +340,5 @@ class ExchangeSinkBuffer : public HasTaskExecutionCtx { int _send_multi_blocks_byte_size = 256 * 1024; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/exchange_sink_operator.cpp b/be/src/exec/operator/exchange_sink_operator.cpp index 69affab37bf5d8..190d60d086dd4e 100644 --- a/be/src/exec/operator/exchange_sink_operator.cpp +++ b/be/src/exec/operator/exchange_sink_operator.cpp @@ -44,7 +44,7 @@ #include "runtime/runtime_profile.h" #include "util/uid_util.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" bool ExchangeSinkLocalState::transfer_large_data_by_brpc() const { return _parent->cast()._transfer_large_data_by_brpc; @@ -128,10 +128,10 @@ Status ExchangeSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& inf _partition_count = channels.size(); if (_state->query_options().__isset.enable_new_shuffle_hash_method && _state->query_options().enable_new_shuffle_hash_method) { - _partitioner = std::make_unique(channels.size()); + _partitioner = std::make_unique(channels.size()); } else { _partitioner = std::make_unique< - vectorized::Crc32HashPartitioner>( + Crc32HashPartitioner>( channels.size()); } RETURN_IF_ERROR(_partitioner->init(p._texprs)); @@ -141,7 +141,7 @@ Status ExchangeSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& inf } else if (_part_type == TPartitionType::BUCKET_SHFFULE_HASH_PARTITIONED) { _partition_count = channels.size(); _partitioner = - std::make_unique>( + std::make_unique>( channels.size()); RETURN_IF_ERROR(_partitioner->init(p._texprs)); RETURN_IF_ERROR(_partitioner->prepare(state, p._row_desc)); @@ -152,7 +152,7 @@ Status ExchangeSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& inf _partition_count = channels.size(); custom_profile()->add_info_string( "Partitioner", fmt::format("TabletSinkHashPartitioner({})", _partition_count)); - _partitioner = std::make_unique( + _partitioner = std::make_unique( cast_set(_partition_count), p._tablet_sink_txn_id, p._tablet_sink_schema, p._tablet_sink_partition, p._tablet_sink_location, p._tablet_sink_tuple_id, this); RETURN_IF_ERROR(_partitioner->init({})); @@ -160,7 +160,7 @@ Status ExchangeSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& inf } else if (_part_type == TPartitionType::HIVE_TABLE_SINK_HASH_PARTITIONED) { _partition_count = channels.size() * config::table_sink_partition_write_max_partition_nums_per_writer; - _partitioner = std::make_unique( + _partitioner = std::make_unique( channels.size(), _partition_count, channels.size(), 1, config::table_sink_partition_write_min_partition_data_processed_rebalance_threshold / state->task_num() == @@ -191,7 +191,7 @@ void ExchangeSinkLocalState::_create_channels() { const auto& fragment_instance_id = p._dests[i].fragment_instance_id; if (fragment_id_to_channel_index.find(fragment_instance_id.lo) == fragment_id_to_channel_index.end()) { - channels.push_back(std::make_shared( + channels.push_back(std::make_shared( this, p._dests[i].brpc_server, fragment_instance_id, p._dest_node_id)); fragment_id_to_channel_index.emplace(fragment_instance_id.lo, channels.size() - 1); @@ -242,7 +242,7 @@ Status ExchangeSinkLocalState::open(RuntimeState* state) { if ((_part_type == TPartitionType::UNPARTITIONED) && !_only_local_exchange) { _broadcast_pb_mem_limiter = - vectorized::BroadcastPBlockHolderMemLimiter::create_shared(_queue_dependency); + BroadcastPBlockHolderMemLimiter::create_shared(_queue_dependency); } else if (_last_local_channel_idx > -1) { size_t dep_id = 0; for (auto& channel : channels) { @@ -329,7 +329,7 @@ Status ExchangeSinkOperatorX::init(const TDataSink& tsink) { return Status::InternalError("TPartitionType::RANGE_PARTITIONED should not be used"); } if (_part_type == TPartitionType::OLAP_TABLE_SINK_HASH_PARTITIONED) { - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(*_t_tablet_sink_exprs, + RETURN_IF_ERROR(VExpr::create_expr_trees(*_t_tablet_sink_exprs, _tablet_sink_expr_ctxs)); } return Status::OK(); @@ -342,14 +342,14 @@ Status ExchangeSinkOperatorX::prepare(RuntimeState* state) { if (_part_type == TPartitionType::OLAP_TABLE_SINK_HASH_PARTITIONED) { if (_output_tuple_id == -1) { RETURN_IF_ERROR( - vectorized::VExpr::prepare(_tablet_sink_expr_ctxs, state, _child->row_desc())); + VExpr::prepare(_tablet_sink_expr_ctxs, state, _child->row_desc())); } else { auto* output_tuple_desc = state->desc_tbl().get_tuple_descriptor(_output_tuple_id); auto* output_row_desc = _pool->add(new RowDescriptor(output_tuple_desc, false)); RETURN_IF_ERROR( - vectorized::VExpr::prepare(_tablet_sink_expr_ctxs, state, *output_row_desc)); + VExpr::prepare(_tablet_sink_expr_ctxs, state, *output_row_desc)); } - RETURN_IF_ERROR(vectorized::VExpr::open(_tablet_sink_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::open(_tablet_sink_expr_ctxs, state)); } _init_sink_buffer(); @@ -372,7 +372,7 @@ Status ExchangeSinkOperatorX::_handle_eof_channel(RuntimeState* state, ChannelPt return channel->close(state); } -Status ExchangeSinkOperatorX::sink(RuntimeState* state, vectorized::Block* block, bool eos) { +Status ExchangeSinkOperatorX::sink(RuntimeState* state, Block* block, bool eos) { auto& local_state = get_local_state(state); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)block->rows()); // for auto-partition, may decease when do_partitioning @@ -445,7 +445,7 @@ Status ExchangeSinkOperatorX::sink(RuntimeState* state, vectorized::Block* block idx++; } } else { - auto block_holder = vectorized::BroadcastPBlockHolder::create_shared(); + auto block_holder = BroadcastPBlockHolder::create_shared(); { bool serialized = false; RETURN_IF_ERROR(local_state._serializer.next_serialized_block( @@ -553,7 +553,7 @@ Status ExchangeSinkOperatorX::sink(RuntimeState* state, vectorized::Block* block return final_st; } -void ExchangeSinkLocalState::register_channels(pipeline::ExchangeSinkBuffer* buffer) { +void ExchangeSinkLocalState::register_channels(ExchangeSinkBuffer* buffer) { for (auto& channel : channels) { channel->set_exchange_buffer(buffer); } @@ -632,4 +632,4 @@ std::shared_ptr ExchangeSinkOperatorX::get_sink_buffer( } return _create_buffer(state, {sender_ins_id}); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/exchange_sink_operator.h b/be/src/exec/operator/exchange_sink_operator.h index 69d7717fffa963..ca76be16baa6f9 100644 --- a/be/src/exec/operator/exchange_sink_operator.h +++ b/be/src/exec/operator/exchange_sink_operator.h @@ -75,7 +75,7 @@ class ExchangeSinkLocalState MOCK_REMOVE(final) : public PipelineXSinkLocalState Status open(RuntimeState* state) override; Status close(RuntimeState* state, Status exec_status) override; Dependency* finishdependency() override { return _finish_dependency.get(); } - void register_channels(pipeline::ExchangeSinkBuffer* buffer); + void register_channels(ExchangeSinkBuffer* buffer); RuntimeProfile::Counter* blocks_sent_counter() { return _blocks_sent_counter; } RuntimeProfile::Counter* local_send_timer() { return _local_send_timer; } @@ -104,17 +104,17 @@ class ExchangeSinkLocalState MOCK_REMOVE(final) : public PipelineXSinkLocalState RuntimeProfile::Counter* distribute_rows_into_channels_timer() { return _distribute_rows_into_channels_timer; } - std::vector> channels; + std::vector> channels; int current_channel_idx {0}; // index of current channel to send to if _random == true bool _only_local_exchange {false}; void on_channel_finished(InstanceLoId channel_id); - vectorized::PartitionerBase* partitioner() const { return _partitioner.get(); } + PartitionerBase* partitioner() const { return _partitioner.get(); } private: friend class ExchangeSinkOperatorX; - friend class vectorized::Channel; - friend class vectorized::BlockSerializer; + friend class Channel; + friend class BlockSerializer; MOCK_FUNCTION void _create_channels(); @@ -141,10 +141,10 @@ class ExchangeSinkLocalState MOCK_REMOVE(final) : public PipelineXSinkLocalState // Sender instance id, unique within a fragment. int _sender_id; - std::shared_ptr _broadcast_pb_mem_limiter; + std::shared_ptr _broadcast_pb_mem_limiter; size_t _rpc_channels_num = 0; - vectorized::BlockSerializer _serializer; + BlockSerializer _serializer; std::shared_ptr _queue_dependency = nullptr; @@ -167,7 +167,7 @@ class ExchangeSinkLocalState MOCK_REMOVE(final) : public PipelineXSinkLocalState * +-----------------+ +------------------+ */ std::vector> _local_channels_dependency; - std::unique_ptr _partitioner; + std::unique_ptr _partitioner; std::unique_ptr _writer; size_t _partition_count; @@ -200,7 +200,7 @@ class ExchangeSinkOperatorX MOCK_REMOVE(final) : public DataSinkOperatorX get_sink_buffer(RuntimeState* state, InstanceLoId sender_ins_id); - vectorized::VExprContextSPtrs& tablet_sink_expr_ctxs() { return _tablet_sink_expr_ctxs; } + VExprContextSPtrs& tablet_sink_expr_ctxs() { return _tablet_sink_expr_ctxs; } private: friend class ExchangeSinkLocalState; @@ -273,7 +273,7 @@ class ExchangeSinkOperatorX MOCK_REMOVE(final) : public DataSinkOperatorX _pool; - vectorized::VExprContextSPtrs _tablet_sink_expr_ctxs; + VExprContextSPtrs _tablet_sink_expr_ctxs; const std::vector* _t_tablet_sink_exprs = nullptr; // for external table sink random partition diff --git a/be/src/exec/operator/exchange_source_operator.cpp b/be/src/exec/operator/exchange_source_operator.cpp index b8275e8f0c1ef3..21ba4441e482a6 100644 --- a/be/src/exec/operator/exchange_source_operator.cpp +++ b/be/src/exec/operator/exchange_source_operator.cpp @@ -31,7 +31,7 @@ #include "runtime/runtime_state.h" #include "util/defer_op.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" ExchangeLocalState::ExchangeLocalState(RuntimeState* state, OperatorXBase* parent) : Base(state, parent), num_rows_skipped(0), is_ready(false) {} @@ -143,7 +143,7 @@ Status ExchangeSourceOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -Status ExchangeSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, +Status ExchangeSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); Defer is_eos([&]() { @@ -166,7 +166,7 @@ Status ExchangeSourceOperatorX::get_block(RuntimeState* state, vectorized::Block } { SCOPED_TIMER(local_state.filter_timer); - RETURN_IF_ERROR(doris::vectorized::VExprContext::filter_block(local_state.conjuncts(), + RETURN_IF_ERROR(doris::VExprContext::filter_block(local_state.conjuncts(), block, block->columns())); } @@ -224,4 +224,4 @@ Status ExchangeSourceOperatorX::close(RuntimeState* state) { _is_closed = true; return OperatorX::close(state); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/exchange_source_operator.h b/be/src/exec/operator/exchange_source_operator.h index c06aa1143545e2..63a74b9e9c2706 100644 --- a/be/src/exec/operator/exchange_source_operator.h +++ b/be/src/exec/operator/exchange_source_operator.h @@ -31,7 +31,7 @@ class VDataStreamRecvr; class Block; } // namespace vectorized -namespace doris::pipeline { +namespace doris { class ExchangeSourceOperatorX; class ExchangeLocalState : public PipelineXLocalState<> { @@ -56,8 +56,8 @@ class ExchangeLocalState : public PipelineXLocalState<> { } MOCK_FUNCTION void create_stream_recvr(RuntimeState* state); - std::shared_ptr stream_recvr; - doris::vectorized::VSortExecExprs vsort_exec_exprs; + std::shared_ptr stream_recvr; + doris::VSortExecExprs vsort_exec_exprs; int64_t num_rows_skipped; bool is_ready; @@ -83,7 +83,7 @@ class ExchangeSourceOperatorX final : public OperatorX { Status init(const TPlanNode& tnode, RuntimeState* state) override; Status prepare(RuntimeState* state) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; std::string debug_string(int indentation_level = 0) const override; @@ -112,10 +112,10 @@ class ExchangeSourceOperatorX final : public OperatorX { // use in merge sort size_t _offset; - doris::vectorized::VSortExecExprs _vsort_exec_exprs; + doris::VSortExecExprs _vsort_exec_exprs; std::vector _is_asc_order; std::vector _nulls_first; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/file_scan_operator.cpp b/be/src/exec/operator/file_scan_operator.cpp index bc59a59705b8e7..34fc77687eeeba 100644 --- a/be/src/exec/operator/file_scan_operator.cpp +++ b/be/src/exec/operator/file_scan_operator.cpp @@ -29,12 +29,12 @@ #include "storage/storage_engine.h" #include "storage/tablet/tablet_manager.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" PushDownType FileScanLocalState::_should_push_down_binary_predicate( - vectorized::VectorizedFnCall* fn_call, vectorized::VExprContext* expr_ctx, - vectorized::Field& constant_val, const std::set fn_name) const { + VectorizedFnCall* fn_call, VExprContext* expr_ctx, Field& constant_val, + const std::set fn_name) const { if (!fn_name.contains(fn_call->fn().name.function_name)) { return PushDownType::UNACCEPTABLE; } @@ -45,7 +45,7 @@ PushDownType FileScanLocalState::_should_push_down_binary_predicate( std::shared_ptr const_col_wrapper; THROW_IF_ERROR(children[1]->get_const_col(expr_ctx, &const_col_wrapper)); const auto* const_column = - assert_cast(const_col_wrapper->column_ptr.get()); + assert_cast(const_col_wrapper->column_ptr.get()); constant_val = const_column->operator[](0); return PushDownType::PARTIAL_ACCEPTABLE; } else { @@ -87,11 +87,11 @@ int FileScanLocalState::min_scanners_concurrency(RuntimeState* state) const { (state->query_parallel_instance_num() / _parent->parallelism(state)); } -vectorized::ScannerScheduler* FileScanLocalState::scan_scheduler(RuntimeState* state) const { +ScannerScheduler* FileScanLocalState::scan_scheduler(RuntimeState* state) const { return state->get_query_ctx()->get_remote_scan_scheduler(); } -Status FileScanLocalState::_init_scanners(std::list* scanners) { +Status FileScanLocalState::_init_scanners(std::list* scanners) { if (_split_source->num_scan_ranges() == 0) { _eos = true; return Status::OK(); @@ -104,13 +104,13 @@ Status FileScanLocalState::_init_scanners(std::list* sc auto& p = _parent->cast(); // There's only one scan range for each backend in batch split mode. Each backend only starts up one ScanNode instance. - uint32_t shard_num = std::min( - vectorized::ScannerScheduler::default_remote_scan_thread_num() / p.parallelism(state()), - _max_scanners); + uint32_t shard_num = + std::min(ScannerScheduler::default_remote_scan_thread_num() / p.parallelism(state()), + _max_scanners); shard_num = std::max(shard_num, 1U); - _kv_cache.reset(new vectorized::ShardedKVCache(shard_num)); + _kv_cache.reset(new ShardedKVCache(shard_num)); for (int i = 0; i < _max_scanners; ++i) { - std::unique_ptr scanner = vectorized::FileScanner::create_unique( + std::unique_ptr scanner = FileScanner::create_unique( state(), this, p._limit, _split_source, _scanner_profile.get(), _kv_cache.get(), &p._colname_to_slot_id); RETURN_IF_ERROR(scanner->init(state(), _conjuncts)); @@ -131,8 +131,8 @@ void FileScanLocalState::set_scan_ranges(RuntimeState* state, auto& p = _parent->cast(); auto calc_max_scanners = [&](int parallel_instance_num) -> int { - int max_scanners = vectorized::ScannerScheduler::default_remote_scan_thread_num() / - parallel_instance_num; + int max_scanners = + ScannerScheduler::default_remote_scan_thread_num() / parallel_instance_num; // For external tables, each scanner is not bound to specific splits. // Instead, when a scanner is scheduled, it dynamically fetches the next scan range // from a unified split source for scanning. @@ -152,7 +152,7 @@ void FileScanLocalState::set_scan_ranges(RuntimeState* state, RuntimeProfile::Counter* get_split_timer = ADD_TIMER(custom_profile(), "GetSplitTime"); _max_scanners = calc_max_scanners(p.parallelism(state)); - _split_source = std::make_shared( + _split_source = std::make_shared( state, get_split_timer, split_source.split_source_id, split_source.num_splits, _max_scanners); } @@ -161,8 +161,7 @@ void FileScanLocalState::set_scan_ranges(RuntimeState* state, if (!p._batch_split_mode) { _max_scanners = calc_max_scanners(p.parallelism(state)); if (_split_source == nullptr) { - _split_source = std::make_shared(scan_ranges, - _max_scanners); + _split_source = std::make_shared(scan_ranges, _max_scanners); } // currently the total number of splits in the bach split mode cannot be accurately obtained, // so we don't do it in the batch split mode. @@ -206,4 +205,4 @@ Status FileScanOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/file_scan_operator.h b/be/src/exec/operator/file_scan_operator.h index 25e81464cd01b9..9a1d48a341b493 100644 --- a/be/src/exec/operator/file_scan_operator.h +++ b/be/src/exec/operator/file_scan_operator.h @@ -30,12 +30,10 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { class FileScanner; -} // namespace vectorized } // namespace doris -namespace doris::pipeline { +namespace doris { class FileScanOperatorX; class FileScanLocalState final : public ScanLocalState { @@ -49,24 +47,24 @@ class FileScanLocalState final : public ScanLocalState { Status init(RuntimeState* state, LocalStateInfo& info) override; Status _process_conjuncts(RuntimeState* state) override; - Status _init_scanners(std::list* scanners) override; + Status _init_scanners(std::list* scanners) override; void set_scan_ranges(RuntimeState* state, const std::vector& scan_ranges) override; int parent_id() { return _parent->node_id(); } std::string name_suffix() const override; int max_scanners_concurrency(RuntimeState* state) const override; int min_scanners_concurrency(RuntimeState* state) const override; - vectorized::ScannerScheduler* scan_scheduler(RuntimeState* state) const override; + ScannerScheduler* scan_scheduler(RuntimeState* state) const override; private: - friend class vectorized::FileScanner; + friend class FileScanner; PushDownType _should_push_down_bloom_filter() const override { return PushDownType::UNACCEPTABLE; } PushDownType _should_push_down_topn_filter() const override { return PushDownType::PARTIAL_ACCEPTABLE; } - bool _push_down_topn(const vectorized::RuntimePredicate& predicate) override { + bool _push_down_topn(const RuntimePredicate& predicate) override { // For external table/ file scan, first try push down the predicate, // and then determine whether it can be pushed down within the (parquet/orc) reader. return true; @@ -75,8 +73,7 @@ class FileScanLocalState final : public ScanLocalState { PushDownType _should_push_down_bitmap_filter() const override { return PushDownType::UNACCEPTABLE; } - PushDownType _should_push_down_is_null_predicate( - vectorized::VectorizedFnCall* fn_call) const override { + PushDownType _should_push_down_is_null_predicate(VectorizedFnCall* fn_call) const override { return fn_call->fn().name.function_name == "is_null_pred" || fn_call->fn().name.function_name == "is_not_null_pred" ? PushDownType::PARTIAL_ACCEPTABLE @@ -86,16 +83,16 @@ class FileScanLocalState final : public ScanLocalState { return PushDownType::PARTIAL_ACCEPTABLE; } PushDownType _should_push_down_binary_predicate( - vectorized::VectorizedFnCall* fn_call, vectorized::VExprContext* expr_ctx, - vectorized::Field& constant_val, const std::set fn_name) const override; - std::shared_ptr _split_source = nullptr; + VectorizedFnCall* fn_call, VExprContext* expr_ctx, Field& constant_val, + const std::set fn_name) const override; + std::shared_ptr _split_source = nullptr; int _max_scanners; // A in memory cache to save some common components // of the this scan node. eg: // 1. iceberg delete file // 2. parquet file meta // KVCache _kv_cache; - std::unique_ptr _kv_cache; + std::unique_ptr _kv_cache; TupleId _output_tuple_id = -1; }; @@ -135,4 +132,4 @@ class FileScanOperatorX final : public ScanOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/group_commit_block_sink_operator.cpp b/be/src/exec/operator/group_commit_block_sink_operator.cpp index a4ee61f0868777..3a8bbe1107d8b1 100644 --- a/be/src/exec/operator/group_commit_block_sink_operator.cpp +++ b/be/src/exec/operator/group_commit_block_sink_operator.cpp @@ -22,7 +22,7 @@ #include "exec/sink/vtablet_block_convertor.h" #include "load/group_commit/group_commit_mgr.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" GroupCommitBlockSinkLocalState::~GroupCommitBlockSinkLocalState() { if (_load_block_queue) { @@ -47,7 +47,7 @@ Status GroupCommitBlockSinkLocalState::open(RuntimeState* state) { RETURN_IF_ERROR(_vpartition->init()); _state = state; - _block_convertor = std::make_unique(p._output_tuple_desc); + _block_convertor = std::make_unique(p._output_tuple_desc); _block_convertor->init_autoinc_info(p._schema->db_id(), p._schema->table_id(), _state->batch_size()); @@ -110,7 +110,7 @@ std::string GroupCommitBlockSinkLocalState::debug_string(int indentation_level) } Status GroupCommitBlockSinkLocalState::_add_block(RuntimeState* state, - std::shared_ptr block) { + std::shared_ptr block) { if (block->rows() == 0) { return Status::OK(); } @@ -124,15 +124,15 @@ Status GroupCommitBlockSinkLocalState::_add_block(RuntimeState* state, block->get_by_position(i).type = make_nullable(block->get_by_position(i).type); } // add block to queue - auto cur_mutable_block = vectorized::MutableBlock::create_unique(block->clone_empty()); + auto cur_mutable_block = MutableBlock::create_unique(block->clone_empty()); { - vectorized::IColumn::Selector selector; + IColumn::Selector selector; for (auto i = 0; i < block->rows(); i++) { selector.emplace_back(i); } RETURN_IF_ERROR(block->append_to_block_by_selector(cur_mutable_block.get(), selector)); } - std::shared_ptr output_block = vectorized::Block::create_shared(); + std::shared_ptr output_block = Block::create_shared(); output_block->swap(cur_mutable_block->to_block()); if (!_is_block_appended && state->num_rows_load_total() + state->num_rows_load_unselected() + state->num_rows_load_filtered() <= @@ -265,7 +265,7 @@ Status GroupCommitBlockSinkOperatorX::init(const TDataSink& t_sink) { _load_id = table_sink.load_id; _max_filter_ratio = table_sink.max_filter_ratio; // From the thrift expressions create the real exprs. - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); return Status::OK(); } @@ -277,12 +277,11 @@ Status GroupCommitBlockSinkOperatorX::prepare(RuntimeState* state) { LOG(WARNING) << "unknown destination tuple descriptor, id=" << _tuple_desc_id; return Status::InternalError("unknown destination tuple descriptor"); } - RETURN_IF_ERROR(vectorized::VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); - return vectorized::VExpr::open(_output_vexpr_ctxs, state); + RETURN_IF_ERROR(VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); + return VExpr::open(_output_vexpr_ctxs, state); } -Status GroupCommitBlockSinkOperatorX::sink(RuntimeState* state, vectorized::Block* input_block, - bool eos) { +Status GroupCommitBlockSinkOperatorX::sink(RuntimeState* state, Block* input_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)input_block->rows()); @@ -329,7 +328,7 @@ Status GroupCommitBlockSinkOperatorX::sink(RuntimeState* state, vectorized::Bloc state->update_num_rows_load_total(rows); state->update_num_bytes_load_total(bytes); - std::shared_ptr block; + std::shared_ptr block; bool has_filtered_rows = false; { SCOPED_TIMER(local_state._valid_and_convert_block_timer); @@ -374,7 +373,7 @@ Status GroupCommitBlockSinkOperatorX::sink(RuntimeState* state, vectorized::Bloc if (local_state._block_convertor->num_filtered_rows() > 0 || local_state._has_filtered_rows) { auto cloneBlock = block->clone_without_columns(); - auto res_block = vectorized::MutableBlock::build_mutable_block(&cloneBlock); + auto res_block = MutableBlock::build_mutable_block(&cloneBlock); for (int i = 0; i < rows; ++i) { if (local_state._block_convertor->filter_map()[i]) { continue; @@ -393,4 +392,4 @@ Status GroupCommitBlockSinkOperatorX::sink(RuntimeState* state, vectorized::Bloc return wind_up(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/group_commit_block_sink_operator.h b/be/src/exec/operator/group_commit_block_sink_operator.h index b22e8efb58d01c..9589908eb88c4e 100644 --- a/be/src/exec/operator/group_commit_block_sink_operator.h +++ b/be/src/exec/operator/group_commit_block_sink_operator.h @@ -22,12 +22,12 @@ #include "storage/tablet_info.h" #include "util/bitmap.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class OlapTableBlockConvertor; -} // namespace doris::vectorized +} // namespace doris -namespace doris::pipeline { +namespace doris { class GroupCommitBlockSinkOperatorX; class GroupCommitBlockSinkLocalState final : public PipelineXSinkLocalState { @@ -55,19 +55,19 @@ class GroupCommitBlockSinkLocalState final : public PipelineXSinkLocalState block); + Status _add_block(RuntimeState* state, std::shared_ptr block); Status _add_blocks(RuntimeState* state, bool is_blocks_contain_all_load_data); size_t _calculate_estimated_wal_bytes(bool is_blocks_contain_all_load_data); void _remove_estimated_wal_bytes(); Status _initialize_load_queue(); - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; - std::unique_ptr _block_convertor; + std::unique_ptr _block_convertor; std::shared_ptr _load_block_queue = nullptr; // used to calculate if meet the max filter ratio - std::vector> _blocks; + std::vector> _blocks; bool _is_block_appended = false; // used for find_partition std::unique_ptr _vpartition = nullptr; @@ -103,14 +103,14 @@ class GroupCommitBlockSinkOperatorX final Status prepare(RuntimeState* state) override; - Status sink(RuntimeState* state, vectorized::Block* block, bool eos) override; + Status sink(RuntimeState* state, Block* block, bool eos) override; private: friend class GroupCommitBlockSinkLocalState; const RowDescriptor& _row_desc; const std::vector& _t_output_expr; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; int _tuple_desc_id = -1; std::shared_ptr _schema; @@ -128,4 +128,4 @@ class GroupCommitBlockSinkOperatorX final }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/group_commit_scan_operator.cpp b/be/src/exec/operator/group_commit_scan_operator.cpp index 79e23e6d57a911..26c2cf4fe8202b 100644 --- a/be/src/exec/operator/group_commit_scan_operator.cpp +++ b/be/src/exec/operator/group_commit_scan_operator.cpp @@ -19,7 +19,7 @@ #include -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" GroupCommitOperatorX::GroupCommitOperatorX(ObjectPool* pool, const TPlanNode& tnode, int operator_id, const DescriptorTbl& descs, @@ -29,7 +29,7 @@ GroupCommitOperatorX::GroupCommitOperatorX(ObjectPool* pool, const TPlanNode& tn _output_tuple_id = tnode.file_scan_node.tuple_id; } -Status GroupCommitOperatorX::get_block(RuntimeState* state, vectorized::Block* block, bool* eos) { +Status GroupCommitOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); bool find_node = false; @@ -48,10 +48,10 @@ Status GroupCommitLocalState::init(RuntimeState* state, LocalStateInfo& info) { p._table_id, state->fragment_instance_id(), load_block_queue, _get_block_dependency); if (st.ok()) { DCHECK(load_block_queue != nullptr); - _runtime_filter_timer = std::make_shared( + _runtime_filter_timer = std::make_shared( MonotonicMillis(), load_block_queue->get_group_commit_interval_ms(), _get_block_dependency, true); - std::vector> timers; + std::vector> timers; timers.push_back(_runtime_filter_timer); ExecEnv::GetInstance()->runtime_filter_timer_queue()->push_filter_timer(std::move(timers)); } @@ -67,4 +67,4 @@ Status GroupCommitLocalState::_process_conjuncts(RuntimeState* state) { return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/group_commit_scan_operator.h b/be/src/exec/operator/group_commit_scan_operator.h index 13dcccf3f17c99..ebaf26a2561b82 100644 --- a/be/src/exec/operator/group_commit_scan_operator.h +++ b/be/src/exec/operator/group_commit_scan_operator.h @@ -26,7 +26,7 @@ #include "exec/operator/scan_operator.h" #include "load/group_commit/group_commit_mgr.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class GroupCommitOperatorX; @@ -47,7 +47,7 @@ class GroupCommitLocalState final : public ScanLocalState Status _process_conjuncts(RuntimeState* state) override; std::shared_ptr _get_block_dependency = nullptr; - std::shared_ptr _runtime_filter_timer = nullptr; + std::shared_ptr _runtime_filter_timer = nullptr; }; class GroupCommitOperatorX final : public ScanOperatorX { @@ -55,7 +55,7 @@ class GroupCommitOperatorX final : public ScanOperatorX { GroupCommitOperatorX(ObjectPool* pool, const TPlanNode& tnode, int operator_id, const DescriptorTbl& descs, int parallel_tasks); - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; protected: friend class GroupCommitLocalState; @@ -63,4 +63,4 @@ class GroupCommitOperatorX final : public ScanOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/hashjoin_build_sink.cpp b/be/src/exec/operator/hashjoin_build_sink.cpp index 8d1deea132e8aa..5fb9a1211bef7d 100644 --- a/be/src/exec/operator/hashjoin_build_sink.cpp +++ b/be/src/exec/operator/hashjoin_build_sink.cpp @@ -31,7 +31,7 @@ #include "util/pretty_printer.h" #include "util/uid_util.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" HashJoinBuildSinkLocalState::HashJoinBuildSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) @@ -160,7 +160,7 @@ size_t HashJoinBuildSinkLocalState::get_reserve_mem_size(RuntimeState* state, bo } size_to_reserve += _evaluate_mem_usage; - vectorized::ColumnRawPtrs raw_ptrs(_build_expr_ctxs.size()); + ColumnRawPtrs raw_ptrs(_build_expr_ctxs.size()); if (build_block_rows > 0) { auto block = _build_side_mutable_block.to_block(); @@ -168,26 +168,26 @@ size_t HashJoinBuildSinkLocalState::get_reserve_mem_size(RuntimeState* state, bo Defer defer([&]() { for (auto i : converted_columns) { auto& data = block.get_by_position(i); - data.column = vectorized::remove_nullable(data.column); - data.type = vectorized::remove_nullable(data.type); + data.column = remove_nullable(data.column); + data.type = remove_nullable(data.type); } - _build_side_mutable_block = vectorized::MutableBlock(std::move(block)); + _build_side_mutable_block = MutableBlock(std::move(block)); }); - vectorized::ColumnUInt8::MutablePtr null_map_val; + ColumnUInt8::MutablePtr null_map_val; if (p._join_op == TJoinOp::LEFT_OUTER_JOIN || p._join_op == TJoinOp::FULL_OUTER_JOIN || p._join_op == TJoinOp::ASOF_LEFT_OUTER_JOIN) { converted_columns = _convert_block_to_null(block); // first row is mocked for (int i = 0; i < block.columns(); i++) { auto [column, is_const] = unpack_if_const(block.safe_get_by_position(i).column); - assert_cast(column->assume_mutable().get()) + assert_cast(column->assume_mutable().get()) ->get_null_map_column() .get_data() .data()[0] = 1; } } - null_map_val = vectorized::ColumnUInt8::create(); + null_map_val = ColumnUInt8::create(); null_map_val->get_data().assign(build_block_rows, (uint8_t)0); // Get the key column that needs to be built @@ -196,7 +196,7 @@ size_t HashJoinBuildSinkLocalState::get_reserve_mem_size(RuntimeState* state, bo throw Exception(st); } - std::visit(vectorized::Overload {[&](std::monostate& arg) {}, + std::visit(Overload {[&](std::monostate& arg) {}, [&](auto&& hash_map_context) { size_to_reserve += hash_map_context.estimated_size( raw_ptrs, (uint32_t)block.rows(), true, @@ -311,7 +311,7 @@ void HashJoinBuildSinkLocalState::init_short_circuit_for_probe() { p._join_op == TJoinOp::LEFT_ANTI_JOIN || p._join_op == TJoinOp::ASOF_LEFT_OUTER_JOIN); } -Status HashJoinBuildSinkLocalState::build_asof_index(vectorized::Block& block) { +Status HashJoinBuildSinkLocalState::build_asof_index(Block& block) { auto& p = _parent->cast(); // Only for ASOF JOIN types @@ -333,7 +333,7 @@ Status HashJoinBuildSinkLocalState::build_asof_index(vectorized::Block& block) { const uint32_t* next_array = nullptr; size_t build_rows = 0; - std::visit(vectorized::Overload {[&](std::monostate&) {}, + std::visit(Overload {[&](std::monostate&) {}, [&](auto&& hash_table_ctx) { auto* hash_table = hash_table_ctx.hash_table.get(); DORIS_CHECK(hash_table); @@ -369,10 +369,10 @@ Status HashJoinBuildSinkLocalState::build_asof_index(vectorized::Block& block) { block.get_by_position(result_col_idx).column->convert_to_full_column_if_const(); // Handle nullable: extract nested column for value access, keep nullable for null checks - const vectorized::ColumnNullable* nullable_col = nullptr; - vectorized::ColumnPtr build_col_nested = asof_build_col; + const ColumnNullable* nullable_col = nullptr; + ColumnPtr build_col_nested = asof_build_col; if (asof_build_col->is_nullable()) { - nullable_col = assert_cast(asof_build_col.get()); + nullable_col = assert_cast(asof_build_col.get()); build_col_nested = nullable_col->get_nested_column_ptr(); } @@ -385,7 +385,7 @@ Status HashJoinBuildSinkLocalState::build_asof_index(vectorized::Block& block) { asof_column_dispatch(build_col_nested.get(), [&](const auto* typed_col) { using ColType = std::remove_const_t>; - if constexpr (std::is_same_v) { + if constexpr (std::is_same_v) { throw Exception(ErrorCode::INTERNAL_ERROR, "Unsupported ASOF column type for inline optimization"); } else { @@ -396,7 +396,7 @@ Status HashJoinBuildSinkLocalState::build_asof_index(vectorized::Block& block) { .emplace>>(); std::visit( - vectorized::Overload { + Overload { [&](std::monostate&) {}, [&](auto&& hash_table_ctx) { auto* hash_table = hash_table_ctx.hash_table.get(); @@ -485,8 +485,8 @@ Status HashJoinBuildSinkLocalState::build_asof_index(vectorized::Block& block) { return Status::OK(); } -Status HashJoinBuildSinkLocalState::_do_evaluate(vectorized::Block& block, - vectorized::VExprContextSPtrs& exprs, +Status HashJoinBuildSinkLocalState::_do_evaluate(Block& block, + VExprContextSPtrs& exprs, RuntimeProfile::Counter& expr_call_timer, std::vector& res_col_ids) { auto origin_size = block.allocated_bytes(); @@ -509,7 +509,7 @@ Status HashJoinBuildSinkLocalState::_do_evaluate(vectorized::Block& block, } std::vector HashJoinBuildSinkLocalState::_convert_block_to_null( - vectorized::Block& block) { + Block& block) { std::vector results; for (int i = 0; i < block.columns(); ++i) { if (auto& column_type = block.safe_get_by_position(i); !column_type.type->is_nullable()) { @@ -523,8 +523,8 @@ std::vector HashJoinBuildSinkLocalState::_convert_block_to_null( } Status HashJoinBuildSinkLocalState::_extract_join_column( - vectorized::Block& block, vectorized::ColumnUInt8::MutablePtr& null_map, - vectorized::ColumnRawPtrs& raw_ptrs, const std::vector& res_col_ids) { + Block& block, ColumnUInt8::MutablePtr& null_map, + ColumnRawPtrs& raw_ptrs, const std::vector& res_col_ids) { DCHECK(_should_build_hash_table); auto& shared_state = *_shared_state; for (size_t i = 0; i < shared_state.build_exprs_size; ++i) { @@ -532,16 +532,16 @@ Status HashJoinBuildSinkLocalState::_extract_join_column( if (!column->is_nullable() && _parent->cast()._serialize_null_into_key[i]) { _key_columns_holder.emplace_back( - vectorized::make_nullable(block.get_by_position(res_col_ids[i]).column)); + make_nullable(block.get_by_position(res_col_ids[i]).column)); raw_ptrs[i] = _key_columns_holder.back().get(); - } else if (const auto* nullable = check_and_get_column(*column); + } else if (const auto* nullable = check_and_get_column(*column); !_parent->cast()._serialize_null_into_key[i] && nullable) { // update nulllmap and split nested out of ColumnNullable when serialize_null_into_key is false and column is nullable const auto& col_nested = nullable->get_nested_column(); const auto& col_nullmap = nullable->get_null_map_data(); DCHECK(null_map); - vectorized::VectorizedUtils::update_null_map(null_map->get_data(), col_nullmap); + VectorizedUtils::update_null_map(null_map->get_data(), col_nullmap); raw_ptrs[i] = &col_nested; } else { raw_ptrs[i] = column; @@ -551,7 +551,7 @@ Status HashJoinBuildSinkLocalState::_extract_join_column( } Status HashJoinBuildSinkLocalState::process_build_block(RuntimeState* state, - vectorized::Block& block) { + Block& block) { DCHECK(_should_build_hash_table); auto& p = _parent->cast(); SCOPED_TIMER(_build_table_timer); @@ -565,15 +565,15 @@ Status HashJoinBuildSinkLocalState::process_build_block(RuntimeState* state, } } - vectorized::ColumnRawPtrs raw_ptrs(_build_expr_ctxs.size()); - vectorized::ColumnUInt8::MutablePtr null_map_val; + ColumnRawPtrs raw_ptrs(_build_expr_ctxs.size()); + ColumnUInt8::MutablePtr null_map_val; if (p._join_op == TJoinOp::LEFT_OUTER_JOIN || p._join_op == TJoinOp::FULL_OUTER_JOIN || p._join_op == TJoinOp::ASOF_LEFT_OUTER_JOIN) { _convert_block_to_null(block); // first row is mocked for (int i = 0; i < block.columns(); i++) { auto [column, is_const] = unpack_if_const(block.safe_get_by_position(i).column); - assert_cast(column->assume_mutable().get()) + assert_cast(column->assume_mutable().get()) ->get_null_map_column() .get_data() .data()[0] = 1; @@ -582,7 +582,7 @@ Status HashJoinBuildSinkLocalState::process_build_block(RuntimeState* state, _set_build_side_has_external_nullmap(block, _build_col_ids); if (_build_side_has_external_nullmap) { - null_map_val = vectorized::ColumnUInt8::create(); + null_map_val = ColumnUInt8::create(); null_map_val->get_data().assign((size_t)rows, (uint8_t)0); } @@ -592,7 +592,7 @@ Status HashJoinBuildSinkLocalState::process_build_block(RuntimeState* state, RETURN_IF_ERROR(_hash_table_init(state, raw_ptrs)); Status st = std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg, auto join_op, auto short_circuit_for_null_in_build_side, auto with_other_conjuncts) -> Status { @@ -617,13 +617,13 @@ Status HashJoinBuildSinkLocalState::process_build_block(RuntimeState* state, }}, _shared_state->hash_table_variant_vector.front()->method_variant, _shared_state->join_op_variants, - vectorized::make_bool_variant(p._short_circuit_for_null_in_build_side), - vectorized::make_bool_variant((p._have_other_join_conjunct))); + make_bool_variant(p._short_circuit_for_null_in_build_side), + make_bool_variant((p._have_other_join_conjunct))); return st; } void HashJoinBuildSinkLocalState::_set_build_side_has_external_nullmap( - vectorized::Block& block, const std::vector& res_col_ids) { + Block& block, const std::vector& res_col_ids) { DCHECK(_should_build_hash_table); auto& p = _parent->cast(); if (p._short_circuit_for_null_in_build_side) { @@ -640,9 +640,9 @@ void HashJoinBuildSinkLocalState::_set_build_side_has_external_nullmap( } Status HashJoinBuildSinkLocalState::_hash_table_init(RuntimeState* state, - const vectorized::ColumnRawPtrs& raw_ptrs) { + const ColumnRawPtrs& raw_ptrs) { auto& p = _parent->cast(); - std::vector data_types; + std::vector data_types; for (size_t i = 0; i < _build_expr_ctxs.size(); ++i) { auto& ctx = _build_expr_ctxs[i]; auto data_type = ctx->root()->data_type(); @@ -650,10 +650,10 @@ Status HashJoinBuildSinkLocalState::_hash_table_init(RuntimeState* state, /// For 'null safe equal' join, /// the build key column maybe be converted to nullable from non-nullable. if (p._serialize_null_into_key[i]) { - data_types.emplace_back(vectorized::make_nullable(data_type)); + data_types.emplace_back(make_nullable(data_type)); } else { // in this case, we use nullmap to represent null value - data_types.emplace_back(vectorized::remove_nullable(data_type)); + data_types.emplace_back(remove_nullable(data_type)); } } if (_build_expr_ctxs.size() == 1) { @@ -698,16 +698,16 @@ Status HashJoinBuildSinkOperatorX::init(const TPlanNode& tnode, RuntimeState* st const std::vector& eq_join_conjuncts = tnode.hash_join_node.eq_join_conjuncts; for (const auto& eq_join_conjunct : eq_join_conjuncts) { - vectorized::VExprContextSPtr build_ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(eq_join_conjunct.right, build_ctx)); + VExprContextSPtr build_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(eq_join_conjunct.right, build_ctx)); { // for type check - vectorized::VExprContextSPtr probe_ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(eq_join_conjunct.left, probe_ctx)); + VExprContextSPtr probe_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(eq_join_conjunct.left, probe_ctx)); auto build_side_expr_type = build_ctx->root()->data_type(); auto probe_side_expr_type = probe_ctx->root()->data_type(); - if (!vectorized::make_nullable(build_side_expr_type) - ->equals(*vectorized::make_nullable(probe_side_expr_type))) { + if (!make_nullable(build_side_expr_type) + ->equals(*make_nullable(probe_side_expr_type))) { return Status::InternalError( "build side type {}, not match probe side type {} , node info " "{}", @@ -749,15 +749,15 @@ Status HashJoinBuildSinkOperatorX::init(const TPlanNode& tnode, RuntimeState* st if (is_asof_join(_join_op)) { DORIS_CHECK(tnode.hash_join_node.__isset.match_condition); DORIS_CHECK(!_asof_build_side_expr); - vectorized::VExprContextSPtr full_conjunct; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(tnode.hash_join_node.match_condition, + VExprContextSPtr full_conjunct; + RETURN_IF_ERROR(VExpr::create_expr_tree(tnode.hash_join_node.match_condition, full_conjunct)); DORIS_CHECK(full_conjunct); DORIS_CHECK(full_conjunct->root()); DORIS_CHECK(full_conjunct->root()->get_num_children() == 2); _asof_opcode = full_conjunct->root()->op(); auto right_child_expr = full_conjunct->root()->get_child(1); - _asof_build_side_expr = std::make_shared(right_child_expr); + _asof_build_side_expr = std::make_shared(right_child_expr); } return Status::OK(); @@ -781,7 +781,7 @@ Status HashJoinBuildSinkOperatorX::prepare(RuntimeState* state) { } }; init_keep_column_flags(row_desc().tuple_descriptors(), _should_keep_column_flags); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_build_expr_ctxs, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::prepare(_build_expr_ctxs, state, _child->row_desc())); // Prepare ASOF build-side expression against build child's row_desc directly. // match_condition is bound on input tuples, so child(1) references build child's slots. if (is_asof_join(_join_op)) { @@ -789,10 +789,10 @@ Status HashJoinBuildSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(_asof_build_side_expr->prepare(state, _child->row_desc())); RETURN_IF_ERROR(_asof_build_side_expr->open(state)); } - return vectorized::VExpr::open(_build_expr_ctxs, state); + return VExpr::open(_build_expr_ctxs, state); } -Status HashJoinBuildSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, +Status HashJoinBuildSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); @@ -803,7 +803,7 @@ Status HashJoinBuildSinkOperatorX::sink(RuntimeState* state, vectorized::Block* // data from probe side. if (local_state._build_side_mutable_block.empty()) { - auto tmp_build_block = vectorized::VectorizedUtils::create_empty_columnswithtypename( + auto tmp_build_block = VectorizedUtils::create_empty_columnswithtypename( _child->row_desc()); tmp_build_block = *(tmp_build_block.create_same_struct_block(1, false)); local_state._build_col_ids.resize(_build_expr_ctxs.size()); @@ -811,7 +811,7 @@ Status HashJoinBuildSinkOperatorX::sink(RuntimeState* state, vectorized::Block* *local_state._build_expr_call_timer, local_state._build_col_ids)); local_state._build_side_mutable_block = - vectorized::MutableBlock::build_mutable_block(&tmp_build_block); + MutableBlock::build_mutable_block(&tmp_build_block); } if (!in_block->empty()) { @@ -838,7 +838,7 @@ Status HashJoinBuildSinkOperatorX::sink(RuntimeState* state, vectorized::Block* if (local_state._should_build_hash_table && eos) { DCHECK(!local_state._build_side_mutable_block.empty()); - local_state._shared_state->build_block = std::make_shared( + local_state._shared_state->build_block = std::make_shared( local_state._build_side_mutable_block.to_block()); RETURN_IF_ERROR(local_state._runtime_filter_producer_helper->send_filter_size( @@ -906,4 +906,4 @@ std::string HashJoinBuildSinkOperatorX::get_memory_usage_debug_str(RuntimeState* PrettyPrinter::print_bytes(local_state._build_arena_memory_usage->value())); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/hashjoin_build_sink.h b/be/src/exec/operator/hashjoin_build_sink.h index fd2e9cacc14656..bb7c16207d5480 100644 --- a/be/src/exec/operator/hashjoin_build_sink.h +++ b/be/src/exec/operator/hashjoin_build_sink.h @@ -21,7 +21,7 @@ #include "exec/operator/operator.h" #include "exec/runtime_filter/runtime_filter_producer_helper.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class HashJoinBuildSinkOperatorX; @@ -37,10 +37,10 @@ class HashJoinBuildSinkLocalState MOCK_REMOVE(final) Status init(RuntimeState* state, LocalSinkStateInfo& info) override; Status open(RuntimeState* state) override; Status terminate(RuntimeState* state) override; - Status process_build_block(RuntimeState* state, vectorized::Block& block); + Status process_build_block(RuntimeState* state, Block& block); // Build ASOF JOIN pre-sorted index for O(log K) lookup - Status build_asof_index(vectorized::Block& block); + Status build_asof_index(Block& block); void init_short_circuit_for_probe(); @@ -53,24 +53,21 @@ class HashJoinBuildSinkLocalState MOCK_REMOVE(final) [[nodiscard]] MOCK_FUNCTION size_t get_reserve_mem_size(RuntimeState* state, bool eos); protected: - Status _hash_table_init(RuntimeState* state, const vectorized::ColumnRawPtrs& raw_ptrs); - void _set_build_side_has_external_nullmap(vectorized::Block& block, - const std::vector& res_col_ids); - Status _do_evaluate(vectorized::Block& block, vectorized::VExprContextSPtrs& exprs, + Status _hash_table_init(RuntimeState* state, const ColumnRawPtrs& raw_ptrs); + void _set_build_side_has_external_nullmap(Block& block, const std::vector& res_col_ids); + Status _do_evaluate(Block& block, VExprContextSPtrs& exprs, RuntimeProfile::Counter& expr_call_timer, std::vector& res_col_ids); - std::vector _convert_block_to_null(vectorized::Block& block); - Status _extract_join_column(vectorized::Block& block, - vectorized::ColumnUInt8::MutablePtr& null_map, - vectorized::ColumnRawPtrs& raw_ptrs, - const std::vector& res_col_ids); + std::vector _convert_block_to_null(Block& block); + Status _extract_join_column(Block& block, ColumnUInt8::MutablePtr& null_map, + ColumnRawPtrs& raw_ptrs, const std::vector& res_col_ids); friend class HashJoinBuildSinkOperatorX; friend class PartitionedHashJoinSinkLocalState; template friend struct ProcessHashTableBuild; // build expr - vectorized::VExprContextSPtrs _build_expr_ctxs; - std::vector _key_columns_holder; + VExprContextSPtrs _build_expr_ctxs; + std::vector _key_columns_holder; bool _should_build_hash_table = true; @@ -78,7 +75,7 @@ class HashJoinBuildSinkLocalState MOCK_REMOVE(final) size_t _build_side_rows = 0; int _task_idx; - vectorized::MutableBlock _build_side_mutable_block; + MutableBlock _build_side_mutable_block; std::shared_ptr _runtime_filter_producer_helper; /* @@ -121,7 +118,7 @@ class HashJoinBuildSinkOperatorX MOCK_REMOVE(final) Status prepare(RuntimeState* state) override; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override; + Status sink(RuntimeState* state, Block* in_block, bool eos) override; size_t get_reserve_mem_size(RuntimeState* state, bool eos) override; @@ -176,7 +173,7 @@ class HashJoinBuildSinkOperatorX MOCK_REMOVE(final) const TJoinDistributionType::type _join_distribution; // build expr - vectorized::VExprContextSPtrs _build_expr_ctxs; + VExprContextSPtrs _build_expr_ctxs; // mark the build hash table whether it needs to store null value std::vector _serialize_null_into_key; @@ -195,19 +192,19 @@ class HashJoinBuildSinkOperatorX MOCK_REMOVE(final) // ASOF JOIN: build-side expression extracted from MATCH_CONDITION's right child // Prepared against build child's row_desc directly (no intermediate tuple needed) - vectorized::VExprContextSPtr _asof_build_side_expr; + VExprContextSPtr _asof_build_side_expr; TExprOpcode::type _asof_opcode = TExprOpcode::INVALID_OPCODE; bool _use_shared_hash_table = false; std::atomic _signaled = false; std::mutex _mutex; - std::vector> _finish_dependencies; + std::vector> _finish_dependencies; std::map> _runtime_filters; }; template struct ProcessHashTableBuild { - ProcessHashTableBuild(uint32_t rows, vectorized::ColumnRawPtrs& build_raw_ptrs, + ProcessHashTableBuild(uint32_t rows, ColumnRawPtrs& build_raw_ptrs, HashJoinBuildSinkLocalState* parent, int batch_size, RuntimeState* state) : _rows(rows), _build_raw_ptrs(build_raw_ptrs), @@ -216,8 +213,7 @@ struct ProcessHashTableBuild { _state(state) {} template - Status run(HashTableContext& hash_table_ctx, vectorized::ConstNullMapPtr null_map, - bool* has_null_key) { + Status run(HashTableContext& hash_table_ctx, ConstNullMapPtr null_map, bool* has_null_key) { if (null_map) { // first row is mocked and is null if (simd::contain_one(null_map->data() + 1, _rows - 1)) { @@ -272,11 +268,11 @@ struct ProcessHashTableBuild { private: const uint32_t _rows; - vectorized::ColumnRawPtrs& _build_raw_ptrs; + ColumnRawPtrs& _build_raw_ptrs; HashJoinBuildSinkLocalState* _parent = nullptr; int _batch_size; RuntimeState* _state = nullptr; }; -} // namespace doris::pipeline +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/operator/hashjoin_probe_operator.cpp b/be/src/exec/operator/hashjoin_probe_operator.cpp index b0af6fb94b7329..4f55cef2d4b4a8 100644 --- a/be/src/exec/operator/hashjoin_probe_operator.cpp +++ b/be/src/exec/operator/hashjoin_probe_operator.cpp @@ -29,7 +29,7 @@ #include "exec/operator/operator.h" #include "runtime/descriptors.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" HashJoinProbeLocalState::HashJoinProbeLocalState(RuntimeState* state, OperatorXBase* parent) : JoinProbeLocalState(state, parent), @@ -102,7 +102,7 @@ Status HashJoinProbeLocalState::open(RuntimeState* state) { } }, _shared_state->join_op_variants, - vectorized::make_bool_variant(p._have_other_join_conjunct)); + make_bool_variant(p._have_other_join_conjunct)); return res; } @@ -122,7 +122,7 @@ Status HashJoinProbeLocalState::close(RuntimeState* state) { return Status::OK(); } if (_process_hashtable_ctx_variants) { - std::visit(vectorized::Overload {[&](std::monostate&) {}, + std::visit(Overload {[&](std::monostate&) {}, [&](auto&& process_hashtable_ctx) { if (process_hashtable_ctx._arena) { process_hashtable_ctx._arena.reset(); @@ -136,7 +136,7 @@ Status HashJoinProbeLocalState::close(RuntimeState* state) { return JoinProbeLocalState::close(state); } -bool HashJoinProbeLocalState::_need_probe_null_map(vectorized::Block& block, +bool HashJoinProbeLocalState::_need_probe_null_map(Block& block, const std::vector& res_col_ids) { for (size_t i = 0; i < _probe_expr_ctxs.size(); ++i) { const auto* column = block.get_by_position(res_col_ids[i]).column.get(); @@ -185,7 +185,7 @@ HashJoinProbeOperatorX::HashJoinProbeOperatorX(ObjectPool* pool, const TPlanNode ? tnode.distribute_expr_lists[0] : std::vector {}) {} -Status HashJoinProbeOperatorX::pull(doris::RuntimeState* state, vectorized::Block* output_block, +Status HashJoinProbeOperatorX::pull(doris::RuntimeState* state, Block* output_block, bool* eos) const { auto& local_state = get_local_state(state); if (local_state._shared_state->short_circuit_for_probe) { @@ -217,8 +217,8 @@ Status HashJoinProbeOperatorX::pull(doris::RuntimeState* state, vectorized::Bloc // the nested columns' null-map will be random values(not only 1 and 0), // if `struct_element` is called next, it will result in an invalid ColumnNullable data. column->insert_many_defaults(block_rows); - auto null_map_column = vectorized::ColumnUInt8::create(block_rows, 1); - auto nullable_column = vectorized::ColumnNullable::create(std::move(column), + auto null_map_column = ColumnUInt8::create(block_rows, 1); + auto nullable_column = ColumnNullable::create(std::move(column), std::move(null_map_column)); local_state._probe_block.insert({std::move(nullable_column), make_nullable(type), _right_table_column_names[i]}); @@ -234,8 +234,8 @@ Status HashJoinProbeOperatorX::pull(doris::RuntimeState* state, vectorized::Bloc local_state._join_block.clear_column_data(); - vectorized::MutableBlock mutable_join_block(&local_state._join_block); - vectorized::Block temp_block; + MutableBlock mutable_join_block(&local_state._join_block); + Block temp_block; Status st; if (local_state._probe_index < local_state._probe_block.rows()) { @@ -329,7 +329,7 @@ std::string HashJoinProbeLocalState::debug_string(int indentation_level) const { return fmt::to_string(debug_string_buffer); } -Status HashJoinProbeLocalState::_extract_join_column(vectorized::Block& block, +Status HashJoinProbeLocalState::_extract_join_column(Block& block, const std::vector& res_col_ids) { if (empty_right_table_shortcut()) { return Status::OK(); @@ -343,7 +343,7 @@ Status HashJoinProbeLocalState::_extract_join_column(vectorized::Block& block, } if (_need_null_map_for_probe) { if (!_null_map_column) { - _null_map_column = vectorized::ColumnUInt8::create(); + _null_map_column = ColumnUInt8::create(); } _null_map_column->get_data().assign(block.rows(), (uint8_t)0); } @@ -354,16 +354,16 @@ Status HashJoinProbeLocalState::_extract_join_column(vectorized::Block& block, if (!column->is_nullable() && _parent->cast()._serialize_null_into_key[i]) { _key_columns_holder.emplace_back( - vectorized::make_nullable(block.get_by_position(res_col_ids[i]).column)); + make_nullable(block.get_by_position(res_col_ids[i]).column)); _probe_columns[i] = _key_columns_holder.back().get(); - } else if (const auto* nullable = check_and_get_column(*column); + } else if (const auto* nullable = check_and_get_column(*column); nullable && !_parent->cast()._serialize_null_into_key[i]) { // update nulllmap and split nested out of ColumnNullable when serialize_null_into_key is false and column is nullable const auto& col_nested = nullable->get_nested_column(); const auto& col_nullmap = nullable->get_null_map_data(); DCHECK(_null_map_column); - vectorized::VectorizedUtils::update_null_map(_null_map_column->get_data(), col_nullmap); + VectorizedUtils::update_null_map(_null_map_column->get_data(), col_nullmap); _probe_columns[i] = &col_nested; } else { _probe_columns[i] = column; @@ -372,7 +372,7 @@ Status HashJoinProbeLocalState::_extract_join_column(vectorized::Block& block, return Status::OK(); } -std::vector HashJoinProbeLocalState::_convert_block_to_null(vectorized::Block& block) { +std::vector HashJoinProbeLocalState::_convert_block_to_null(Block& block) { std::vector results; for (int i = 0; i < block.columns(); ++i) { if (auto& column_type = block.safe_get_by_position(i); !column_type.type->is_nullable()) { @@ -386,9 +386,9 @@ std::vector HashJoinProbeLocalState::_convert_block_to_null(vectorized } Status HashJoinProbeLocalState::filter_data_and_build_output(RuntimeState* state, - vectorized::Block* output_block, + Block* output_block, bool* eos, - vectorized::Block* temp_block, + Block* temp_block, bool check_rows_count) { auto output_rows = temp_block->rows(); if (check_rows_count) { @@ -411,8 +411,8 @@ bool HashJoinProbeOperatorX::need_more_input_data(RuntimeState* state) const { !local_state._probe_eos && !local_state._shared_state->short_circuit_for_probe; } -Status HashJoinProbeOperatorX::_do_evaluate(vectorized::Block& block, - vectorized::VExprContextSPtrs& exprs, +Status HashJoinProbeOperatorX::_do_evaluate(Block& block, + VExprContextSPtrs& exprs, RuntimeProfile::Counter& expr_call_timer, std::vector& res_col_ids) const { for (size_t i = 0; i < exprs.size(); ++i) { @@ -431,7 +431,7 @@ Status HashJoinProbeOperatorX::_do_evaluate(vectorized::Block& block, return Status::OK(); } -Status HashJoinProbeOperatorX::push(RuntimeState* state, vectorized::Block* input_block, +Status HashJoinProbeOperatorX::push(RuntimeState* state, Block* input_block, bool eos) const { auto& local_state = get_local_state(state); local_state.prepare_for_next(); @@ -468,8 +468,8 @@ Status HashJoinProbeOperatorX::init(const TPlanNode& tnode, RuntimeState* state) DCHECK(tnode.__isset.hash_join_node); const std::vector& eq_join_conjuncts = tnode.hash_join_node.eq_join_conjuncts; for (const auto& eq_join_conjunct : eq_join_conjuncts) { - vectorized::VExprContextSPtr ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(eq_join_conjunct.left, ctx)); + VExprContextSPtr ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(eq_join_conjunct.left, ctx)); _probe_expr_ctxs.push_back(ctx); /// null safe equal means null = null is true, the operator in SQL should be: <=>. @@ -496,14 +496,14 @@ Status HashJoinProbeOperatorX::init(const TPlanNode& tnode, RuntimeState* state) if (tnode.hash_join_node.__isset.other_join_conjuncts && !tnode.hash_join_node.other_join_conjuncts.empty()) { - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees( + RETURN_IF_ERROR(VExpr::create_expr_trees( tnode.hash_join_node.other_join_conjuncts, _other_join_conjuncts)); DCHECK(!_build_unique); DCHECK(_have_other_join_conjunct); } else if (tnode.hash_join_node.__isset.vother_join_conjunct) { _other_join_conjuncts.resize(1); - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree( + RETURN_IF_ERROR(VExpr::create_expr_tree( tnode.hash_join_node.vother_join_conjunct, _other_join_conjuncts[0])); // If LEFT SEMI JOIN/LEFT ANTI JOIN with not equal predicate, @@ -514,7 +514,7 @@ Status HashJoinProbeOperatorX::init(const TPlanNode& tnode, RuntimeState* state) if (tnode.hash_join_node.__isset.mark_join_conjuncts && !tnode.hash_join_node.mark_join_conjuncts.empty()) { - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees( + RETURN_IF_ERROR(VExpr::create_expr_trees( tnode.hash_join_node.mark_join_conjuncts, _mark_join_conjuncts)); DCHECK(_is_mark_join); @@ -529,14 +529,14 @@ Status HashJoinProbeOperatorX::init(const TPlanNode& tnode, RuntimeState* state) // match_condition is bound on input tuples, so child(0) references probe child's slots. if (is_asof_join(_join_op)) { DORIS_CHECK(tnode.hash_join_node.__isset.match_condition); - vectorized::VExprContextSPtr full_conjunct; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(tnode.hash_join_node.match_condition, + VExprContextSPtr full_conjunct; + RETURN_IF_ERROR(VExpr::create_expr_tree(tnode.hash_join_node.match_condition, full_conjunct)); DORIS_CHECK(full_conjunct); DORIS_CHECK(full_conjunct->root()); DORIS_CHECK(full_conjunct->root()->get_num_children() == 2); auto left_child_expr = full_conjunct->root()->get_child(0); - _asof_probe_expr = std::make_shared(left_child_expr); + _asof_probe_expr = std::make_shared(left_child_expr); } return Status::OK(); @@ -577,7 +577,7 @@ Status HashJoinProbeOperatorX::prepare(RuntimeState* state) { conjunct->root()->collect_slot_column_ids(_should_not_lazy_materialized_column_ids); } - RETURN_IF_ERROR(vectorized::VExpr::prepare(_probe_expr_ctxs, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::prepare(_probe_expr_ctxs, state, _child->row_desc())); // Prepare ASOF probe-side expression against probe child's row_desc directly. if (is_asof_join(_join_op)) { DORIS_CHECK(_asof_probe_expr); @@ -588,10 +588,10 @@ Status HashJoinProbeOperatorX::prepare(RuntimeState* state) { DCHECK(_build_side_child != nullptr); // right table data types _right_table_data_types = - vectorized::VectorizedUtils::get_data_types(_build_side_child->row_desc()); - _left_table_data_types = vectorized::VectorizedUtils::get_data_types(_child->row_desc()); + VectorizedUtils::get_data_types(_build_side_child->row_desc()); + _left_table_data_types = VectorizedUtils::get_data_types(_child->row_desc()); _right_table_column_names = - vectorized::VectorizedUtils::get_column_names(_build_side_child->row_desc()); + VectorizedUtils::get_column_names(_build_side_child->row_desc()); std::vector slots_to_check; for (const auto& tuple_descriptor : _intermediate_row_desc->tuple_descriptors()) { @@ -610,7 +610,7 @@ Status HashJoinProbeOperatorX::prepare(RuntimeState* state) { data_type->get_name()); } - const auto& null_data_type = assert_cast(*data_type); + const auto& null_data_type = assert_cast(*data_type); if (null_data_type.get_nested_type()->get_primitive_type() != PrimitiveType::TYPE_BOOLEAN) { return Status::InternalError( "The last column for mark join should be Nullable(UInt8), not {}", @@ -660,7 +660,7 @@ Status HashJoinProbeOperatorX::prepare(RuntimeState* state) { _join_op == TJoinOp::ASOF_LEFT_OUTER_JOIN)); if (accept_nullable_not_match) { - auto data_type_non_nullable = vectorized::remove_nullable(data_type); + auto data_type_non_nullable = remove_nullable(data_type); if (data_type_non_nullable->equals(*target_data_type)) { continue; } @@ -676,7 +676,7 @@ Status HashJoinProbeOperatorX::prepare(RuntimeState* state) { } _build_side_child.reset(); - RETURN_IF_ERROR(vectorized::VExpr::open(_probe_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::open(_probe_expr_ctxs, state)); for (auto& conjunct : _other_join_conjuncts) { RETURN_IF_ERROR(conjunct->open(state)); } @@ -688,4 +688,4 @@ Status HashJoinProbeOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/hashjoin_probe_operator.h b/be/src/exec/operator/hashjoin_probe_operator.h index ae312d0f285bca..4d38b8d334792a 100644 --- a/be/src/exec/operator/hashjoin_probe_operator.h +++ b/be/src/exec/operator/hashjoin_probe_operator.h @@ -58,12 +58,12 @@ class HashJoinProbeLocalState MOCK_REMOVE(final) Status close(RuntimeState* state) override; void prepare_for_next(); - Status filter_data_and_build_output(RuntimeState* state, vectorized::Block* output_block, - bool* eos, vectorized::Block* temp_block, + Status filter_data_and_build_output(RuntimeState* state, Block* output_block, + bool* eos, Block* temp_block, bool check_rows_count = true); bool has_null_in_build_side() { return _shared_state->_has_null_in_build_side; } - const std::shared_ptr& build_block() const { + const std::shared_ptr& build_block() const { return _shared_state->build_block; } bool empty_right_table_shortcut() const { @@ -73,9 +73,9 @@ class HashJoinProbeLocalState MOCK_REMOVE(final) private: void _prepare_probe_block(); - bool _need_probe_null_map(vectorized::Block& block, const std::vector& res_col_ids); - std::vector _convert_block_to_null(vectorized::Block& block); - Status _extract_join_column(vectorized::Block& block, const std::vector& res_col_ids); + bool _need_probe_null_map(Block& block, const std::vector& res_col_ids); + std::vector _convert_block_to_null(Block& block); + Status _extract_join_column(Block& block, const std::vector& res_col_ids); friend class HashJoinProbeOperatorX; template friend struct ProcessHashTableProbe; @@ -90,23 +90,23 @@ class HashJoinProbeLocalState MOCK_REMOVE(final) // For mark join, last probe index of null mark int _last_probe_null_mark; - vectorized::Block _probe_block; - vectorized::ColumnRawPtrs _probe_columns; + Block _probe_block; + ColumnRawPtrs _probe_columns; // other expr - vectorized::VExprContextSPtrs _other_join_conjuncts; + VExprContextSPtrs _other_join_conjuncts; - vectorized::VExprContextSPtrs _mark_join_conjuncts; + VExprContextSPtrs _mark_join_conjuncts; - std::vector _key_columns_holder; + std::vector _key_columns_holder; // probe expr - vectorized::VExprContextSPtrs _probe_expr_ctxs; + VExprContextSPtrs _probe_expr_ctxs; std::vector _probe_column_disguise_null; std::vector _probe_column_convert_to_null; bool _need_null_map_for_probe = false; bool _has_set_need_null_map_for_probe = false; - vectorized::ColumnUInt8::MutablePtr _null_map_column; + ColumnUInt8::MutablePtr _null_map_column; std::unique_ptr _process_hashtable_ctx_variants = std::make_unique(); @@ -134,8 +134,8 @@ class HashJoinProbeOperatorX MOCK_REMOVE(final) Status init(const TPlanNode& tnode, RuntimeState* state) override; Status prepare(RuntimeState* state) override; - Status push(RuntimeState* state, vectorized::Block* input_block, bool eos) const override; - Status pull(doris::RuntimeState* state, vectorized::Block* output_block, + Status push(RuntimeState* state, Block* input_block, bool eos) const override; + Status pull(doris::RuntimeState* state, Block* output_block, bool* eos) const override; bool need_more_input_data(RuntimeState* state) const override; @@ -185,7 +185,7 @@ class HashJoinProbeOperatorX MOCK_REMOVE(final) } private: - Status _do_evaluate(vectorized::Block& block, vectorized::VExprContextSPtrs& exprs, + Status _do_evaluate(Block& block, VExprContextSPtrs& exprs, RuntimeProfile::Counter& expr_call_timer, std::vector& res_col_ids) const; friend class HashJoinProbeLocalState; @@ -196,21 +196,21 @@ class HashJoinProbeOperatorX MOCK_REMOVE(final) const bool _is_broadcast_join; // other expr - vectorized::VExprContextSPtrs _other_join_conjuncts; + VExprContextSPtrs _other_join_conjuncts; - vectorized::VExprContextSPtrs _mark_join_conjuncts; + VExprContextSPtrs _mark_join_conjuncts; // mark the build hash table whether it needs to store null value std::vector _serialize_null_into_key; // probe expr - vectorized::VExprContextSPtrs _probe_expr_ctxs; + VExprContextSPtrs _probe_expr_ctxs; // ASOF JOIN: probe-side expression extracted from MATCH_CONDITION's left child // Prepared against probe child's row_desc directly - vectorized::VExprContextSPtr _asof_probe_expr; + VExprContextSPtr _asof_probe_expr; - vectorized::DataTypes _right_table_data_types; - vectorized::DataTypes _left_table_data_types; + DataTypes _right_table_data_types; + DataTypes _left_table_data_types; std::vector _hash_output_slot_ids; std::vector _left_output_slot_flags; std::vector _right_output_slot_flags; diff --git a/be/src/exec/operator/hive_table_sink_operator.cpp b/be/src/exec/operator/hive_table_sink_operator.cpp index 4f9145e7223fa7..8ac33400198ec0 100644 --- a/be/src/exec/operator/hive_table_sink_operator.cpp +++ b/be/src/exec/operator/hive_table_sink_operator.cpp @@ -19,7 +19,7 @@ #include "common/status.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status HiveTableSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { RETURN_IF_ERROR(Base::init(state, info)); @@ -30,4 +30,4 @@ Status HiveTableSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& in return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/hive_table_sink_operator.h b/be/src/exec/operator/hive_table_sink_operator.h index bded65a5759204..ff4a681f425613 100644 --- a/be/src/exec/operator/hive_table_sink_operator.h +++ b/be/src/exec/operator/hive_table_sink_operator.h @@ -20,15 +20,15 @@ #include "exec/operator/operator.h" #include "exec/sink/writer/vhive_table_writer.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class HiveTableSinkOperatorX; class HiveTableSinkLocalState final - : public AsyncWriterSink { + : public AsyncWriterSink { public: - using Base = AsyncWriterSink; + using Base = AsyncWriterSink; using Parent = HiveTableSinkOperatorX; ENABLE_FACTORY_CREATOR(HiveTableSinkLocalState); HiveTableSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) @@ -56,17 +56,17 @@ class HiveTableSinkOperatorX final : public DataSinkOperatorXrows()); @@ -76,13 +76,13 @@ class HiveTableSinkOperatorX final : public DataSinkOperatorX - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; const RowDescriptor& _row_desc; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; const std::vector& _t_output_expr; ObjectPool* _pool = nullptr; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/iceberg_table_sink_operator.cpp b/be/src/exec/operator/iceberg_table_sink_operator.cpp index 979d3c59e31999..22b7ddd153106b 100644 --- a/be/src/exec/operator/iceberg_table_sink_operator.cpp +++ b/be/src/exec/operator/iceberg_table_sink_operator.cpp @@ -19,7 +19,7 @@ #include "common/status.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status IcebergTableSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { RETURN_IF_ERROR(Base::init(state, info)); @@ -30,4 +30,4 @@ Status IcebergTableSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/iceberg_table_sink_operator.h b/be/src/exec/operator/iceberg_table_sink_operator.h index 3d3d338c9d748d..5d3867323bd2c6 100644 --- a/be/src/exec/operator/iceberg_table_sink_operator.h +++ b/be/src/exec/operator/iceberg_table_sink_operator.h @@ -20,15 +20,15 @@ #include "exec/operator/operator.h" #include "exec/sink/writer/iceberg/viceberg_table_writer.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class IcebergTableSinkOperatorX; class IcebergTableSinkLocalState final - : public AsyncWriterSink { + : public AsyncWriterSink { public: - using Base = AsyncWriterSink; + using Base = AsyncWriterSink; using Parent = IcebergTableSinkOperatorX; ENABLE_FACTORY_CREATOR(IcebergTableSinkLocalState); IcebergTableSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) @@ -55,17 +55,17 @@ class IcebergTableSinkOperatorX final : public DataSinkOperatorXrows()); @@ -75,13 +75,13 @@ class IcebergTableSinkOperatorX final : public DataSinkOperatorX - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; const RowDescriptor& _row_desc; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; const std::vector& _t_output_expr; ObjectPool* _pool = nullptr; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/jdbc_scan_operator.cpp b/be/src/exec/operator/jdbc_scan_operator.cpp index 5a297692006dbd..311acb37f90640 100644 --- a/be/src/exec/operator/jdbc_scan_operator.cpp +++ b/be/src/exec/operator/jdbc_scan_operator.cpp @@ -20,7 +20,7 @@ #include "common/object_pool.h" #include "exec/scan/jdbc_scanner.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" std::string JDBCScanLocalState::name_suffix() const { return fmt::format("(nereids_id={}. table_name={})" + operator_name_suffix, @@ -29,11 +29,11 @@ std::string JDBCScanLocalState::name_suffix() const { std::to_string(_parent->node_id())); } -Status JDBCScanLocalState::_init_scanners(std::list* scanners) { +Status JDBCScanLocalState::_init_scanners(std::list* scanners) { auto& p = _parent->cast(); - std::unique_ptr scanner = vectorized::JdbcScanner::create_unique( - state(), this, p._limit, p._tuple_id, p._query_string, p._table_type, p._is_tvf, - _scanner_profile.get()); + std::unique_ptr scanner = + JdbcScanner::create_unique(state(), this, p._limit, p._tuple_id, p._query_string, + p._table_type, p._is_tvf, _scanner_profile.get()); RETURN_IF_ERROR(scanner->init(state(), _conjuncts)); scanners->push_back(std::move(scanner)); return Status::OK(); @@ -50,4 +50,4 @@ JDBCScanOperatorX::JDBCScanOperatorX(ObjectPool* pool, const TPlanNode& tnode, i _is_tvf = tnode.jdbc_scan_node.__isset.is_tvf ? tnode.jdbc_scan_node.is_tvf : false; } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/jdbc_scan_operator.h b/be/src/exec/operator/jdbc_scan_operator.h index eeb29b71d2a9ba..6a233826e12336 100644 --- a/be/src/exec/operator/jdbc_scan_operator.h +++ b/be/src/exec/operator/jdbc_scan_operator.h @@ -28,12 +28,10 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { class JdbcScanner; -} } // namespace doris -namespace doris::pipeline { +namespace doris { class JDBCScanOperatorX; class JDBCScanLocalState final : public ScanLocalState { @@ -42,12 +40,12 @@ class JDBCScanLocalState final : public ScanLocalState { ENABLE_FACTORY_CREATOR(JDBCScanLocalState); JDBCScanLocalState(RuntimeState* state, OperatorXBase* parent) : ScanLocalState(state, parent) {} - Status _init_scanners(std::list* scanners) override; + Status _init_scanners(std::list* scanners) override; std::string name_suffix() const override; private: - friend class vectorized::JdbcScanner; + friend class JdbcScanner; }; class JDBCScanOperatorX final : public ScanOperatorX { @@ -65,4 +63,4 @@ class JDBCScanOperatorX final : public ScanOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/jdbc_table_sink_operator.cpp b/be/src/exec/operator/jdbc_table_sink_operator.cpp index 68846b1b4cc790..85761effac1ac0 100644 --- a/be/src/exec/operator/jdbc_table_sink_operator.cpp +++ b/be/src/exec/operator/jdbc_table_sink_operator.cpp @@ -24,7 +24,7 @@ #include "exprs/vexpr.h" #include "exprs/vexpr_context.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" JdbcTableSinkOperatorX::JdbcTableSinkOperatorX(const RowDescriptor& row_desc, int operator_id, const std::vector& t_output_expr) @@ -36,18 +36,18 @@ JdbcTableSinkOperatorX::JdbcTableSinkOperatorX(const RowDescriptor& row_desc, in Status JdbcTableSinkOperatorX::init(const TDataSink& thrift_sink) { RETURN_IF_ERROR(DataSinkOperatorX::init(thrift_sink)); // From the thrift expressions create the real exprs. - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); return Status::OK(); } Status JdbcTableSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(DataSinkOperatorX::prepare(state)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); - RETURN_IF_ERROR(vectorized::VExpr::open(_output_vexpr_ctxs, state)); + RETURN_IF_ERROR(VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); + RETURN_IF_ERROR(VExpr::open(_output_vexpr_ctxs, state)); return Status::OK(); } -Status JdbcTableSinkOperatorX::sink(RuntimeState* state, vectorized::Block* block, bool eos) { +Status JdbcTableSinkOperatorX::sink(RuntimeState* state, Block* block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)block->rows()); @@ -55,4 +55,4 @@ Status JdbcTableSinkOperatorX::sink(RuntimeState* state, vectorized::Block* bloc return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/jdbc_table_sink_operator.h b/be/src/exec/operator/jdbc_table_sink_operator.h index 4a9a6387388d67..7481549ccda2f0 100644 --- a/be/src/exec/operator/jdbc_table_sink_operator.h +++ b/be/src/exec/operator/jdbc_table_sink_operator.h @@ -22,19 +22,18 @@ #include "exec/operator/operator.h" #include "exec/sink/writer/vjdbc_table_writer.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class JdbcTableSinkOperatorX; class JdbcTableSinkLocalState final - : public AsyncWriterSink { + : public AsyncWriterSink { ENABLE_FACTORY_CREATOR(JdbcTableSinkLocalState); public: - using Base = AsyncWriterSink; + using Base = AsyncWriterSink; JdbcTableSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) - : AsyncWriterSink(parent, state) { - } + : AsyncWriterSink(parent, state) {} private: friend class JdbcTableSinkOperatorX; @@ -47,18 +46,18 @@ class JdbcTableSinkOperatorX final : public DataSinkOperatorX - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; const RowDescriptor& _row_desc; const std::vector& _t_output_expr; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/join/asof_left_inner_join_impl.cpp b/be/src/exec/operator/join/asof_left_inner_join_impl.cpp index 0bb8dd9ecf3982..e509f81e23ec9a 100644 --- a/be/src/exec/operator/join/asof_left_inner_join_impl.cpp +++ b/be/src/exec/operator/join/asof_left_inner_join_impl.cpp @@ -19,7 +19,7 @@ #include "process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::ASOF_LEFT_INNER_JOIN); diff --git a/be/src/exec/operator/join/asof_left_outer_join_impl.cpp b/be/src/exec/operator/join/asof_left_outer_join_impl.cpp index 30a36e6f7a04d5..785a736f56306a 100644 --- a/be/src/exec/operator/join/asof_left_outer_join_impl.cpp +++ b/be/src/exec/operator/join/asof_left_outer_join_impl.cpp @@ -19,7 +19,7 @@ #include "process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::ASOF_LEFT_OUTER_JOIN); diff --git a/be/src/exec/operator/join/full_outer_join_impl.cpp b/be/src/exec/operator/join/full_outer_join_impl.cpp index 5cf9b0aa5aadb5..4f94a6bd79c3fa 100644 --- a/be/src/exec/operator/join/full_outer_join_impl.cpp +++ b/be/src/exec/operator/join/full_outer_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::FULL_OUTER_JOIN); diff --git a/be/src/exec/operator/join/inner_join_impl.cpp b/be/src/exec/operator/join/inner_join_impl.cpp index 6f5d1fb28f609a..07571ddedb0f23 100644 --- a/be/src/exec/operator/join/inner_join_impl.cpp +++ b/be/src/exec/operator/join/inner_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::INNER_JOIN); diff --git a/be/src/exec/operator/join/left_anti_join_impl.cpp b/be/src/exec/operator/join/left_anti_join_impl.cpp index 4baabd07d83e88..1b995c500c7fa0 100644 --- a/be/src/exec/operator/join/left_anti_join_impl.cpp +++ b/be/src/exec/operator/join/left_anti_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::LEFT_ANTI_JOIN); diff --git a/be/src/exec/operator/join/left_outer_join_impl.cpp b/be/src/exec/operator/join/left_outer_join_impl.cpp index 2cdf1a7e0a90c1..6d69f664463930 100644 --- a/be/src/exec/operator/join/left_outer_join_impl.cpp +++ b/be/src/exec/operator/join/left_outer_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::LEFT_OUTER_JOIN); diff --git a/be/src/exec/operator/join/left_semi_join_impl.cpp b/be/src/exec/operator/join/left_semi_join_impl.cpp index 458ba7a3681f70..37975306f6aaf3 100644 --- a/be/src/exec/operator/join/left_semi_join_impl.cpp +++ b/be/src/exec/operator/join/left_semi_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::LEFT_SEMI_JOIN); diff --git a/be/src/exec/operator/join/null_aware_left_anti_join_impl.cpp b/be/src/exec/operator/join/null_aware_left_anti_join_impl.cpp index 016e767ca563e8..f26426c6c9a2b4 100644 --- a/be/src/exec/operator/join/null_aware_left_anti_join_impl.cpp +++ b/be/src/exec/operator/join/null_aware_left_anti_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::NULL_AWARE_LEFT_ANTI_JOIN); diff --git a/be/src/exec/operator/join/null_aware_left_semi_join_impl.cpp b/be/src/exec/operator/join/null_aware_left_semi_join_impl.cpp index 30e0de1b630417..bbd9df61ec36e5 100644 --- a/be/src/exec/operator/join/null_aware_left_semi_join_impl.cpp +++ b/be/src/exec/operator/join/null_aware_left_semi_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::NULL_AWARE_LEFT_SEMI_JOIN); diff --git a/be/src/exec/operator/join/process_hash_table_probe.h b/be/src/exec/operator/join/process_hash_table_probe.h index efccb9b975ebca..3853f0ee28a7c5 100644 --- a/be/src/exec/operator/join/process_hash_table_probe.h +++ b/be/src/exec/operator/join/process_hash_table_probe.h @@ -35,10 +35,10 @@ namespace pipeline { class HashJoinProbeLocalState; class HashJoinProbeOperatorX; -using MutableColumnPtr = vectorized::IColumn::MutablePtr; -using MutableColumns = std::vector; +using MutableColumnPtr = IColumn::MutablePtr; +using MutableColumns = std::vector; -using NullMap = vectorized::ColumnUInt8::Container; +using NullMap = ColumnUInt8::Container; using ConstNullMapPtr = const NullMap*; template @@ -47,30 +47,30 @@ struct ProcessHashTableProbe { ~ProcessHashTableProbe() = default; // output build side result column - void build_side_output_column(vectorized::MutableColumns& mcol, bool is_mark_join); + void build_side_output_column(MutableColumns& mcol, bool is_mark_join); - void probe_side_output_column(vectorized::MutableColumns& mcol); + void probe_side_output_column(MutableColumns& mcol); // Only process the join with no other join conjunct, because of no other join conjunt // the output block struct is same with mutable block. we can do more opt on it and simplify // the logic of probe template Status process(HashTableType& hash_table_ctx, const uint8_t* null_map, - vectorized::MutableBlock& mutable_block, vectorized::Block* output_block, + MutableBlock& mutable_block, Block* output_block, uint32_t probe_rows, bool is_mark_join); template void process_direct_return(HashTableType& hash_table_ctx, - vectorized::MutableBlock& mutable_block, - vectorized::Block* output_block, uint32_t probe_rows); + MutableBlock& mutable_block, + Block* output_block, uint32_t probe_rows); // In the presence of other join conjunct, the process of join become more complicated. // each matching join column need to be processed by other join conjunct. so the struct of mutable block // and output block may be different // The output result is determined by the other join conjunct result and same_to_prev struct - Status do_other_join_conjuncts(vectorized::Block* output_block, DorisVector& visited); + Status do_other_join_conjuncts(Block* output_block, DorisVector& visited); - Status do_mark_join_conjuncts(vectorized::Block* output_block, const uint8_t* null_map); + Status do_mark_join_conjuncts(Block* output_block, const uint8_t* null_map); // ASOF JOIN optimized: use pre-sorted index to find best match in O(log K) per probe row // Returns the number of matched rows @@ -78,7 +78,7 @@ struct ProcessHashTableProbe { uint32_t _find_batch_asof_optimized(HashTableType& hash_table_ctx, const uint8_t* null_map, uint32_t probe_rows); - Status finalize_block_with_filter(vectorized::Block* output_block, size_t filter_column_id, + Status finalize_block_with_filter(Block* output_block, size_t filter_column_id, size_t column_to_keep); template @@ -88,25 +88,25 @@ struct ProcessHashTableProbe { // Process full outer join/ right join / right semi/anti join to output the join result // in hash table template - Status finish_probing(HashTableType& hash_table_ctx, vectorized::MutableBlock& mutable_block, - vectorized::Block* output_block, bool* eos, bool is_mark_join); + Status finish_probing(HashTableType& hash_table_ctx, MutableBlock& mutable_block, + Block* output_block, bool* eos, bool is_mark_join); /// For null aware join with other conjuncts, if the probe key of one row on left side is null, /// we should make this row match with all rows in build side. uint32_t _process_probe_null_key(uint32_t probe_idx); - pipeline::HashJoinProbeLocalState* _parent = nullptr; - pipeline::HashJoinProbeOperatorX* _parent_operator = nullptr; + HashJoinProbeLocalState* _parent = nullptr; + HashJoinProbeOperatorX* _parent_operator = nullptr; const int _batch_size; - const std::shared_ptr& _build_block; - std::unique_ptr _arena; + const std::shared_ptr& _build_block; + std::unique_ptr _arena; - vectorized::ColumnOffset32 _probe_indexs; - vectorized::ColumnOffset32 _output_row_indexs; + ColumnOffset32 _probe_indexs; + ColumnOffset32 _output_row_indexs; bool _probe_visited = false; bool _picking_null_keys = false; - vectorized::ColumnOffset32 _build_indexs; + ColumnOffset32 _build_indexs; std::vector _null_flags; /// If the probe key of one row on left side is null, diff --git a/be/src/exec/operator/join/process_hash_table_probe_impl.h b/be/src/exec/operator/join/process_hash_table_probe_impl.h index 7a6957e0811caf..a065128c4d9d9e 100644 --- a/be/src/exec/operator/join/process_hash_table_probe_impl.h +++ b/be/src/exec/operator/join/process_hash_table_probe_impl.h @@ -31,7 +31,7 @@ #include "runtime/thread_context.h" // IWYU pragma: keep #include "util/simd/bits.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" static bool check_all_match_one(const auto& vecs) { @@ -59,7 +59,7 @@ static void mock_column_size(auto& col, size_t size) { if (!is_column_const(*col)) { DCHECK(col->empty()); col->insert_default(); - col = vectorized::ColumnConst::create(std::move(col), size); + col = ColumnConst::create(std::move(col), size); } else { col->resize(size); } @@ -97,7 +97,7 @@ ProcessHashTableProbe::ProcessHashTableProbe(HashJoinProbeLocalState } template -void ProcessHashTableProbe::build_side_output_column(vectorized::MutableColumns& mcol, +void ProcessHashTableProbe::build_side_output_column(MutableColumns& mcol, bool is_mark_join) { SCOPED_TIMER(_build_side_output_timer); @@ -116,7 +116,7 @@ void ProcessHashTableProbe::build_side_output_column(vectorized::Mut const auto& column = *_build_block->safe_get_by_position(i).column; _build_column_has_null[i] = false; if (_right_output_slot_flags[i] && column.is_nullable()) { - const auto& nullable = assert_cast(column); + const auto& nullable = assert_cast(column); _build_column_has_null[i] = !simd::contain_one( nullable.get_null_map_data().data() + 1, nullable.size() - 1); } @@ -132,7 +132,7 @@ void ProcessHashTableProbe::build_side_output_column(vectorized::Mut i + (int)_right_col_idx)); if (should_output) { if (!build_index_has_zero && _build_column_has_null[i]) { - assert_cast(mcol[i + _right_col_idx].get()) + assert_cast(mcol[i + _right_col_idx].get()) ->insert_indices_from_not_has_null(column, _build_indexs.get_data().data(), _build_indexs.get_data().data() + size); } else { @@ -146,20 +146,17 @@ void ProcessHashTableProbe::build_side_output_column(vectorized::Mut } if (_parent->_mark_column_id != -1) { // resize mark column and fill with true - auto& mark_column = - assert_cast(*mcol[_parent->_mark_column_id]); + auto& mark_column = assert_cast(*mcol[_parent->_mark_column_id]); mark_column.resize(size); auto* null_map = mark_column.get_null_map_column().get_data().data(); - auto* data = assert_cast(mark_column.get_nested_column()) - .get_data() - .data(); + auto* data = assert_cast(mark_column.get_nested_column()).get_data().data(); std::fill(null_map, null_map + size, 0); std::fill(data, data + size, 1); } } template -void ProcessHashTableProbe::probe_side_output_column(vectorized::MutableColumns& mcol) { +void ProcessHashTableProbe::probe_side_output_column(MutableColumns& mcol) { SCOPED_TIMER(_probe_side_output_timer); auto& probe_block = _parent->_probe_block; bool all_match_one = @@ -264,11 +261,11 @@ uint32_t ProcessHashTableProbe:: probe_block.get_by_position(probe_col_idx).column->convert_to_full_column_if_const(); // Remove nullable wrapper for comparison - keep original for null check - vectorized::ColumnPtr probe_col_for_compare = probe_col_ptr; + ColumnPtr probe_col_for_compare = probe_col_ptr; const uint8_t* asof_probe_null_map = nullptr; if (probe_col_ptr->is_nullable()) { const auto* nullable_probe_col = - assert_cast(probe_col_ptr.get()); + assert_cast(probe_col_ptr.get()); asof_probe_null_map = nullable_probe_col->get_null_map_data().data(); probe_col_for_compare = nullable_probe_col->get_nested_column_ptr(); } @@ -435,7 +432,7 @@ uint32_t ProcessHashTableProbe:: // Dispatch on AsofIndexVariant to get the correct integer type, // then cast probe column to the matching concrete type uint32_t matched_cnt = std::visit( - vectorized::Overload { + Overload { [](std::monostate&) -> uint32_t { throw Exception(ErrorCode::INTERNAL_ERROR, "AsofIndexVariant should not be monostate here"); @@ -443,18 +440,18 @@ uint32_t ProcessHashTableProbe:: [&](std::vector>& groups) -> uint32_t { // DateV2 return probe_with_index( - groups, assert_cast(probe_col)); + groups, assert_cast(probe_col)); }, [&](std::vector>& groups) -> uint32_t { // DateTimeV2 or TimestampTZ if (const auto* c = - vectorized::check_and_get_column( + check_and_get_column( probe_col)) { return probe_with_index(groups, c); } return probe_with_index( groups, - assert_cast(probe_col)); + assert_cast(probe_col)); }}, shared_state->asof_index_groups); @@ -463,9 +460,10 @@ uint32_t ProcessHashTableProbe:: template template -void ProcessHashTableProbe::process_direct_return( - HashTableType& hash_table_ctx, vectorized::MutableBlock& mutable_block, - vectorized::Block* output_block, uint32_t probe_rows) { +void ProcessHashTableProbe::process_direct_return(HashTableType& hash_table_ctx, + MutableBlock& mutable_block, + Block* output_block, + uint32_t probe_rows) { _probe_indexs.resize(probe_rows); auto* probe_indexs_data = _probe_indexs.get_data().data(); for (uint32_t i = 0; i < probe_rows; i++) { @@ -481,8 +479,7 @@ template template Status ProcessHashTableProbe::process(HashTableType& hash_table_ctx, const uint8_t* null_map, - vectorized::MutableBlock& mutable_block, - vectorized::Block* output_block, + MutableBlock& mutable_block, Block* output_block, uint32_t probe_rows, bool is_mark_join) { if (_right_col_len && !_build_block) { return Status::InternalError("build block is nullptr"); @@ -624,18 +621,18 @@ uint32_t ProcessHashTableProbe::_process_probe_null_key(uint32_t pro } template -Status ProcessHashTableProbe::finalize_block_with_filter( - vectorized::Block* output_block, size_t filter_column_id, size_t column_to_keep) { - vectorized::ColumnPtr filter_ptr = output_block->get_by_position(filter_column_id).column; - RETURN_IF_ERROR( - vectorized::Block::filter_block(output_block, filter_column_id, column_to_keep)); +Status ProcessHashTableProbe::finalize_block_with_filter(Block* output_block, + size_t filter_column_id, + size_t column_to_keep) { + ColumnPtr filter_ptr = output_block->get_by_position(filter_column_id).column; + RETURN_IF_ERROR(Block::filter_block(output_block, filter_column_id, column_to_keep)); if (!_parent_operator->can_do_lazy_materialized()) { return Status::OK(); } auto do_lazy_materialize = [&](const std::vector& output_slot_flags, - vectorized::ColumnOffset32& row_indexs, int column_offset, - vectorized::Block* source_block, bool try_all_match_one) { + ColumnOffset32& row_indexs, int column_offset, + Block* source_block, bool try_all_match_one) { std::vector column_ids; for (int i = 0; i < output_slot_flags.size(); ++i) { if (output_slot_flags[i] && @@ -646,8 +643,7 @@ Status ProcessHashTableProbe::finalize_block_with_filter( if (column_ids.empty()) { return; } - const auto& column_filter = - assert_cast(filter_ptr.get())->get_data(); + const auto& column_filter = assert_cast(filter_ptr.get())->get_data(); bool need_filter = simd::contain_zero(column_filter.data(), column_filter.size()); if (need_filter) { row_indexs.filter(column_filter); @@ -658,7 +654,7 @@ Status ProcessHashTableProbe::finalize_block_with_filter( for (int column_id : column_ids) { int output_column_id = column_id + column_offset; output_block->get_by_position(output_column_id).column = - assert_cast( + assert_cast( output_block->get_by_position(output_column_id).column.get()) ->get_data_column_ptr(); @@ -709,7 +705,7 @@ Status ProcessHashTableProbe::finalize_block_with_filter( * So this query will be a "null aware left anti join", which means the equal conjunct's result should be nullable. */ template -Status ProcessHashTableProbe::do_mark_join_conjuncts(vectorized::Block* output_block, +Status ProcessHashTableProbe::do_mark_join_conjuncts(Block* output_block, const uint8_t* null_map) { if (JoinOpType != TJoinOp::LEFT_ANTI_JOIN && JoinOpType != TJoinOp::NULL_AWARE_LEFT_ANTI_JOIN && JoinOpType != TJoinOp::LEFT_SEMI_JOIN && JoinOpType != TJoinOp::NULL_AWARE_LEFT_SEMI_JOIN && @@ -732,12 +728,10 @@ Status ProcessHashTableProbe::do_mark_join_conjuncts(vectorized::Blo auto mark_column_mutable = output_block->get_by_position(_parent->_mark_column_id).column->assume_mutable(); - auto& mark_column = assert_cast(*mark_column_mutable); - vectorized::IColumn::Filter& filter = - assert_cast(mark_column.get_nested_column()).get_data(); - RETURN_IF_ERROR( - vectorized::VExprContext::execute_conjuncts(_parent->_mark_join_conjuncts, output_block, - mark_column.get_null_map_column(), filter)); + auto& mark_column = assert_cast(*mark_column_mutable); + IColumn::Filter& filter = assert_cast(mark_column.get_nested_column()).get_data(); + RETURN_IF_ERROR(VExprContext::execute_conjuncts(_parent->_mark_join_conjuncts, output_block, + mark_column.get_null_map_column(), filter)); uint8_t* mark_filter_data = filter.data(); uint8_t* mark_null_map = mark_column.get_null_map_data().data(); @@ -776,12 +770,12 @@ Status ProcessHashTableProbe::do_mark_join_conjuncts(vectorized::Blo } if (_have_other_join_conjunct) { - vectorized::IColumn::Filter other_conjunct_filter(row_count, 1); + IColumn::Filter other_conjunct_filter(row_count, 1); { bool can_be_filter_all = false; - RETURN_IF_ERROR(vectorized::VExprContext::execute_conjuncts( - _parent->_other_join_conjuncts, nullptr, output_block, &other_conjunct_filter, - &can_be_filter_all)); + RETURN_IF_ERROR(VExprContext::execute_conjuncts(_parent->_other_join_conjuncts, nullptr, + output_block, &other_conjunct_filter, + &can_be_filter_all)); } DCHECK_EQ(filter.size(), other_conjunct_filter.size()); const auto* other_filter_data = other_conjunct_filter.data(); @@ -795,7 +789,7 @@ Status ProcessHashTableProbe::do_mark_join_conjuncts(vectorized::Blo } } - auto filter_column = vectorized::ColumnUInt8::create(row_count, 0); + auto filter_column = ColumnUInt8::create(row_count, 0); auto* __restrict filter_map = filter_column->get_data().data(); for (size_t i = 0; i != row_count; ++i) { if constexpr (is_right_half_join) { @@ -856,14 +850,13 @@ Status ProcessHashTableProbe::do_mark_join_conjuncts(vectorized::Blo } auto result_column_id = output_block->columns(); - output_block->insert( - {std::move(filter_column), std::make_shared(), ""}); + output_block->insert({std::move(filter_column), std::make_shared(), ""}); return finalize_block_with_filter(output_block, result_column_id, result_column_id); } } template -Status ProcessHashTableProbe::do_other_join_conjuncts(vectorized::Block* output_block, +Status ProcessHashTableProbe::do_other_join_conjuncts(Block* output_block, DorisVector& visited) { // dispose the other join conjunct exec auto row_count = output_block->rows(); @@ -873,28 +866,27 @@ Status ProcessHashTableProbe::do_other_join_conjuncts(vectorized::Bl SCOPED_TIMER(_parent->_non_equal_join_conjuncts_timer); size_t orig_columns = output_block->columns(); - vectorized::IColumn::Filter other_conjunct_filter(row_count, 1); + IColumn::Filter other_conjunct_filter(row_count, 1); { bool can_be_filter_all = false; - RETURN_IF_ERROR(vectorized::VExprContext::execute_conjuncts( - _parent->_other_join_conjuncts, nullptr, output_block, &other_conjunct_filter, - &can_be_filter_all)); + RETURN_IF_ERROR(VExprContext::execute_conjuncts(_parent->_other_join_conjuncts, nullptr, + output_block, &other_conjunct_filter, + &can_be_filter_all)); } - auto filter_column = vectorized::ColumnUInt8::create(); + auto filter_column = ColumnUInt8::create(); filter_column->get_data() = std::move(other_conjunct_filter); auto result_column_id = output_block->columns(); - output_block->insert( - {std::move(filter_column), std::make_shared(), ""}); + output_block->insert({std::move(filter_column), std::make_shared(), ""}); uint8_t* __restrict filter_column_ptr = - assert_cast( + assert_cast( output_block->get_by_position(result_column_id).column->assume_mutable_ref()) .get_data() .data(); if constexpr (JoinOpType == TJoinOp::LEFT_OUTER_JOIN || JoinOpType == TJoinOp::FULL_OUTER_JOIN) { - auto new_filter_column = vectorized::ColumnUInt8::create(row_count); + auto new_filter_column = ColumnUInt8::create(row_count); auto* __restrict filter_map = new_filter_column->get_data().data(); // process equal-conjuncts-matched tuples that are newly generated @@ -924,7 +916,7 @@ Status ProcessHashTableProbe::do_other_join_conjuncts(vectorized::Bl } else if constexpr (JoinOpType == TJoinOp::LEFT_ANTI_JOIN || JoinOpType == TJoinOp::NULL_AWARE_LEFT_ANTI_JOIN || JoinOpType == TJoinOp::LEFT_SEMI_JOIN) { - auto new_filter_column = vectorized::ColumnUInt8::create(row_count); + auto new_filter_column = ColumnUInt8::create(row_count); auto* __restrict filter_map = new_filter_column->get_data().data(); for (size_t i = 0; i < row_count; ++i) { @@ -982,15 +974,15 @@ Status ProcessHashTableProbe::do_other_join_conjuncts(vectorized::Bl template template Status ProcessHashTableProbe::finish_probing(HashTableType& hash_table_ctx, - vectorized::MutableBlock& mutable_block, - vectorized::Block* output_block, bool* eos, + MutableBlock& mutable_block, + Block* output_block, bool* eos, bool is_mark_join) { SCOPED_TIMER(_finish_probe_phase_timer); auto& mcol = mutable_block.mutable_columns(); if (is_mark_join) { - std::unique_ptr mark_column = - std::make_unique(*mcol[mcol.size() - 1]); + std::unique_ptr mark_column = + std::make_unique(*mcol[mcol.size() - 1]); *eos = hash_table_ctx.hash_table->template iterate_map(_build_indexs, mark_column.get()); } else { @@ -1026,11 +1018,11 @@ Status ProcessHashTableProbe::finish_probing(HashTableType& hash_tab } // mark column is nullable - auto* mark_column = assert_cast( - mcol[_parent->_mark_column_id].get()); + auto* mark_column = + assert_cast(mcol[_parent->_mark_column_id].get()); mark_column->resize(block_size); auto* null_map = mark_column->get_null_map_data().data(); - auto* data = assert_cast(mark_column->get_nested_column()) + auto* data = assert_cast(mark_column->get_nested_column()) .get_data() .data(); for (size_t i = 0; i != block_size; ++i) { @@ -1052,8 +1044,7 @@ Status ProcessHashTableProbe::finish_probing(HashTableType& hash_tab if constexpr (JoinOpType == TJoinOp::RIGHT_OUTER_JOIN || JoinOpType == TJoinOp::FULL_OUTER_JOIN) { for (int i = 0; i < _right_col_idx; ++i) { - assert_cast(mcol[i].get()) - ->insert_many_defaults(block_size); + assert_cast(mcol[i].get())->insert_many_defaults(block_size); } } output_block->swap(mutable_block.to_block(0)); @@ -1073,38 +1064,38 @@ struct ExtractType { #define INSTANTIATION(JoinOpType, T) \ template Status ProcessHashTableProbe::process::Type>( \ ExtractType::Type & hash_table_ctx, const uint8_t* null_map, \ - vectorized::MutableBlock& mutable_block, vectorized::Block* output_block, \ - uint32_t probe_rows, bool is_mark_join); \ + MutableBlock& mutable_block, Block* output_block, uint32_t probe_rows, \ + bool is_mark_join); \ template void \ ProcessHashTableProbe::process_direct_return::Type>( \ - ExtractType::Type & hash_table_ctx, vectorized::MutableBlock & mutable_block, \ - vectorized::Block * output_block, uint32_t probe_rows); \ + ExtractType::Type & hash_table_ctx, MutableBlock & mutable_block, \ + Block * output_block, uint32_t probe_rows); \ template Status ProcessHashTableProbe::finish_probing::Type>( \ - ExtractType::Type & hash_table_ctx, vectorized::MutableBlock & mutable_block, \ - vectorized::Block * output_block, bool* eos, bool is_mark_join); - -#define INSTANTIATION_FOR(JoinOpType) \ - template struct ProcessHashTableProbe; \ - \ - INSTANTIATION(JoinOpType, (SerializedHashTableContext)); \ - INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ - INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ - INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ - INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ - INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ - INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ - INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ - INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ + ExtractType::Type & hash_table_ctx, MutableBlock & mutable_block, \ + Block * output_block, bool* eos, bool is_mark_join); + +#define INSTANTIATION_FOR(JoinOpType) \ + template struct ProcessHashTableProbe; \ + \ + INSTANTIATION(JoinOpType, (SerializedHashTableContext)); \ + INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (DirectPrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (PrimaryTypeHashTableContext)); \ + INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ + INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ + INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ + INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ + INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ + INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ + INSTANTIATION(JoinOpType, (FixedKeyHashTableContext)); \ INSTANTIATION(JoinOpType, (MethodOneString)); #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/join/right_anti_join_impl.cpp b/be/src/exec/operator/join/right_anti_join_impl.cpp index ed7a230a72aa14..95fb92c826bf48 100644 --- a/be/src/exec/operator/join/right_anti_join_impl.cpp +++ b/be/src/exec/operator/join/right_anti_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::RIGHT_ANTI_JOIN); diff --git a/be/src/exec/operator/join/right_outer_join_impl.cpp b/be/src/exec/operator/join/right_outer_join_impl.cpp index a3e29f545ef671..4f48f715f5e439 100644 --- a/be/src/exec/operator/join/right_outer_join_impl.cpp +++ b/be/src/exec/operator/join/right_outer_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::RIGHT_OUTER_JOIN); diff --git a/be/src/exec/operator/join/right_semi_join_impl.cpp b/be/src/exec/operator/join/right_semi_join_impl.cpp index cc96aab0484000..be46fbfce92eb9 100644 --- a/be/src/exec/operator/join/right_semi_join_impl.cpp +++ b/be/src/exec/operator/join/right_semi_join_impl.cpp @@ -19,7 +19,7 @@ #include "exec/operator/join/process_hash_table_probe_impl.h" -namespace doris::pipeline { +namespace doris { INSTANTIATION_FOR(TJoinOp::RIGHT_SEMI_JOIN); diff --git a/be/src/exec/operator/join_build_sink_operator.cpp b/be/src/exec/operator/join_build_sink_operator.cpp index 68a129a894bf61..150840a05fa1fd 100644 --- a/be/src/exec/operator/join_build_sink_operator.cpp +++ b/be/src/exec/operator/join_build_sink_operator.cpp @@ -22,7 +22,7 @@ #include "exec/operator/operator.h" #include "exec/operator/partitioned_hash_join_sink_operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" template Status JoinBuildSinkLocalState::init(RuntimeState* state, @@ -125,4 +125,4 @@ template class JoinBuildSinkOperatorX; template class JoinBuildSinkLocalState; -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/join_build_sink_operator.h b/be/src/exec/operator/join_build_sink_operator.h index 5702397935d7be..c097e69cca99aa 100644 --- a/be/src/exec/operator/join_build_sink_operator.h +++ b/be/src/exec/operator/join_build_sink_operator.h @@ -19,7 +19,7 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" template class JoinBuildSinkOperatorX; @@ -72,4 +72,4 @@ class JoinBuildSinkOperatorX : public DataSinkOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/join_probe_operator.cpp b/be/src/exec/operator/join_probe_operator.cpp index 060a8fd25c05b0..29ee21c80fd9f7 100644 --- a/be/src/exec/operator/join_probe_operator.cpp +++ b/be/src/exec/operator/join_probe_operator.cpp @@ -24,7 +24,7 @@ #include "exec/operator/operator.h" #include "exec/operator/partitioned_hash_join_probe_operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" template Status JoinProbeLocalState::init(RuntimeState* state, @@ -64,17 +64,17 @@ void JoinProbeLocalState::_construct_mutable_join_block if (p._is_mark_join) { _mark_column_id = _join_block.columns() - 1; #ifndef NDEBUG - const auto& mark_column = assert_cast( + const auto& mark_column = assert_cast( *_join_block.get_by_position(_mark_column_id).column); auto& nested_column = mark_column.get_nested_column(); - DCHECK(check_and_get_column(nested_column) != nullptr); + DCHECK(check_and_get_column(nested_column) != nullptr); #endif } } template -Status JoinProbeLocalState::_build_output_block( - vectorized::Block* origin_block, vectorized::Block* output_block) { +Status JoinProbeLocalState::_build_output_block(Block* origin_block, + Block* output_block) { if (!output_block->mem_reuse()) { output_block->swap(origin_block->clone_empty()); } @@ -143,4 +143,4 @@ template class JoinProbeLocalState; template class JoinProbeOperatorX; -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/join_probe_operator.h b/be/src/exec/operator/join_probe_operator.h index c8c6ace9dee6dc..8cd83f3a1ea72c 100644 --- a/be/src/exec/operator/join_probe_operator.h +++ b/be/src/exec/operator/join_probe_operator.h @@ -19,7 +19,7 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" template class JoinProbeOperatorX; @@ -34,12 +34,12 @@ class JoinProbeLocalState : public PipelineXLocalState { template friend class StatefulOperatorX; JoinProbeLocalState(RuntimeState* state, OperatorXBase* parent) - : Base(state, parent), _child_block(vectorized::Block::create_unique()) {} + : Base(state, parent), _child_block(Block::create_unique()) {} ~JoinProbeLocalState() override = default; void _construct_mutable_join_block(); - Status _build_output_block(vectorized::Block* origin_block, vectorized::Block* output_block); + Status _build_output_block(Block* origin_block, Block* output_block); // output expr - vectorized::Block _join_block; + Block _join_block; size_t _mark_column_id = -1; @@ -49,7 +49,7 @@ class JoinProbeLocalState : public PipelineXLocalState { RuntimeProfile::Counter* _build_output_block_timer = nullptr; RuntimeProfile::Counter* _finish_probe_phase_timer = nullptr; - std::unique_ptr _child_block = nullptr; + std::unique_ptr _child_block = nullptr; bool _child_eos = false; }; @@ -109,4 +109,4 @@ class JoinProbeOperatorX : public StatefulOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/local_merge_sort_source_operator.cpp b/be/src/exec/operator/local_merge_sort_source_operator.cpp index 3f89550d1c6952..07ee373fd9cf3e 100644 --- a/be/src/exec/operator/local_merge_sort_source_operator.cpp +++ b/be/src/exec/operator/local_merge_sort_source_operator.cpp @@ -23,7 +23,7 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" LocalMergeSortLocalState::LocalMergeSortLocalState(RuntimeState* state, OperatorXBase* parent) @@ -60,19 +60,18 @@ std::vector LocalMergeSortLocalState::dependencies() const { Status LocalMergeSortLocalState::build_merger(RuntimeState* state) { auto& p = _parent->cast(); - vectorized::VExprContextSPtrs ordering_expr_ctxs; + VExprContextSPtrs ordering_expr_ctxs; ordering_expr_ctxs.resize(p._vsort_exec_exprs.ordering_expr_ctxs().size()); for (size_t i = 0; i < ordering_expr_ctxs.size(); i++) { RETURN_IF_ERROR( p._vsort_exec_exprs.ordering_expr_ctxs()[i]->clone(state, ordering_expr_ctxs[i])); } - _merger = std::make_unique(ordering_expr_ctxs, p._is_asc_order, - p._nulls_first, state->batch_size(), - p._limit, p._offset, custom_profile()); - std::vector child_block_suppliers; + _merger = std::make_unique(ordering_expr_ctxs, p._is_asc_order, + p._nulls_first, state->batch_size(), p._limit, + p._offset, custom_profile()); + std::vector child_block_suppliers; for (auto sorter : p._sorters) { - vectorized::BlockSupplier block_supplier = [sorter, state](vectorized::Block* block, - bool* eos) { + BlockSupplier block_supplier = [sorter, state](Block* block, bool* eos) { return sorter->get_next(state, block, eos); }; child_block_suppliers.push_back(block_supplier); @@ -116,8 +115,7 @@ void LocalMergeSortSourceOperatorX::init_dependencies_and_sorter() { _sorters.resize(_parallel_tasks); } -Status LocalMergeSortSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, - bool* eos) { +Status LocalMergeSortSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); SCOPED_PEAK_MEM(&local_state._estimate_memory_usage); @@ -131,8 +129,8 @@ Status LocalMergeSortSourceOperatorX::get_block(RuntimeState* state, vectorized: return Status::OK(); } -Status LocalMergeSortSourceOperatorX::main_source_get_block(RuntimeState* state, - vectorized::Block* block, bool* eos) { +Status LocalMergeSortSourceOperatorX::main_source_get_block(RuntimeState* state, Block* block, + bool* eos) { auto& local_state = get_local_state(state); if (local_state._merger == nullptr) { // Since we cannot control the initialization order of different local states, we set the sorter to the operator during execution. @@ -143,8 +141,8 @@ Status LocalMergeSortSourceOperatorX::main_source_get_block(RuntimeState* state, return Status::OK(); } -Status LocalMergeSortSourceOperatorX::other_source_get_block(RuntimeState* state, - vectorized::Block* block, bool* eos) { +Status LocalMergeSortSourceOperatorX::other_source_get_block(RuntimeState* state, Block* block, + bool* eos) { auto& local_state = get_local_state(state); DCHECK(_other_source_deps[local_state._task_idx] != nullptr); // Since we cannot control the initialization order of different local states, we set the sorter to the operator during execution. @@ -156,4 +154,4 @@ Status LocalMergeSortSourceOperatorX::other_source_get_block(RuntimeState* state } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/local_merge_sort_source_operator.h b/be/src/exec/operator/local_merge_sort_source_operator.h index ca08074080792f..4944ded203002c 100644 --- a/be/src/exec/operator/local_merge_sort_source_operator.h +++ b/be/src/exec/operator/local_merge_sort_source_operator.h @@ -27,8 +27,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - // The LocalMergeSortSourceOperatorX is an operator that performs merge sort locally. // If there is an instance, it will only operate in one instance (referred to as the main source below), // while the other instances will directly return EOS (referred to as other sources below). @@ -72,7 +70,7 @@ class LocalMergeSortLocalState final : public PipelineXLocalState _merger = nullptr; + std::unique_ptr _merger = nullptr; }; class LocalMergeSortSourceOperatorX final : public OperatorX { @@ -85,7 +83,7 @@ class LocalMergeSortSourceOperatorX final : public OperatorX _is_asc_order; std::vector _nulls_first; - vectorized::VSortExecExprs _vsort_exec_exprs; + VSortExecExprs _vsort_exec_exprs; const int64_t _offset; std::vector _other_source_deps; // The sorters of all instances are used in the main source. - std::vector> _sorters; + std::vector> _sorters; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/materialization_opertor.cpp b/be/src/exec/operator/materialization_opertor.cpp index 1435dba6ad8f4d..fb5af1152f8381 100644 --- a/be/src/exec/operator/materialization_opertor.cpp +++ b/be/src/exec/operator/materialization_opertor.cpp @@ -35,7 +35,7 @@ namespace doris { namespace pipeline { -void MaterializationSharedState::get_block(vectorized::Block* block) { +void MaterializationSharedState::get_block(Block* block) { for (int i = 0, j = 0, rowid_to_block_loc = rowid_locs[j]; i < origin_block.columns(); i++) { if (i != rowid_to_block_loc) { block->insert(origin_block.get_by_position(i)); @@ -62,9 +62,9 @@ Status MaterializationSharedState::merge_multi_response() { // Keeping block_maps across iterations would leave stale entries from the previous // relation and miss entries for the current one, causing the // "backend_id not found in block_maps" error. - std::unordered_map> block_maps; + std::unordered_map> block_maps; for (auto& [backend_id, rpc_struct] : rpc_struct_map) { - vectorized::Block partial_block; + Block partial_block; size_t uncompressed_size = 0; int64_t uncompressed_time = 0; DCHECK(rpc_struct.response.blocks_size() > i); @@ -140,26 +140,26 @@ void MaterializationSharedState::_update_profile_info(int64_t backend_id, update_profile_info_key(RowIdStorageReader::InitReaderAvgTimeProfile); update_profile_info_key(RowIdStorageReader::GetBlockAvgTimeProfile); update_profile_info_key(RowIdStorageReader::FileReadLinesProfile); - update_profile_info_key(vectorized::FileScanner::FileReadBytesProfile); - update_profile_info_key(vectorized::FileScanner::FileReadTimeProfile); + update_profile_info_key(FileScanner::FileReadBytesProfile); + update_profile_info_key(FileScanner::FileReadTimeProfile); } -Status MaterializationSharedState::create_muiltget_result(const vectorized::Columns& columns, +Status MaterializationSharedState::create_muiltget_result(const Columns& columns, bool child_eos, bool gc_id_map) { const auto rows = columns.empty() ? 0 : columns[0]->size(); block_order_results.resize(columns.size()); for (int i = 0; i < columns.size(); ++i) { const uint8_t* null_map = nullptr; - const vectorized::ColumnString* column_rowid = nullptr; + const ColumnString* column_rowid = nullptr; auto& column = columns[i]; - if (auto column_ptr = check_and_get_column(*column)) { + if (auto column_ptr = check_and_get_column(*column)) { null_map = column_ptr->get_null_map_data().data(); - column_rowid = assert_cast( + column_rowid = assert_cast( column_ptr->get_nested_column_ptr().get()); } else { - column_rowid = assert_cast(column.get()); + column_rowid = assert_cast(column.get()); } auto& block_order = block_order_results[i]; @@ -225,7 +225,7 @@ Status MaterializationSharedState::init_multi_requests( state->desc_tbl().get_tuple_descriptor(materialization_node.intermediate_tuple_id); const auto& slots = tuple_desc->slots(); response_blocks = - std::vector(materialization_node.column_descs_lists.size()); + std::vector(materialization_node.column_descs_lists.size()); for (int i = 0; i < materialization_node.column_descs_lists.size(); ++i) { auto request_block_desc = multi_get_request.add_request_block_descs(); @@ -249,7 +249,7 @@ Status MaterializationSharedState::init_multi_requests( slots[slot_loc_item]->to_protobuf(request_block_desc->add_slots()); slots_res.emplace_back(slots[slot_loc_item]); } - response_blocks[i] = vectorized::MutableBlock(vectorized::Block(slots_res, 10)); + response_blocks[i] = MutableBlock(Block(slots_res, 10)); } // Initialize the stubs and requests for each BE @@ -279,14 +279,14 @@ Status MaterializationOperator::init(const doris::TPlanNode& tnode, doris::Runti _gc_id_map = tnode.materialization_node.gc_id_map; // Create result_expr_ctx_lists_ from thrift exprs. auto& fetch_expr_lists = tnode.materialization_node.fetch_expr_lists; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(fetch_expr_lists, _rowid_exprs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(fetch_expr_lists, _rowid_exprs)); return Status::OK(); } Status MaterializationOperator::prepare(RuntimeState* state) { RETURN_IF_ERROR(Base::prepare(state)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_rowid_exprs, state, _child->row_desc())); - RETURN_IF_ERROR(vectorized::VExpr::open(_rowid_exprs, state)); + RETURN_IF_ERROR(VExpr::prepare(_rowid_exprs, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::open(_rowid_exprs, state)); return Status::OK(); } @@ -296,7 +296,7 @@ bool MaterializationOperator::need_more_input_data(RuntimeState* state) const { !local_state._materialization_state.eos; } -Status MaterializationOperator::pull(RuntimeState* state, vectorized::Block* output_block, +Status MaterializationOperator::pull(RuntimeState* state, Block* output_block, bool* eos) const { auto& local_state = get_local_state(state); output_block->clear(); @@ -321,7 +321,7 @@ Status MaterializationOperator::pull(RuntimeState* state, vectorized::Block* out return Status::OK(); } -Status MaterializationOperator::push(RuntimeState* state, vectorized::Block* in_block, +Status MaterializationOperator::push(RuntimeState* state, Block* in_block, bool eos) const { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); @@ -332,7 +332,7 @@ Status MaterializationOperator::push(RuntimeState* state, vectorized::Block* in_ if (in_block->rows() > 0 || eos) { // execute the rowid exprs - vectorized::Columns columns; + Columns columns; if (in_block->rows() != 0) { local_state._materialization_state.rowid_locs.resize(_rowid_exprs.size()); for (int i = 0; i < _rowid_exprs.size(); ++i) { diff --git a/be/src/exec/operator/materialization_opertor.h b/be/src/exec/operator/materialization_opertor.h index 996c8d8ce12925..8973b20c23588c 100644 --- a/be/src/exec/operator/materialization_opertor.h +++ b/be/src/exec/operator/materialization_opertor.h @@ -26,8 +26,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - class MaterializationOperator; struct FetchRpcStruct { @@ -42,10 +40,10 @@ struct MaterializationSharedState { MaterializationSharedState() = default; Status init_multi_requests(const TMaterializationNode& tnode, RuntimeState* state); - Status create_muiltget_result(const vectorized::Columns& columns, bool eos, bool gc_id_map); + Status create_muiltget_result(const Columns& columns, bool eos, bool gc_id_map); Status merge_multi_response(); - void get_block(vectorized::Block* block); + void get_block(Block* block); private: void _update_profile_info(int64_t backend_id, RuntimeProfile* response_profile); @@ -56,10 +54,10 @@ struct MaterializationSharedState { bool eos = false; // empty materialization sink block not need to merge block bool need_merge_block = true; - vectorized::Block origin_block; + Block origin_block; // The rowid column of the origin block. should be replaced by the column of the result block. std::vector rowid_locs; - std::vector response_blocks; + std::vector response_blocks; std::map rpc_struct_map; // Register each line in which block to ensure the order of the result. // Zero means NULL value. @@ -95,7 +93,7 @@ class MaterializationLocalState final : public PipelineXLocalState friend class StatefulOperatorX; - std::unique_ptr _child_block = vectorized::Block::create_unique(); + std::unique_ptr _child_block = Block::create_unique(); bool _child_eos = false; MaterializationSharedState _materialization_state; RuntimeProfile::Counter* _max_rpc_timer = nullptr; @@ -116,18 +114,17 @@ class MaterializationOperator final : public StatefulOperatorX { +class MCTableSinkLocalState final : public AsyncWriterSink { public: - using Base = AsyncWriterSink; + using Base = AsyncWriterSink; using Parent = MCTableSinkOperatorX; ENABLE_FACTORY_CREATOR(MCTableSinkLocalState); MCTableSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) @@ -54,17 +53,17 @@ class MCTableSinkOperatorX final : public DataSinkOperatorXrows()); @@ -74,13 +73,13 @@ class MCTableSinkOperatorX final : public DataSinkOperatorX - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; const RowDescriptor& _row_desc; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; const std::vector& _t_output_expr; ObjectPool* _pool = nullptr; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/memory_scratch_sink_operator.cpp b/be/src/exec/operator/memory_scratch_sink_operator.cpp index 38222126efdc4c..917d54da763a12 100644 --- a/be/src/exec/operator/memory_scratch_sink_operator.cpp +++ b/be/src/exec/operator/memory_scratch_sink_operator.cpp @@ -27,7 +27,7 @@ #include "format/arrow/arrow_row_batch.h" #include "runtime/record_batch_queue.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status MemoryScratchSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { RETURN_IF_ERROR(Base::init(state, info)); @@ -75,20 +75,19 @@ MemoryScratchSinkOperatorX::MemoryScratchSinkOperatorX(const RowDescriptor& row_ Status MemoryScratchSinkOperatorX::init(const TDataSink& thrift_sink) { RETURN_IF_ERROR(DataSinkOperatorX::init(thrift_sink)); // From the thrift expressions create the real exprs. - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); return Status::OK(); } Status MemoryScratchSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(DataSinkOperatorX::prepare(state)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); + RETURN_IF_ERROR(VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); _timezone_obj = state->timezone_obj(); - RETURN_IF_ERROR(vectorized::VExpr::open(_output_vexpr_ctxs, state)); + RETURN_IF_ERROR(VExpr::open(_output_vexpr_ctxs, state)); return Status::OK(); } -Status MemoryScratchSinkOperatorX::sink(RuntimeState* state, vectorized::Block* input_block, - bool eos) { +Status MemoryScratchSinkOperatorX::sink(RuntimeState* state, Block* input_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); if (nullptr == input_block || 0 == input_block->rows()) { @@ -98,10 +97,10 @@ Status MemoryScratchSinkOperatorX::sink(RuntimeState* state, vectorized::Block* std::shared_ptr result; // Exec vectorized expr here to speed up, block.rows() == 0 means expr exec // failed, just return the error status - vectorized::Block block; + Block block; { SCOPED_TIMER(local_state._evaluation_timer); - RETURN_IF_ERROR(vectorized::VExprContext::get_output_block_after_execute_exprs( + RETURN_IF_ERROR(VExprContext::get_output_block_after_execute_exprs( local_state._output_vexpr_ctxs, *input_block, &block)); } std::shared_ptr block_arrow_schema; @@ -122,4 +121,4 @@ Status MemoryScratchSinkOperatorX::sink(RuntimeState* state, vectorized::Block* return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/memory_scratch_sink_operator.h b/be/src/exec/operator/memory_scratch_sink_operator.h index 3086c382a0c045..03ec59647a917d 100644 --- a/be/src/exec/operator/memory_scratch_sink_operator.h +++ b/be/src/exec/operator/memory_scratch_sink_operator.h @@ -22,7 +22,7 @@ #include "exec/operator/operator.h" #include "runtime/result_queue_mgr.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class MemoryScratchSinkOperatorX; @@ -43,7 +43,7 @@ class MemoryScratchSinkLocalState final : public PipelineXSinkLocalState _queue_dependency = nullptr; RuntimeProfile::Counter* _get_arrow_schema_timer = nullptr; @@ -58,15 +58,15 @@ class MemoryScratchSinkOperatorX final : public DataSinkOperatorX& _t_output_expr; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/meta_scan_operator.cpp b/be/src/exec/operator/meta_scan_operator.cpp index a29956d5866a1c..0920432b640f34 100644 --- a/be/src/exec/operator/meta_scan_operator.cpp +++ b/be/src/exec/operator/meta_scan_operator.cpp @@ -19,9 +19,9 @@ #include "exec/scan/meta_scanner.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" -Status MetaScanLocalState::_init_scanners(std::list* scanners) { +Status MetaScanLocalState::_init_scanners(std::list* scanners) { if (Base::_eos) { return Status::OK(); } @@ -29,9 +29,9 @@ Status MetaScanLocalState::_init_scanners(std::list* sc auto& p = _parent->cast(); for (auto& scan_range : _scan_ranges) { - std::shared_ptr scanner = vectorized::MetaScanner::create_shared( - state(), this, p._tuple_id, scan_range, p._limit, custom_profile(), - p._user_identity); + std::shared_ptr scanner = + MetaScanner::create_shared(state(), this, p._tuple_id, scan_range, p._limit, + custom_profile(), p._user_identity); RETURN_IF_ERROR(scanner->init(state(), _conjuncts)); scanners->push_back(scanner); } @@ -58,4 +58,4 @@ MetaScanOperatorX::MetaScanOperatorX(ObjectPool* pool, const TPlanNode& tnode, i } } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/meta_scan_operator.h b/be/src/exec/operator/meta_scan_operator.h index 400ef2e7a6ad5f..7ae32e59c8f443 100644 --- a/be/src/exec/operator/meta_scan_operator.h +++ b/be/src/exec/operator/meta_scan_operator.h @@ -28,12 +28,10 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { class OlapScanner; -} } // namespace doris -namespace doris::pipeline { +namespace doris { class MetaScanOperatorX; class MetaScanLocalState final : public ScanLocalState { @@ -44,11 +42,11 @@ class MetaScanLocalState final : public ScanLocalState { MetaScanLocalState(RuntimeState* state, OperatorXBase* parent) : Base(state, parent) {} private: - friend class vectorized::OlapScanner; + friend class OlapScanner; void set_scan_ranges(RuntimeState* state, const std::vector& scan_ranges) override; - Status _init_scanners(std::list* scanners) override; + Status _init_scanners(std::list* scanners) override; Status _process_conjuncts(RuntimeState* state) override; std::vector _scan_ranges; @@ -67,4 +65,4 @@ class MetaScanOperatorX final : public ScanOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/mock_operator.h b/be/src/exec/operator/mock_operator.h index 59c859bda12339..a83b5de5448176 100644 --- a/be/src/exec/operator/mock_operator.h +++ b/be/src/exec/operator/mock_operator.h @@ -22,12 +22,12 @@ #include "core/block/block.h" #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #ifdef BE_TEST -class MockLocalState final : public doris::pipeline::PipelineXLocalState { +class MockLocalState final : public doris::PipelineXLocalState { public: - using Base = doris::pipeline::PipelineXLocalState; + using Base = doris::PipelineXLocalState; ENABLE_FACTORY_CREATOR(MockLocalState); MockLocalState(RuntimeState* state, OperatorXBase* parent) : Base(state, parent) {} @@ -42,7 +42,7 @@ class MockOperatorX final : public OperatorX { ENABLE_FACTORY_CREATOR(MockOperatorX); MockOperatorX() = default; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override { + Status get_block(RuntimeState* state, Block* block, bool* eos) override { if (_outout_blocks.empty()) { *eos = true; return Status::OK(); @@ -59,9 +59,9 @@ class MockOperatorX final : public OperatorX { [[nodiscard]] bool is_source() const override { return true; } friend class MockLocalState; - std::list _outout_blocks; + std::list _outout_blocks; }; #endif -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/mock_scan_operator.h b/be/src/exec/operator/mock_scan_operator.h index d18bc5ea829816..1022a5c44fb694 100644 --- a/be/src/exec/operator/mock_scan_operator.h +++ b/be/src/exec/operator/mock_scan_operator.h @@ -18,7 +18,7 @@ #include "exec/operator/scan_operator.h" #ifdef BE_TEST -namespace doris::pipeline { +namespace doris { class MockScanOperatorX; class MockScanLocalState final : public ScanLocalState { @@ -44,8 +44,7 @@ class MockScanLocalState final : public ScanLocalState { bool _should_push_down_common_expr() override { return true; } PushDownType _should_push_down_topn_filter() const override { return PushDownType::ACCEPTABLE; } - PushDownType _should_push_down_is_null_predicate( - vectorized::VectorizedFnCall* fn_call) const override { + PushDownType _should_push_down_is_null_predicate(VectorizedFnCall* fn_call) const override { return fn_call->fn().name.function_name == "is_null_pred" || fn_call->fn().name.function_name == "is_not_null_pred" ? PushDownType::ACCEPTABLE @@ -55,8 +54,8 @@ class MockScanLocalState final : public ScanLocalState { return PushDownType::ACCEPTABLE; } PushDownType _should_push_down_binary_predicate( - vectorized::VectorizedFnCall* fn_call, vectorized::VExprContext* expr_ctx, - vectorized::Field& constant_val, const std::set fn_name) const override { + VectorizedFnCall* fn_call, VExprContext* expr_ctx, Field& constant_val, + const std::set fn_name) const override { if (!fn_name.contains(fn_call->fn().name.function_name)) { return PushDownType::UNACCEPTABLE; } @@ -66,8 +65,8 @@ class MockScanLocalState final : public ScanLocalState { if (children[1]->is_constant()) { std::shared_ptr const_col_wrapper; THROW_IF_ERROR(children[1]->get_const_col(expr_ctx, &const_col_wrapper)); - const auto* const_column = assert_cast( - const_col_wrapper->column_ptr.get()); + const auto* const_column = + assert_cast(const_col_wrapper->column_ptr.get()); constant_val = const_column->operator[](0); return PushDownType::ACCEPTABLE; } else { @@ -82,5 +81,5 @@ class MockScanOperatorX final : public ScanOperatorX { friend class OlapScanLocalState; MockScanOperatorX() = default; }; -} // namespace doris::pipeline +} // namespace doris #endif \ No newline at end of file diff --git a/be/src/exec/operator/multi_cast_data_stream_sink.cpp b/be/src/exec/operator/multi_cast_data_stream_sink.cpp index 9ea4bdd2bdaf5d..fbfb66482bc6cf 100644 --- a/be/src/exec/operator/multi_cast_data_stream_sink.cpp +++ b/be/src/exec/operator/multi_cast_data_stream_sink.cpp @@ -21,7 +21,7 @@ #include "exec/operator/operator.h" #include "exec/pipeline/dependency.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" std::string MultiCastDataStreamSinkLocalState::name_suffix() { @@ -64,8 +64,7 @@ std::string MultiCastDataStreamSinkLocalState::debug_string(int indentation_leve return fmt::to_string(debug_string_buffer); } -Status MultiCastDataStreamSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, - bool eos) { +Status MultiCastDataStreamSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); if (in_block->rows() > 0 || eos) { @@ -77,4 +76,4 @@ Status MultiCastDataStreamSinkOperatorX::sink(RuntimeState* state, vectorized::B return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/multi_cast_data_stream_sink.h b/be/src/exec/operator/multi_cast_data_stream_sink.h index 65403494d7def1..602371ce02c3ce 100644 --- a/be/src/exec/operator/multi_cast_data_stream_sink.h +++ b/be/src/exec/operator/multi_cast_data_stream_sink.h @@ -23,7 +23,7 @@ #include "exec/operator/data_queue.h" #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class MultiCastDataStreamSinkOperatorX; @@ -57,7 +57,7 @@ class MultiCastDataStreamSinkOperatorX final _num_dests(sources.size()) {} ~MultiCastDataStreamSinkOperatorX() override = default; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override; + Status sink(RuntimeState* state, Block* in_block, bool eos) override; std::shared_ptr create_shared_state() const override; @@ -77,4 +77,4 @@ class MultiCastDataStreamSinkOperatorX final }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/multi_cast_data_stream_source.cpp b/be/src/exec/operator/multi_cast_data_stream_source.cpp index a8fe373b6a6a42..7f19535859fab3 100644 --- a/be/src/exec/operator/multi_cast_data_stream_source.cpp +++ b/be/src/exec/operator/multi_cast_data_stream_source.cpp @@ -23,7 +23,7 @@ #include "exec/operator/multi_cast_data_streamer.h" #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" MultiCastDataStreamSourceLocalState::MultiCastDataStreamSourceLocalState(RuntimeState* state, OperatorXBase* parent) @@ -80,13 +80,13 @@ Status MultiCastDataStreamSourceLocalState::close(RuntimeState* state) { return Base::close(state); } -Status MultiCastDataStreamerSourceOperatorX::get_block(RuntimeState* state, - vectorized::Block* block, bool* eos) { +Status MultiCastDataStreamerSourceOperatorX::get_block(RuntimeState* state, Block* block, + bool* eos) { //auto& local_state = get_local_state(state); auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); - vectorized::Block tmp_block; - vectorized::Block* output_block = block; + Block tmp_block; + Block* output_block = block; if (!local_state._output_expr_contexts.empty()) { output_block = &tmp_block; } @@ -104,17 +104,17 @@ Status MultiCastDataStreamerSourceOperatorX::get_block(RuntimeState* state, if (!local_state._conjuncts.empty() && !output_block->empty()) { SCOPED_TIMER(local_state._filter_timer); - RETURN_IF_ERROR(vectorized::VExprContext::filter_block(local_state._conjuncts, output_block, - output_block->columns())); + RETURN_IF_ERROR(VExprContext::filter_block(local_state._conjuncts, output_block, + output_block->columns())); } if (!local_state._output_expr_contexts.empty() && output_block->rows() > 0) { SCOPED_TIMER(local_state._materialize_data_timer); - RETURN_IF_ERROR(vectorized::VExprContext::get_output_block_after_execute_exprs( + RETURN_IF_ERROR(VExprContext::get_output_block_after_execute_exprs( local_state._output_expr_contexts, *output_block, block, true)); - vectorized::materialize_block_inplace(*block); + materialize_block_inplace(*block); } return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/multi_cast_data_stream_source.h b/be/src/exec/operator/multi_cast_data_stream_source.h index 3e76a9dd2d6518..3673269e92f4a0 100644 --- a/be/src/exec/operator/multi_cast_data_stream_source.h +++ b/be/src/exec/operator/multi_cast_data_stream_source.h @@ -28,11 +28,8 @@ namespace doris { class RuntimeState; -namespace vectorized { class Block; -} // namespace vectorized -namespace pipeline { #include "common/compile_check_begin.h" class MultiCastDataStreamer; class MultiCastDataStreamerSourceOperatorX; @@ -64,7 +61,7 @@ class MultiCastDataStreamSourceLocalState final private: friend class MultiCastDataStreamerSourceOperatorX; - vectorized::VExprContextSPtrs _output_expr_contexts; + VExprContextSPtrs _output_expr_contexts; std::vector> _filter_dependencies; RuntimeProfile::Counter* _wait_for_rf_timer = nullptr; @@ -94,23 +91,21 @@ class MultiCastDataStreamerSourceOperatorX final RETURN_IF_ERROR(Base::prepare(state)); // init profile for runtime filter if (_t_data_stream_sink.__isset.output_exprs) { - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(_t_data_stream_sink.output_exprs, - _output_expr_contexts)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_output_expr_contexts, state, - _multi_cast_output_row_descriptor)); - RETURN_IF_ERROR(vectorized::VExpr::open(_output_expr_contexts, state)); + RETURN_IF_ERROR(VExpr::create_expr_trees(_t_data_stream_sink.output_exprs, + _output_expr_contexts)); + RETURN_IF_ERROR(VExpr::prepare(_output_expr_contexts, state, + _multi_cast_output_row_descriptor)); + RETURN_IF_ERROR(VExpr::open(_output_expr_contexts, state)); } if (_t_data_stream_sink.__isset.conjuncts) { - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(_t_data_stream_sink.conjuncts, - conjuncts())); - RETURN_IF_ERROR(vectorized::VExpr::prepare(conjuncts(), state, - _multi_cast_output_row_descriptor)); - RETURN_IF_ERROR(vectorized::VExpr::open(conjuncts(), state)); + RETURN_IF_ERROR(VExpr::create_expr_trees(_t_data_stream_sink.conjuncts, conjuncts())); + RETURN_IF_ERROR(VExpr::prepare(conjuncts(), state, _multi_cast_output_row_descriptor)); + RETURN_IF_ERROR(VExpr::open(conjuncts(), state)); } return Status::OK(); } - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; bool is_source() const override { return true; } @@ -124,10 +119,9 @@ class MultiCastDataStreamerSourceOperatorX final friend class MultiCastDataStreamSourceLocalState; const int _consumer_id; const TDataStreamSink _t_data_stream_sink; - vectorized::VExprContextSPtrs _output_expr_contexts; + VExprContextSPtrs _output_expr_contexts; const RowDescriptor& _multi_cast_output_row_descriptor; }; -} // namespace pipeline } // namespace doris #include "common/compile_check_end.h" \ No newline at end of file diff --git a/be/src/exec/operator/multi_cast_data_streamer.cpp b/be/src/exec/operator/multi_cast_data_streamer.cpp index 6773f364832577..4511f42ae3c57d 100644 --- a/be/src/exec/operator/multi_cast_data_streamer.cpp +++ b/be/src/exec/operator/multi_cast_data_streamer.cpp @@ -38,16 +38,15 @@ #include "util/pretty_printer.h" #include "util/uid_util.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" -MultiCastBlock::MultiCastBlock(vectorized::Block* block, int un_finish_copy, size_t mem_size) +MultiCastBlock::MultiCastBlock(Block* block, int un_finish_copy, size_t mem_size) : _un_finish_copy(un_finish_copy), _mem_size(mem_size) { - _block = vectorized::Block::create_unique(block->get_columns_with_type_and_name()); + _block = Block::create_unique(block->get_columns_with_type_and_name()); block->clear(); } -Status MultiCastDataStreamer::pull(RuntimeState* state, int sender_idx, vectorized::Block* block, - bool* eos) { +Status MultiCastDataStreamer::pull(RuntimeState* state, int sender_idx, Block* block, bool* eos) { MultiCastBlock* multi_cast_block = nullptr; { INJECT_MOCK_SLEEP(std::unique_lock l(_mutex)); @@ -90,7 +89,7 @@ Status MultiCastDataStreamer::pull(RuntimeState* state, int sender_idx, vectoriz } auto spill_func = [this, reader_item, sender_idx]() { - vectorized::Block block; + Block block; bool spill_eos = false; size_t read_size = 0; while (!spill_eos) { @@ -151,8 +150,7 @@ Status MultiCastDataStreamer::pull(RuntimeState* state, int sender_idx, vectoriz return _copy_block(state, sender_idx, block, *multi_cast_block); } -Status MultiCastDataStreamer::_copy_block(RuntimeState* state, int32_t sender_idx, - vectorized::Block* block, +Status MultiCastDataStreamer::_copy_block(RuntimeState* state, int32_t sender_idx, Block* block, MultiCastBlock& multi_cast_block) { const auto rows = block->rows(); for (int i = 0; i < block->columns(); ++i) { @@ -181,7 +179,7 @@ Status MultiCastDataStreamer::_trigger_spill_if_need(RuntimeState* state, bool* return Status::OK(); } - vectorized::SpillStreamSPtr spill_stream; + SpillStreamSPtr spill_stream; *triggered = false; if (_cumulative_mem_size.load() >= config::exchg_node_buffer_size_bytes && _multi_cast_blocks.size() >= 4) { @@ -237,9 +235,8 @@ Status MultiCastDataStreamer::_trigger_spill_if_need(RuntimeState* state, bool* return Status::OK(); } -Status MultiCastDataStreamer::_start_spill_task(RuntimeState* state, - vectorized::SpillStreamSPtr spill_stream) { - std::vector blocks; +Status MultiCastDataStreamer::_start_spill_task(RuntimeState* state, SpillStreamSPtr spill_stream) { + std::vector blocks; for (auto& block : _multi_cast_blocks) { DCHECK_GT(block._block->rows(), 0); blocks.emplace_back(std::move(*block._block)); @@ -280,7 +277,7 @@ Status MultiCastDataStreamer::_start_spill_task(RuntimeState* state, return SpillSinkRunnable(state, nullptr, _sink_operator_profile, exception_catch_func).run(); } -Status MultiCastDataStreamer::push(RuntimeState* state, doris::vectorized::Block* block, bool eos) { +Status MultiCastDataStreamer::push(RuntimeState* state, doris::Block* block, bool eos) { auto rows = block->rows(); COUNTER_UPDATE(_process_rows, rows); @@ -313,8 +310,7 @@ Status MultiCastDataStreamer::push(RuntimeState* state, doris::vectorized::Block bool spilled = false; RETURN_IF_ERROR(_trigger_spill_if_need(state, &spilled)); if (spilled) { - _pending_block = vectorized::Block::create_unique( - block->get_columns_with_type_and_name()); + _pending_block = Block::create_unique(block->get_columns_with_type_and_name()); block->clear(); return Status::OK(); } @@ -395,4 +391,4 @@ std::string MultiCastDataStreamer::debug_string() { return fmt::to_string(debug_string_buffer); } -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/multi_cast_data_streamer.h b/be/src/exec/operator/multi_cast_data_streamer.h index 4b808e6bb901c5..b9dc9112cfba07 100644 --- a/be/src/exec/operator/multi_cast_data_streamer.h +++ b/be/src/exec/operator/multi_cast_data_streamer.h @@ -28,16 +28,16 @@ #include "exec/spill/spill_stream.h" #include "runtime/runtime_profile.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class Dependency; struct MultiCastSharedState; struct MultiCastBlock { - MultiCastBlock(vectorized::Block* block, int need_copy, size_t mem_size); + MultiCastBlock(Block* block, int need_copy, size_t mem_size); - std::unique_ptr _block; + std::unique_ptr _block; // Each block is copied during pull. If _un_finish_copy == 0, // it indicates that this block has been fully used and can be released. int _un_finish_copy; @@ -45,8 +45,8 @@ struct MultiCastBlock { }; struct SpillingReader { - vectorized::SpillReaderUPtr reader; - vectorized::SpillStreamSPtr stream; + SpillReaderUPtr reader; + SpillStreamSPtr stream; int64_t block_offset {0}; bool all_data_read {false}; }; @@ -71,9 +71,9 @@ class MultiCastDataStreamer { ~MultiCastDataStreamer() = default; - Status pull(RuntimeState* state, int sender_idx, vectorized::Block* block, bool* eos); + Status pull(RuntimeState* state, int sender_idx, Block* block, bool* eos); - Status push(RuntimeState* state, vectorized::Block* block, bool eos); + Status push(RuntimeState* state, Block* block, bool eos); RuntimeProfile* profile() { return _profile; } @@ -96,16 +96,16 @@ class MultiCastDataStreamer { void _set_ready_for_read(int sender_idx); void _block_reading(int sender_idx); - Status _copy_block(RuntimeState* state, int32_t sender_idx, vectorized::Block* block, + Status _copy_block(RuntimeState* state, int32_t sender_idx, Block* block, MultiCastBlock& multi_cast_block); - Status _start_spill_task(RuntimeState* state, vectorized::SpillStreamSPtr spill_stream); + Status _start_spill_task(RuntimeState* state, SpillStreamSPtr spill_stream); Status _trigger_spill_if_need(RuntimeState* state, bool* triggered); RuntimeProfile* _profile = nullptr; std::list _multi_cast_blocks; - std::vector> _cached_blocks; + std::vector> _cached_blocks; std::vector::iterator> _sender_pos_to_read; std::mutex _mutex; bool _eos = false; @@ -119,7 +119,7 @@ class MultiCastDataStreamer { Dependency* _write_dependency; std::vector _dependencies; - vectorized::BlockUPtr _pending_block; + BlockUPtr _pending_block; std::vector>> _spill_readers; @@ -128,4 +128,4 @@ class MultiCastDataStreamer { std::vector _source_operator_profiles; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/nested_loop_join_build_operator.cpp b/be/src/exec/operator/nested_loop_join_build_operator.cpp index 8bde732a665efd..e61399fc13a18b 100644 --- a/be/src/exec/operator/nested_loop_join_build_operator.cpp +++ b/be/src/exec/operator/nested_loop_join_build_operator.cpp @@ -22,7 +22,7 @@ #include "exec/operator/operator.h" #include "exec/runtime_filter/runtime_filter_producer_helper_cross.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" NestedLoopJoinBuildSinkLocalState::NestedLoopJoinBuildSinkLocalState(DataSinkOperatorXBase* parent, @@ -77,7 +77,7 @@ Status NestedLoopJoinBuildSinkOperatorX::init(const TPlanNode& tnode, RuntimeSta for (size_t i = 0; i < _runtime_filter_descs.size(); i++) { filter_src_exprs.push_back(_runtime_filter_descs[i].src_expr); } - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(filter_src_exprs, _filter_src_expr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(filter_src_exprs, _filter_src_expr_ctxs)); return Status::OK(); } @@ -90,12 +90,11 @@ Status NestedLoopJoinBuildSinkOperatorX::prepare(RuntimeState* state) { auto tuple_idx = _row_descriptor.get_tuple_idx(build_tuple_desc->id()); RETURN_IF_INVALID_TUPLE_IDX(build_tuple_desc->id(), tuple_idx); } - RETURN_IF_ERROR(vectorized::VExpr::prepare(_filter_src_expr_ctxs, state, _child->row_desc())); - return vectorized::VExpr::open(_filter_src_expr_ctxs, state); + RETURN_IF_ERROR(VExpr::prepare(_filter_src_expr_ctxs, state, _child->row_desc())); + return VExpr::open(_filter_src_expr_ctxs, state); } -Status NestedLoopJoinBuildSinkOperatorX::sink(doris::RuntimeState* state, vectorized::Block* block, - bool eos) { +Status NestedLoopJoinBuildSinkOperatorX::sink(doris::RuntimeState* state, Block* block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)block->rows()); @@ -107,7 +106,7 @@ Status NestedLoopJoinBuildSinkOperatorX::sink(doris::RuntimeState* state, vector local_state._shared_state->build_blocks.emplace_back(std::move(*block)); if (_match_all_build || _is_right_semi_anti) { local_state._shared_state->build_side_visited_flags.emplace_back( - vectorized::ColumnUInt8::create(rows, 0)); + ColumnUInt8::create(rows, 0)); } } @@ -125,4 +124,4 @@ Status NestedLoopJoinBuildSinkOperatorX::sink(doris::RuntimeState* state, vector return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/nested_loop_join_build_operator.h b/be/src/exec/operator/nested_loop_join_build_operator.h index 13dd065b5357a0..2f3dd8429a7f3a 100644 --- a/be/src/exec/operator/nested_loop_join_build_operator.h +++ b/be/src/exec/operator/nested_loop_join_build_operator.h @@ -23,7 +23,7 @@ #include "exec/operator/operator.h" #include "exec/runtime_filter/runtime_filter_producer_helper_cross.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class NestedLoopJoinBuildSinkOperatorX; @@ -41,12 +41,12 @@ class NestedLoopJoinBuildSinkLocalState final Status open(RuntimeState* state) override; Status close(RuntimeState* state, Status exec_status) override; - vectorized::Blocks& build_blocks() { return _shared_state->build_blocks; } + Blocks& build_blocks() { return _shared_state->build_blocks; } private: friend class NestedLoopJoinBuildSinkOperatorX; - vectorized::VExprContextSPtrs _filter_src_expr_ctxs; + VExprContextSPtrs _filter_src_expr_ctxs; std::shared_ptr _runtime_filter_producer_helper; }; @@ -65,7 +65,7 @@ class NestedLoopJoinBuildSinkOperatorX final Status prepare(RuntimeState* state) override; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override; + Status sink(RuntimeState* state, Block* in_block, bool eos) override; DataDistribution required_data_distribution(RuntimeState* /*state*/) const override { if (_join_op == TJoinOp::NULL_AWARE_LEFT_ANTI_JOIN) { @@ -78,11 +78,11 @@ class NestedLoopJoinBuildSinkOperatorX final private: friend class NestedLoopJoinBuildSinkLocalState; - vectorized::VExprContextSPtrs _filter_src_expr_ctxs; + VExprContextSPtrs _filter_src_expr_ctxs; const bool _is_output_left_side_only; RowDescriptor _row_descriptor; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/nested_loop_join_probe_operator.cpp b/be/src/exec/operator/nested_loop_join_probe_operator.cpp index d8abcf4104ab18..c142d0c2307bd7 100644 --- a/be/src/exec/operator/nested_loop_join_probe_operator.cpp +++ b/be/src/exec/operator/nested_loop_join_probe_operator.cpp @@ -30,7 +30,7 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" NestedLoopJoinProbeLocalState::NestedLoopJoinProbeLocalState(RuntimeState* state, OperatorXBase* parent) @@ -76,12 +76,12 @@ Status NestedLoopJoinProbeLocalState::close(RuntimeState* state) { state); } -void NestedLoopJoinProbeLocalState::_update_additional_flags(vectorized::Block* block) { +void NestedLoopJoinProbeLocalState::_update_additional_flags(Block* block) { auto& p = _parent->cast(); if (p._is_mark_join) { auto mark_column = block->get_by_position(block->columns() - 1).column->assume_mutable(); if (mark_column->size() < block->rows()) { - vectorized::ColumnFilterHelper(*mark_column).resize_fill(block->rows(), 1); + ColumnFilterHelper(*mark_column).resize_fill(block->rows(), 1); } } } @@ -183,7 +183,7 @@ Status NestedLoopJoinProbeLocalState::generate_join_block_data(RuntimeState* sta } template -void NestedLoopJoinProbeLocalState::_finalize_current_phase(vectorized::Block& block, +void NestedLoopJoinProbeLocalState::_finalize_current_phase(Block& block, size_t batch_size) { auto& p = _parent->cast(); auto dst_columns = block.mutate_columns(); @@ -196,7 +196,7 @@ void NestedLoopJoinProbeLocalState::_finalize_current_phase(vectorized::Block& b for (; i < build_block_sz && column_size < batch_size; i++) { const auto& cur_block = _shared_state->build_blocks[i]; const auto* __restrict cur_visited_flags = - assert_cast( + assert_cast( _shared_state->build_side_visited_flags[i].get()) ->get_data() .data(); @@ -229,12 +229,12 @@ void NestedLoopJoinProbeLocalState::_finalize_current_phase(vectorized::Block& b if (!src_column.column->is_nullable() && dst_columns[p._num_probe_side_columns + j]->is_nullable()) { DCHECK(p._join_op == TJoinOp::FULL_OUTER_JOIN); - assert_cast( + assert_cast( dst_columns[p._num_probe_side_columns + j].get()) ->get_nested_column_ptr() ->insert_indices_from(*src_column.column, selector.data(), selector.data() + selector_idx); - assert_cast( + assert_cast( dst_columns[p._num_probe_side_columns + j].get()) ->get_null_map_column() .get_data() @@ -256,14 +256,14 @@ void NestedLoopJoinProbeLocalState::_finalize_current_phase(vectorized::Block& b if (_cur_probe_row_visited_flags[j] == IsSemi) { new_size++; for (size_t i = 0; i < p._num_probe_side_columns; ++i) { - const vectorized::ColumnWithTypeAndName src_column = + const ColumnWithTypeAndName src_column = _child_block->get_by_position(i); if (!src_column.column->is_nullable() && dst_columns[i]->is_nullable()) { DCHECK(p._join_op == TJoinOp::FULL_OUTER_JOIN); - assert_cast(dst_columns[i].get()) + assert_cast(dst_columns[i].get()) ->get_nested_column_ptr() ->insert_many_from(*src_column.column, j, 1); - assert_cast(dst_columns[i].get()) + assert_cast(dst_columns[i].get()) ->get_null_map_column() .get_data() .resize_fill(new_size, 0); @@ -280,7 +280,7 @@ void NestedLoopJoinProbeLocalState::_finalize_current_phase(vectorized::Block& b } } } else { - vectorized::ColumnFilterHelper mark_column(*dst_columns[dst_columns.size() - 1]); + ColumnFilterHelper mark_column(*dst_columns[dst_columns.size() - 1]); mark_column.reserve(mark_column.size() + _left_side_process_count); DCHECK_LE(_left_block_start_pos + _left_side_process_count, _child_block->rows()); for (int j = _left_block_start_pos; @@ -288,7 +288,7 @@ void NestedLoopJoinProbeLocalState::_finalize_current_phase(vectorized::Block& b mark_column.insert_value(IsSemi == _cur_probe_row_visited_flags[j]); } for (size_t i = 0; i < p._num_probe_side_columns; ++i) { - const vectorized::ColumnWithTypeAndName src_column = + const ColumnWithTypeAndName src_column = _child_block->get_by_position(i); DCHECK(p._join_op != TJoinOp::FULL_OUTER_JOIN); dst_columns[i]->insert_range_from(*src_column.column, _left_block_start_pos, @@ -303,21 +303,21 @@ void NestedLoopJoinProbeLocalState::_finalize_current_phase(vectorized::Block& b block.set_columns(std::move(dst_columns)); } -void NestedLoopJoinProbeLocalState::_append_left_data_with_null(vectorized::Block& block) const { +void NestedLoopJoinProbeLocalState::_append_left_data_with_null(Block& block) const { auto& p = _parent->cast(); auto dst_columns = block.mutate_columns(); DCHECK(p._is_mark_join); for (size_t i = 0; i < p._num_probe_side_columns; ++i) { - const vectorized::ColumnWithTypeAndName& src_column = _child_block->get_by_position(i); + const ColumnWithTypeAndName& src_column = _child_block->get_by_position(i); if (!src_column.column->is_nullable() && dst_columns[i]->is_nullable()) { auto origin_sz = dst_columns[i]->size(); DCHECK(p._join_op == TJoinOp::RIGHT_OUTER_JOIN || p._join_op == TJoinOp::FULL_OUTER_JOIN); - assert_cast(dst_columns[i].get()) + assert_cast(dst_columns[i].get()) ->get_nested_column_ptr() ->insert_range_from(*src_column.column, _left_block_start_pos, _left_side_process_count); - assert_cast(dst_columns[i].get()) + assert_cast(dst_columns[i].get()) ->get_null_map_column() .get_data() .resize_fill(origin_sz + 1, 0); @@ -330,27 +330,27 @@ void NestedLoopJoinProbeLocalState::_append_left_data_with_null(vectorized::Bloc dst_columns[p._num_probe_side_columns + i]->insert_many_defaults(_left_side_process_count); } auto& mark_column = *dst_columns[dst_columns.size() - 1]; - vectorized::ColumnFilterHelper(mark_column) + ColumnFilterHelper(mark_column) .resize_fill(mark_column.size() + _left_side_process_count, 0); block.set_columns(std::move(dst_columns)); } void NestedLoopJoinProbeLocalState::_process_left_child_block( - vectorized::Block& block, const vectorized::Block& now_process_build_block) const { + Block& block, const Block& now_process_build_block) const { SCOPED_TIMER(_output_temp_blocks_timer); auto& p = _parent->cast(); auto dst_columns = block.mutate_columns(); const size_t max_added_rows = now_process_build_block.rows(); for (size_t i = 0; i < p._num_probe_side_columns; ++i) { - const vectorized::ColumnWithTypeAndName& src_column = _child_block->get_by_position(i); + const ColumnWithTypeAndName& src_column = _child_block->get_by_position(i); if (!src_column.column->is_nullable() && dst_columns[i]->is_nullable()) { auto origin_sz = dst_columns[i]->size(); DCHECK(p._join_op == TJoinOp::RIGHT_OUTER_JOIN || p._join_op == TJoinOp::FULL_OUTER_JOIN); - assert_cast(dst_columns[i].get()) + assert_cast(dst_columns[i].get()) ->get_nested_column_ptr() ->insert_many_from(*src_column.column, _left_block_pos, max_added_rows); - assert_cast(dst_columns[i].get()) + assert_cast(dst_columns[i].get()) ->get_null_map_column() .get_data() .resize_fill(origin_sz + max_added_rows, 0); @@ -360,18 +360,18 @@ void NestedLoopJoinProbeLocalState::_process_left_child_block( } } for (size_t i = 0; i < p._num_build_side_columns; ++i) { - const vectorized::ColumnWithTypeAndName& src_column = + const ColumnWithTypeAndName& src_column = now_process_build_block.get_by_position(i); if (!src_column.column->is_nullable() && dst_columns[p._num_probe_side_columns + i]->is_nullable()) { auto origin_sz = dst_columns[p._num_probe_side_columns + i]->size(); DCHECK(p._join_op == TJoinOp::LEFT_OUTER_JOIN || p._join_op == TJoinOp::FULL_OUTER_JOIN); - assert_cast( + assert_cast( dst_columns[p._num_probe_side_columns + i].get()) ->get_nested_column_ptr() ->insert_range_from(*src_column.column.get(), 0, max_added_rows); - assert_cast( + assert_cast( dst_columns[p._num_probe_side_columns + i].get()) ->get_null_map_column() .get_data() @@ -399,11 +399,11 @@ Status NestedLoopJoinProbeOperatorX::init(const TPlanNode& tnode, RuntimeState* if (tnode.nested_loop_join_node.__isset.join_conjuncts && !tnode.nested_loop_join_node.join_conjuncts.empty()) { - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees( + RETURN_IF_ERROR(VExpr::create_expr_trees( tnode.nested_loop_join_node.join_conjuncts, _join_conjuncts)); } else if (tnode.nested_loop_join_node.__isset.vjoin_conjunct) { - vectorized::VExprContextSPtr context; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree( + VExprContextSPtr context; + RETURN_IF_ERROR(VExpr::create_expr_tree( tnode.nested_loop_join_node.vjoin_conjunct, context)); _join_conjuncts.emplace_back(context); } @@ -418,7 +418,7 @@ Status NestedLoopJoinProbeOperatorX::prepare(RuntimeState* state) { } _num_probe_side_columns = _child->row_desc().num_materialized_slots(); _num_build_side_columns = _build_side_child->row_desc().num_materialized_slots(); - return vectorized::VExpr::open(_join_conjuncts, state); + return VExpr::open(_join_conjuncts, state); } bool NestedLoopJoinProbeOperatorX::need_more_input_data(RuntimeState* state) const { @@ -428,7 +428,7 @@ bool NestedLoopJoinProbeOperatorX::need_more_input_data(RuntimeState* state) con local_state._join_block.rows() == 0; } -Status NestedLoopJoinProbeOperatorX::push(doris::RuntimeState* state, vectorized::Block* block, +Status NestedLoopJoinProbeOperatorX::push(doris::RuntimeState* state, Block* block, bool eos) const { auto& local_state = get_local_state(state); COUNTER_UPDATE(local_state._probe_rows_counter, block->rows()); @@ -451,13 +451,13 @@ Status NestedLoopJoinProbeOperatorX::push(doris::RuntimeState* state, vectorized SCOPED_TIMER(local_state._loop_join_timer); RETURN_IF_ERROR( std::visit(func, local_state._shared_state->join_op_variants, - vectorized::make_bool_variant(_match_all_build || _is_right_semi_anti), - vectorized::make_bool_variant(_match_all_probe || _is_left_semi_anti))); + make_bool_variant(_match_all_build || _is_right_semi_anti), + make_bool_variant(_match_all_probe || _is_left_semi_anti))); } return Status::OK(); } -Status NestedLoopJoinProbeOperatorX::pull(RuntimeState* state, vectorized::Block* block, +Status NestedLoopJoinProbeOperatorX::pull(RuntimeState* state, Block* block, bool* eos) const { auto& local_state = get_local_state(state); if (_is_output_left_side_only) { @@ -497,8 +497,8 @@ Status NestedLoopJoinProbeOperatorX::pull(RuntimeState* state, vectorized::Block SCOPED_PEAK_MEM(&local_state._estimate_memory_usage); RETURN_IF_ERROR(std::visit( func, local_state._shared_state->join_op_variants, - vectorized::make_bool_variant(_match_all_build || _is_right_semi_anti), - vectorized::make_bool_variant(_match_all_probe || _is_left_semi_anti))); + make_bool_variant(_match_all_build || _is_right_semi_anti), + make_bool_variant(_match_all_probe || _is_left_semi_anti))); } } @@ -506,4 +506,4 @@ Status NestedLoopJoinProbeOperatorX::pull(RuntimeState* state, vectorized::Block return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/nested_loop_join_probe_operator.h b/be/src/exec/operator/nested_loop_join_probe_operator.h index 789b60ca393af2..a0419d84f88892 100644 --- a/be/src/exec/operator/nested_loop_join_probe_operator.h +++ b/be/src/exec/operator/nested_loop_join_probe_operator.h @@ -53,15 +53,15 @@ class NestedLoopJoinProbeLocalState final private: friend class NestedLoopJoinProbeOperatorX; - void _update_additional_flags(vectorized::Block* block); + void _update_additional_flags(Block* block); template - void _finalize_current_phase(vectorized::Block& block, size_t batch_size); + void _finalize_current_phase(Block& block, size_t batch_size); void _reset_with_next_probe_row(); - void _append_left_data_with_null(vectorized::Block& block) const; - void _process_left_child_block(vectorized::Block& block, - const vectorized::Block& now_process_build_block) const; + void _append_left_data_with_null(Block& block) const; + void _process_left_child_block(Block& block, + const Block& now_process_build_block) const; template - void _do_filtering_and_update_visited_flags_impl(vectorized::Block* block, + void _do_filtering_and_update_visited_flags_impl(Block* block, uint32_t column_to_keep, size_t build_block_idx, size_t processed_blocks_num, bool materialize, @@ -71,7 +71,7 @@ class NestedLoopJoinProbeLocalState final if constexpr (SetBuildSideFlag) { for (size_t i = 0; i < processed_blocks_num; i++) { auto& build_side_flag = - assert_cast( + assert_cast( _shared_state->build_side_visited_flags[build_block_idx].get()) ->get_data(); auto* __restrict build_side_flag_data = build_side_flag.data(); @@ -106,7 +106,7 @@ class NestedLoopJoinProbeLocalState final if (materialize) { SCOPED_TIMER(_filtered_by_join_conjuncts_timer); - vectorized::Block::filter_block_internal(block, filter, column_to_keep); + Block::filter_block_internal(block, filter, column_to_keep); } else { CLEAR_BLOCK } @@ -114,7 +114,7 @@ class NestedLoopJoinProbeLocalState final // need exception safety template - Status _do_filtering_and_update_visited_flags(vectorized::Block* block, bool materialize) { + Status _do_filtering_and_update_visited_flags(Block* block, bool materialize) { // The number of columns will not exceed the range of u32. uint32_t column_to_keep = cast_set(block->columns()); // If we need to set visited flags for build side, @@ -125,11 +125,11 @@ class NestedLoopJoinProbeLocalState final : _current_build_pos - 1; size_t processed_blocks_num = _build_offset_stack.size(); if (LIKELY(!_join_conjuncts.empty() && block->rows() > 0)) { - vectorized::IColumn::Filter filter(block->rows(), 1); + IColumn::Filter filter(block->rows(), 1); bool can_filter_all = false; { SCOPED_TIMER(_join_conjuncts_evaluation_timer); - RETURN_IF_ERROR(vectorized::VExprContext::execute_conjuncts( + RETURN_IF_ERROR(VExprContext::execute_conjuncts( _join_conjuncts, nullptr, IgnoreNull, block, &filter, &can_filter_all)); } @@ -150,7 +150,7 @@ class NestedLoopJoinProbeLocalState final if constexpr (SetBuildSideFlag) { for (size_t i = 0; i < processed_blocks_num; i++) { auto& build_side_flag = - assert_cast( + assert_cast( _shared_state->build_side_visited_flags[build_block_idx].get()) ->get_data(); auto* __restrict build_side_flag_data = build_side_flag.data(); @@ -171,7 +171,7 @@ class NestedLoopJoinProbeLocalState final CLEAR_BLOCK } } - vectorized::Block::erase_useless_column(block, column_to_keep); + Block::erase_useless_column(block, column_to_keep); return Status::OK(); } @@ -183,11 +183,11 @@ class NestedLoopJoinProbeLocalState final // Visited flags for current row in probe side. std::vector _cur_probe_row_visited_flags; size_t _current_build_pos = 0; - vectorized::MutableColumns _dst_columns; + MutableColumns _dst_columns; std::stack _build_offset_stack; std::stack _probe_offset_stack; uint64_t _output_null_idx_build_side = 0; - vectorized::VExprContextSPtrs _join_conjuncts; + VExprContextSPtrs _join_conjuncts; RuntimeProfile::Counter* _loop_join_timer = nullptr; RuntimeProfile::Counter* _output_temp_blocks_timer = nullptr; @@ -204,8 +204,8 @@ class NestedLoopJoinProbeOperatorX final Status init(const TPlanNode& tnode, RuntimeState* state) override; Status prepare(RuntimeState* state) override; - Status push(RuntimeState* state, vectorized::Block* input_block, bool eos) const override; - Status pull(doris::RuntimeState* state, vectorized::Block* output_block, + Status push(RuntimeState* state, Block* input_block, bool eos) const override; + Status pull(doris::RuntimeState* state, Block* output_block, bool* eos) const override; const RowDescriptor& intermediate_row_desc() const override { return _old_version_flag ? _row_descriptor : *_intermediate_row_desc; @@ -231,7 +231,7 @@ class NestedLoopJoinProbeOperatorX final private: friend class NestedLoopJoinProbeLocalState; bool _is_output_left_side_only; - vectorized::VExprContextSPtrs _join_conjuncts; + VExprContextSPtrs _join_conjuncts; size_t _num_probe_side_columns = 0; size_t _num_build_side_columns = 0; const bool _old_version_flag; diff --git a/be/src/exec/operator/olap_scan_operator.cpp b/be/src/exec/operator/olap_scan_operator.cpp index 82855aa19fdaa8..bd63d33a59dbf9 100644 --- a/be/src/exec/operator/olap_scan_operator.cpp +++ b/be/src/exec/operator/olap_scan_operator.cpp @@ -48,7 +48,7 @@ #include "storage/tablet/tablet_manager.h" #include "util/to_string.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status OlapScanLocalState::init(RuntimeState* state, LocalStateInfo& info) { @@ -58,9 +58,9 @@ Status OlapScanLocalState::init(RuntimeState* state, LocalStateInfo& info) { const doris::TExpr& ordering_expr = olap_scan_node.score_sort_info.ordering_exprs.front(); const bool asc = olap_scan_node.score_sort_info.is_asc_order[0]; const size_t limit = olap_scan_node.score_sort_limit; - std::shared_ptr ordering_expr_ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(ordering_expr, ordering_expr_ctx)); - _score_runtime = vectorized::ScoreRuntime::create_shared(ordering_expr_ctx, asc, limit); + std::shared_ptr ordering_expr_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(ordering_expr, ordering_expr_ctx)); + _score_runtime = ScoreRuntime::create_shared(ordering_expr_ctx, asc, limit); } if (olap_scan_node.__isset.ann_sort_info || olap_scan_node.__isset.ann_sort_limit) { @@ -73,8 +73,8 @@ Status OlapScanLocalState::init(RuntimeState* state, LocalStateInfo& info) { DCHECK(olap_scan_node.ann_sort_info.is_asc_order.size() == 1); const bool asc = olap_scan_node.ann_sort_info.is_asc_order[0]; const size_t limit = olap_scan_node.ann_sort_limit; - std::shared_ptr ordering_expr_ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(ordering_expr, ordering_expr_ctx)); + std::shared_ptr ordering_expr_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(ordering_expr, ordering_expr_ctx)); _ann_topn_runtime = segment_v2::AnnTopNRuntime::create_shared(asc, limit, ordering_expr_ctx); } @@ -96,20 +96,19 @@ Status OlapScanLocalState::init(RuntimeState* state, LocalStateInfo& info) { } PushDownType OlapScanLocalState::_should_push_down_binary_predicate( - vectorized::VectorizedFnCall* fn_call, vectorized::VExprContext* expr_ctx, - vectorized::Field& constant_val, const std::set fn_name) const { + VectorizedFnCall* fn_call, VExprContext* expr_ctx, Field& constant_val, + const std::set fn_name) const { if (!fn_name.contains(fn_call->fn().name.function_name)) { return PushDownType::UNACCEPTABLE; } const auto& children = fn_call->children(); DCHECK(children.size() == 2); - DCHECK_EQ(vectorized::VExpr::expr_without_cast(children[0])->node_type(), - TExprNodeType::SLOT_REF); + DCHECK_EQ(VExpr::expr_without_cast(children[0])->node_type(), TExprNodeType::SLOT_REF); if (children[1]->is_constant()) { std::shared_ptr const_col_wrapper; THROW_IF_ERROR(children[1]->get_const_col(expr_ctx, &const_col_wrapper)); const auto* const_column = - assert_cast(const_col_wrapper->column_ptr.get()); + assert_cast(const_col_wrapper->column_ptr.get()); constant_val = const_column->operator[](0); return PushDownType::ACCEPTABLE; } else { @@ -408,8 +407,8 @@ bool OlapScanLocalState::_is_key_column(const std::string& key_name) { return res != p._olap_scan_node.key_column_name.end(); } -Status OlapScanLocalState::_should_push_down_function_filter(vectorized::VectorizedFnCall* fn_call, - vectorized::VExprContext* expr_ctx, +Status OlapScanLocalState::_should_push_down_function_filter(VectorizedFnCall* fn_call, + VExprContext* expr_ctx, StringRef* constant_str, doris::FunctionContext** fn_ctx, PushDownType& pdt) { @@ -424,8 +423,7 @@ Status OlapScanLocalState::_should_push_down_function_filter(vectorized::Vectori DCHECK(func_cxt != nullptr); DCHECK(children.size() == 2); for (size_t i = 0; i < children.size(); i++) { - if (vectorized::VExpr::expr_without_cast(children[i])->node_type() != - TExprNodeType::SLOT_REF) { + if (VExpr::expr_without_cast(children[i])->node_type() != TExprNodeType::SLOT_REF) { // not a slot ref(column) continue; } @@ -437,8 +435,8 @@ Status OlapScanLocalState::_should_push_down_function_filter(vectorized::Vectori DCHECK(is_string_type(children[1 - i]->data_type()->get_primitive_type())); std::shared_ptr const_col_wrapper; RETURN_IF_ERROR(children[1 - i]->get_const_col(expr_ctx, &const_col_wrapper)); - if (const auto* const_column = check_and_get_column( - const_col_wrapper->column_ptr.get())) { + if (const auto* const_column = + check_and_get_column(const_col_wrapper->column_ptr.get())) { *constant_str = const_column->get_data_at(0); } else { pdt = PushDownType::UNACCEPTABLE; @@ -463,7 +461,7 @@ bool OlapScanLocalState::_storage_no_merge() { p._olap_scan_node.enable_unique_key_merge_on_write)); } -Status OlapScanLocalState::_init_scanners(std::list* scanners) { +Status OlapScanLocalState::_init_scanners(std::list* scanners) { if (_scan_ranges.empty()) { _eos = true; _scan_dependency->set_ready(); @@ -532,7 +530,7 @@ Status OlapScanLocalState::_init_scanners(std::list* sc RETURN_IF_ERROR(scanner_builder.build_scanners(*scanners)); for (auto& scanner : *scanners) { - auto* olap_scanner = assert_cast(scanner.get()); + auto* olap_scanner = assert_cast(scanner.get()); RETURN_IF_ERROR(olap_scanner->init(state(), _conjuncts)); } @@ -582,17 +580,17 @@ Status OlapScanLocalState::_init_scanners(std::list* sc for (auto& split : _read_sources[scan_range_idx].rs_splits) { split.rs_reader = split.rs_reader->clone(); } - auto scanner = vectorized::OlapScanner::create_shared( - this, vectorized::OlapScanner::Params { - state(), - _scanner_profile.get(), - scanner_ranges, - _tablets[scan_range_idx].tablet, - version, - _read_sources[scan_range_idx], - p._limit, - p._olap_scan_node.is_preaggregation, - }); + auto scanner = + OlapScanner::create_shared(this, OlapScanner::Params { + state(), + _scanner_profile.get(), + scanner_ranges, + _tablets[scan_range_idx].tablet, + version, + _read_sources[scan_range_idx], + p._limit, + p._olap_scan_node.is_preaggregation, + }); RETURN_IF_ERROR(scanner->init(state(), _conjuncts)); scanners->push_back(std::move(scanner)); } @@ -794,9 +792,8 @@ Status OlapScanLocalState::open(RuntimeState* state) { const SlotDescriptor* slot_desc = pair.second; std::shared_ptr virtual_col_expr = slot_desc->get_virtual_column_expr(); if (virtual_col_expr) { - std::shared_ptr virtual_column_expr_ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(*virtual_col_expr, - virtual_column_expr_ctx)); + std::shared_ptr virtual_column_expr_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(*virtual_col_expr, virtual_column_expr_ctx)); RETURN_IF_ERROR(virtual_column_expr_ctx->prepare(state, p.intermediate_row_desc())); RETURN_IF_ERROR(virtual_column_expr_ctx->open(state)); @@ -1011,4 +1008,4 @@ OlapScanOperatorX::OlapScanOperatorX(ObjectPool* pool, const TPlanNode& tnode, i } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/olap_scan_operator.h b/be/src/exec/operator/olap_scan_operator.h index 977565961d5188..c3b4e8838cf16d 100644 --- a/be/src/exec/operator/olap_scan_operator.h +++ b/be/src/exec/operator/olap_scan_operator.h @@ -28,11 +28,11 @@ #include "runtime/runtime_profile.h" #include "storage/tablet/tablet_reader.h" -namespace doris::vectorized { +namespace doris { class OlapScanner; -} // namespace doris::vectorized +} // namespace doris -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class OlapScanOperatorX; @@ -63,7 +63,7 @@ class OlapScanLocalState final : public ScanLocalState { Status open(RuntimeState* state) override; private: - friend class vectorized::OlapScanner; + friend class OlapScanner; Status _sync_cloud_tablets(RuntimeState* state); void set_scan_ranges(RuntimeState* state, @@ -72,8 +72,7 @@ class OlapScanLocalState final : public ScanLocalState { Status _process_conjuncts(RuntimeState* state) override; bool _is_key_column(const std::string& col_name) override; - Status _should_push_down_function_filter(vectorized::VectorizedFnCall* fn_call, - vectorized::VExprContext* expr_ctx, + Status _should_push_down_function_filter(VectorizedFnCall* fn_call, VExprContext* expr_ctx, StringRef* constant_str, doris::FunctionContext** fn_ctx, PushDownType& pdt) override; @@ -87,8 +86,7 @@ class OlapScanLocalState final : public ScanLocalState { return PushDownType::ACCEPTABLE; } - PushDownType _should_push_down_is_null_predicate( - vectorized::VectorizedFnCall* fn_call) const override { + PushDownType _should_push_down_is_null_predicate(VectorizedFnCall* fn_call) const override { return fn_call->fn().name.function_name == "is_null_pred" || fn_call->fn().name.function_name == "is_not_null_pred" ? PushDownType::ACCEPTABLE @@ -98,14 +96,14 @@ class OlapScanLocalState final : public ScanLocalState { return PushDownType::ACCEPTABLE; } PushDownType _should_push_down_binary_predicate( - vectorized::VectorizedFnCall* fn_call, vectorized::VExprContext* expr_ctx, - vectorized::Field& constant_val, const std::set fn_name) const override; + VectorizedFnCall* fn_call, VExprContext* expr_ctx, Field& constant_val, + const std::set fn_name) const override; bool _should_push_down_common_expr() override; bool _storage_no_merge() override; - bool _push_down_topn(const vectorized::RuntimePredicate& predicate) override { + bool _push_down_topn(const RuntimePredicate& predicate) override { if (!predicate.target_is_slot(_parent->node_id())) { return false; } @@ -117,7 +115,7 @@ class OlapScanLocalState final : public ScanLocalState { return _is_key_column(predicate.get_col_name(_parent->node_id())); } - Status _init_scanners(std::list* scanners) override; + Status _init_scanners(std::list* scanners) override; Status _build_key_ranges_and_filters(); @@ -313,10 +311,10 @@ class OlapScanLocalState final : public ScanLocalState { std::vector _tablets; std::vector _read_sources; - std::map _slot_id_to_virtual_column_expr; + std::map _slot_id_to_virtual_column_expr; std::map _slot_id_to_index_in_block; // this map is needed for scanner opening. - std::map _slot_id_to_col_type; + std::map _slot_id_to_col_type; }; class OlapScanOperatorX final : public ScanOperatorX { @@ -341,4 +339,4 @@ class OlapScanOperatorX final : public ScanOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/olap_table_sink_operator.h b/be/src/exec/operator/olap_table_sink_operator.h index ec6424fa344d5b..55b45e8a55ee85 100644 --- a/be/src/exec/operator/olap_table_sink_operator.h +++ b/be/src/exec/operator/olap_table_sink_operator.h @@ -20,15 +20,15 @@ #include "exec/operator/operator.h" #include "exec/sink/writer/vtablet_writer.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class OlapTableSinkOperatorX; class OlapTableSinkLocalState final - : public AsyncWriterSink { + : public AsyncWriterSink { public: - using Base = AsyncWriterSink; + using Base = AsyncWriterSink; using Parent = OlapTableSinkOperatorX; ENABLE_FACTORY_CREATOR(OlapTableSinkLocalState); OlapTableSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) @@ -48,17 +48,17 @@ class OlapTableSinkOperatorX final : public DataSinkOperatorXrows()); @@ -68,13 +68,13 @@ class OlapTableSinkOperatorX final : public DataSinkOperatorX - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; const RowDescriptor& _row_desc; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; const std::vector& _t_output_expr; ObjectPool* _pool = nullptr; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/olap_table_sink_v2_operator.h b/be/src/exec/operator/olap_table_sink_v2_operator.h index 7d49473c063673..0426a7b59d4f14 100644 --- a/be/src/exec/operator/olap_table_sink_v2_operator.h +++ b/be/src/exec/operator/olap_table_sink_v2_operator.h @@ -20,15 +20,15 @@ #include "exec/operator/operator.h" #include "exec/sink/writer/vtablet_writer_v2.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class OlapTableSinkV2OperatorX; class OlapTableSinkV2LocalState final - : public AsyncWriterSink { + : public AsyncWriterSink { public: - using Base = AsyncWriterSink; + using Base = AsyncWriterSink; using Parent = OlapTableSinkV2OperatorX; ENABLE_FACTORY_CREATOR(OlapTableSinkV2LocalState); OlapTableSinkV2LocalState(DataSinkOperatorXBase* parent, RuntimeState* state) @@ -49,17 +49,17 @@ class OlapTableSinkV2OperatorX final : public DataSinkOperatorXrows()); @@ -74,13 +74,13 @@ class OlapTableSinkV2OperatorX final : public DataSinkOperatorX - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; const RowDescriptor& _row_desc; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; const std::vector& _t_output_expr; ObjectPool* _pool = nullptr; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/operator.cpp b/be/src/exec/operator/operator.cpp index 7f7d708fe0bd5b..88c238941013f0 100644 --- a/be/src/exec/operator/operator.cpp +++ b/be/src/exec/operator/operator.cpp @@ -97,7 +97,7 @@ class RowDescriptor; class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { Status OperatorBase::close(RuntimeState* state) { if (_is_closed) { @@ -197,8 +197,8 @@ Status OperatorXBase::init(const TPlanNode& tnode, RuntimeState* state) { return Status::InternalError("vconjunct is not supported yet"); } else if (tnode.__isset.conjuncts) { for (const auto& conjunct : tnode.conjuncts) { - vectorized::VExprContextSPtr context; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(conjunct, context)); + VExprContextSPtr context; + RETURN_IF_ERROR(VExpr::create_expr_tree(conjunct, context)); _conjuncts.emplace_back(context); } } @@ -206,14 +206,14 @@ Status OperatorXBase::init(const TPlanNode& tnode, RuntimeState* state) { // create the projections expr if (tnode.__isset.projections) { DCHECK(tnode.__isset.output_tuple_id); - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(tnode.projections, _projections)); + RETURN_IF_ERROR(VExpr::create_expr_trees(tnode.projections, _projections)); } if (!tnode.intermediate_projections_list.empty()) { DCHECK(tnode.__isset.projections) << "no final projections"; _intermediate_projections.reserve(tnode.intermediate_projections_list.size()); for (const auto& tnode_projections : tnode.intermediate_projections_list) { - vectorized::VExprContextSPtrs projections; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(tnode_projections, projections)); + VExprContextSPtrs projections; + RETURN_IF_ERROR(VExpr::create_expr_trees(tnode_projections, projections)); _intermediate_projections.push_back(projections); } } @@ -231,29 +231,29 @@ Status OperatorXBase::prepare(RuntimeState* state) { }; for (int i = 0; i < _intermediate_projections.size(); i++) { - RETURN_IF_ERROR(vectorized::VExpr::prepare(_intermediate_projections[i], state, + RETURN_IF_ERROR(VExpr::prepare(_intermediate_projections[i], state, intermediate_row_desc(i))); } - RETURN_IF_ERROR(vectorized::VExpr::prepare(_projections, state, projections_row_desc())); + RETURN_IF_ERROR(VExpr::prepare(_projections, state, projections_row_desc())); if (has_output_row_desc()) { RETURN_IF_ERROR( - vectorized::VExpr::check_expr_output_type(_projections, *_output_row_descriptor)); + VExpr::check_expr_output_type(_projections, *_output_row_descriptor)); } for (auto& conjunct : _conjuncts) { RETURN_IF_ERROR(conjunct->open(state)); } - RETURN_IF_ERROR(vectorized::VExpr::open(_projections, state)); + RETURN_IF_ERROR(VExpr::open(_projections, state)); for (auto& projections : _intermediate_projections) { - RETURN_IF_ERROR(vectorized::VExpr::open(projections, state)); + RETURN_IF_ERROR(VExpr::open(projections, state)); } if (_child && !is_source()) { RETURN_IF_ERROR(_child->prepare(state)); } - if (vectorized::VExpr::contains_blockable_function(_conjuncts) || - vectorized::VExpr::contains_blockable_function(_projections)) { + if (VExpr::contains_blockable_function(_conjuncts) || + VExpr::contains_blockable_function(_projections)) { _blockable = true; } @@ -286,22 +286,22 @@ void PipelineXLocalStateBase::clear_origin_block() { _origin_block.clear_column_data(_parent->intermediate_row_desc().num_materialized_slots()); } -Status PipelineXLocalStateBase::filter_block(const vectorized::VExprContextSPtrs& expr_contexts, - vectorized::Block* block, size_t column_to_keep) { - RETURN_IF_ERROR(vectorized::VExprContext::filter_block(expr_contexts, block, column_to_keep)); +Status PipelineXLocalStateBase::filter_block(const VExprContextSPtrs& expr_contexts, + Block* block, size_t column_to_keep) { + RETURN_IF_ERROR(VExprContext::filter_block(expr_contexts, block, column_to_keep)); - _estimate_memory_usage += vectorized::VExprContext::get_memory_usage(expr_contexts); + _estimate_memory_usage += VExprContext::get_memory_usage(expr_contexts); return Status::OK(); } bool PipelineXLocalStateBase::is_blockable() const { return std::any_of( _projections.begin(), _projections.end(), - [&](vectorized::VExprContextSPtr expr) -> bool { return expr->is_blockable(); }); + [&](VExprContextSPtr expr) -> bool { return expr->is_blockable(); }); } -Status OperatorXBase::do_projections(RuntimeState* state, vectorized::Block* origin_block, - vectorized::Block* output_block) const { +Status OperatorXBase::do_projections(RuntimeState* state, Block* origin_block, + Block* output_block) const { auto* local_state = state->get_local_state(operator_id()); SCOPED_TIMER(local_state->exec_time_counter()); SCOPED_TIMER(local_state->_projection_timer); @@ -309,25 +309,25 @@ Status OperatorXBase::do_projections(RuntimeState* state, vectorized::Block* ori if (rows == 0) { return Status::OK(); } - vectorized::Block input_block = *origin_block; + Block input_block = *origin_block; size_t bytes_usage = 0; - vectorized::ColumnsWithTypeAndName new_columns; + ColumnsWithTypeAndName new_columns; for (const auto& projections : local_state->_intermediate_projections) { new_columns.resize(projections.size()); for (int i = 0; i < projections.size(); i++) { RETURN_IF_ERROR(projections[i]->execute(&input_block, new_columns[i])); } - vectorized::Block tmp_block {new_columns}; + Block tmp_block {new_columns}; bytes_usage += tmp_block.allocated_bytes(); input_block.swap(tmp_block); } DCHECK_EQ(rows, input_block.rows()); - auto insert_column_datas = [&](auto& to, vectorized::ColumnPtr& from, size_t rows) { + auto insert_column_datas = [&](auto& to, ColumnPtr& from, size_t rows) { if (to->is_nullable() && !from->is_nullable()) { if (_keep_origin || !from->is_exclusive()) { - auto& null_column = reinterpret_cast(*to); + auto& null_column = reinterpret_cast(*to); null_column.get_nested_column().insert_range_from(*from, 0, rows); null_column.get_null_map_column().get_data().resize_fill(rows, 0); bytes_usage += null_column.allocated_bytes(); @@ -344,9 +344,8 @@ Status OperatorXBase::do_projections(RuntimeState* state, vectorized::Block* ori } }; - using namespace vectorized; - vectorized::MutableBlock mutable_block = - vectorized::VectorizedUtils::build_mutable_mem_reuse_block(output_block, + MutableBlock mutable_block = + VectorizedUtils::build_mutable_mem_reuse_block(output_block, *_output_row_descriptor); if (rows != 0) { auto& mutable_columns = mutable_block.mutable_columns(); @@ -371,7 +370,7 @@ Status OperatorXBase::do_projections(RuntimeState* state, vectorized::Block* ori return Status::OK(); } -Status OperatorXBase::get_block_after_projects(RuntimeState* state, vectorized::Block* block, +Status OperatorXBase::get_block_after_projects(RuntimeState* state, Block* block, bool* eos) { DBUG_EXECUTE_IF("Pipeline::return_empty_block", { if (this->_op_name == "AGGREGATION_OPERATOR" || this->_op_name == "HASH_JOIN_OPERATOR" || @@ -408,7 +407,7 @@ Status OperatorXBase::get_block_after_projects(RuntimeState* state, vectorized:: return status; } -void PipelineXLocalStateBase::reached_limit(vectorized::Block* block, bool* eos) { +void PipelineXLocalStateBase::reached_limit(Block* block, bool* eos) { if (_parent->_limit != -1 and _num_rows_returned + block->rows() >= _parent->_limit) { block->set_num_rows(_parent->_limit - _num_rows_returned); *eos = true; @@ -688,14 +687,14 @@ Status PipelineXSinkLocalState::close(RuntimeState* state, Status e } template -Status StreamingOperatorX::get_block(RuntimeState* state, vectorized::Block* block, +Status StreamingOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { RETURN_IF_ERROR(OperatorX::_child->get_block_after_projects(state, block, eos)); return pull(state, block, eos); } template -Status StatefulOperatorX::get_block(RuntimeState* state, vectorized::Block* block, +Status StatefulOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); if (need_more_input_data(state)) { @@ -727,7 +726,7 @@ Status StatefulOperatorX::get_block(RuntimeState* state, vectori } template - requires(std::is_base_of_v) + requires(std::is_base_of_v) Status AsyncWriterSink::init(RuntimeState* state, LocalSinkStateInfo& info) { RETURN_IF_ERROR(Base::init(state, info)); _async_writer_dependency = Dependency::create_shared(_parent->operator_id(), _parent->node_id(), @@ -741,7 +740,7 @@ Status AsyncWriterSink::init(RuntimeState* state, LocalSinkState } template - requires(std::is_base_of_v) + requires(std::is_base_of_v) Status AsyncWriterSink::open(RuntimeState* state) { RETURN_IF_ERROR(Base::open(state)); _output_vexpr_ctxs.resize(_parent->cast()._output_vexpr_ctxs.size()); @@ -754,14 +753,14 @@ Status AsyncWriterSink::open(RuntimeState* state) { } template - requires(std::is_base_of_v) -Status AsyncWriterSink::sink(RuntimeState* state, vectorized::Block* block, + requires(std::is_base_of_v) +Status AsyncWriterSink::sink(RuntimeState* state, Block* block, bool eos) { return _writer->sink(block, eos); } template - requires(std::is_base_of_v) + requires(std::is_base_of_v) Status AsyncWriterSink::close(RuntimeState* state, Status exec_status) { if (_closed) { return Status::OK(); @@ -904,16 +903,16 @@ template class PipelineXLocalState; template class PipelineXLocalState; template class PipelineXLocalState; -template class AsyncWriterSink; -template class AsyncWriterSink; -template class AsyncWriterSink; -template class AsyncWriterSink; -template class AsyncWriterSink; -template class AsyncWriterSink; -template class AsyncWriterSink; +template class AsyncWriterSink; +template class AsyncWriterSink; +template class AsyncWriterSink; +template class AsyncWriterSink; +template class AsyncWriterSink; +template class AsyncWriterSink; -template class AsyncWriterSink; -template class AsyncWriterSink; +template class AsyncWriterSink; +template class AsyncWriterSink; #ifdef BE_TEST template class OperatorX; @@ -921,4 +920,4 @@ template class DataSinkOperatorX; #endif #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/operator.h b/be/src/exec/operator/operator.h index c3abe4207ba46a..0013f7add6edaf 100644 --- a/be/src/exec/operator/operator.h +++ b/be/src/exec/operator/operator.h @@ -55,7 +55,7 @@ class AnnTopNRuntime; } // namespace vectorized } // namespace doris -namespace doris::pipeline { +namespace doris { class OperatorBase; class OperatorXBase; @@ -236,7 +236,7 @@ class PipelineXLocalStateBase { // If use projection, we should clear `_origin_block`. void clear_origin_block(); - void reached_limit(vectorized::Block* block, bool* eos); + void reached_limit(Block* block, bool* eos); RuntimeProfile* operator_profile() { return _operator_profile.get(); } RuntimeProfile* common_profile() { return _common_profile.get(); } RuntimeProfile* custom_profile() { return _custom_profile.get(); } @@ -245,8 +245,8 @@ class PipelineXLocalStateBase { RuntimeProfile::Counter* memory_used_counter() { return _memory_used_counter; } OperatorXBase* parent() { return _parent; } RuntimeState* state() { return _state; } - vectorized::VExprContextSPtrs& conjuncts() { return _conjuncts; } - vectorized::VExprContextSPtrs& projections() { return _projections; } + VExprContextSPtrs& conjuncts() { return _conjuncts; } + VExprContextSPtrs& projections() { return _projections; } [[nodiscard]] int64_t num_rows_returned() const { return _num_rows_returned; } void add_num_rows_returned(int64_t delta) { _num_rows_returned += delta; } void set_num_rows_returned(int64_t value) { _num_rows_returned = value; } @@ -261,8 +261,8 @@ class PipelineXLocalStateBase { // override in Scan MultiCastSink virtual std::vector execution_dependencies() { return {}; } - Status filter_block(const vectorized::VExprContextSPtrs& expr_contexts, - vectorized::Block* block, size_t column_to_keep); + Status filter_block(const VExprContextSPtrs& expr_contexts, + Block* block, size_t column_to_keep); int64_t& estimate_memory_usage() { return _estimate_memory_usage; } @@ -316,16 +316,16 @@ class PipelineXLocalStateBase { OperatorXBase* _parent = nullptr; RuntimeState* _state = nullptr; - vectorized::VExprContextSPtrs _conjuncts; - vectorized::VExprContextSPtrs _projections; - std::shared_ptr _score_runtime; + VExprContextSPtrs _conjuncts; + VExprContextSPtrs _projections; + std::shared_ptr _score_runtime; std::shared_ptr _ann_topn_runtime; // Used in common subexpression elimination to compute intermediate results. - std::vector _intermediate_projections; + std::vector _intermediate_projections; bool _closed = false; std::atomic _terminated = false; - vectorized::Block _origin_block; + Block _origin_block; }; template @@ -663,7 +663,7 @@ class DataSinkOperatorXBase : public OperatorBase { return result.value()->is_finished(); } - [[nodiscard]] virtual Status sink(RuntimeState* state, vectorized::Block* block, bool eos) = 0; + [[nodiscard]] virtual Status sink(RuntimeState* state, Block* block, bool eos) = 0; [[nodiscard]] virtual Status setup_local_state(RuntimeState* state, LocalSinkStateInfo& info) = 0; @@ -729,7 +729,7 @@ class DataSinkOperatorXBase : public OperatorBase { protected: template - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; // _operator_id : the current Operator's ID, which is not visible to the user. // _node_id : the plan node ID corresponding to the Operator, which is visible on the profile. @@ -922,7 +922,7 @@ class OperatorXBase : public OperatorBase { Status prepare(RuntimeState* state) override; Status terminate(RuntimeState* state) override; - [[nodiscard]] virtual Status get_block(RuntimeState* state, vectorized::Block* block, + [[nodiscard]] virtual Status get_block(RuntimeState* state, Block* block, bool* eos) = 0; Status close(RuntimeState* state) override; @@ -979,8 +979,8 @@ class OperatorXBase : public OperatorBase { [[nodiscard]] OperatorPtr get_child() { return _child; } - [[nodiscard]] vectorized::VExprContextSPtrs& conjuncts() { return _conjuncts; } - [[nodiscard]] vectorized::VExprContextSPtrs& projections() { return _projections; } + [[nodiscard]] VExprContextSPtrs& conjuncts() { return _conjuncts; } + [[nodiscard]] VExprContextSPtrs& projections() { return _projections; } [[nodiscard]] virtual RowDescriptor& row_descriptor() { return _row_descriptor; } [[nodiscard]] int operator_id() const { return _operator_id; } @@ -1000,11 +1000,11 @@ class OperatorXBase : public OperatorBase { bool has_output_row_desc() const { return _output_row_descriptor != nullptr; } [[nodiscard]] virtual Status get_block_after_projects(RuntimeState* state, - vectorized::Block* block, bool* eos); + Block* block, bool* eos); /// Only use in vectorized exec engine try to do projections to trans _row_desc -> _output_row_desc - Status do_projections(RuntimeState* state, vectorized::Block* origin_block, - vectorized::Block* output_block) const; + Status do_projections(RuntimeState* state, Block* origin_block, + Block* output_block) const; void set_parallel_tasks(int parallel_tasks) { _parallel_tasks = parallel_tasks; } int parallel_tasks() const { return _parallel_tasks; } @@ -1028,10 +1028,10 @@ class OperatorXBase : public OperatorBase { private: // The expr of operator set to private permissions, as cannot be executed concurrently, // should use local state's expr. - vectorized::VExprContextSPtrs _conjuncts; - vectorized::VExprContextSPtrs _projections; + VExprContextSPtrs _conjuncts; + VExprContextSPtrs _projections; // Used in common subexpression elimination to compute intermediate results. - std::vector _intermediate_projections; + std::vector _intermediate_projections; protected: RowDescriptor _row_descriptor; @@ -1118,9 +1118,9 @@ class StreamingOperatorX : public OperatorX { virtual ~StreamingOperatorX() = default; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; - virtual Status pull(RuntimeState* state, vectorized::Block* block, bool* eos) = 0; + virtual Status pull(RuntimeState* state, Block* block, bool* eos) = 0; }; /** @@ -1144,18 +1144,18 @@ class StatefulOperatorX : public OperatorX { using OperatorX::get_local_state; - [[nodiscard]] Status get_block(RuntimeState* state, vectorized::Block* block, + [[nodiscard]] Status get_block(RuntimeState* state, Block* block, bool* eos) override; - [[nodiscard]] virtual Status pull(RuntimeState* state, vectorized::Block* block, + [[nodiscard]] virtual Status pull(RuntimeState* state, Block* block, bool* eos) const = 0; - [[nodiscard]] virtual Status push(RuntimeState* state, vectorized::Block* input_block, + [[nodiscard]] virtual Status push(RuntimeState* state, Block* input_block, bool eos) const = 0; bool need_more_input_data(RuntimeState* state) const override { return true; } }; template - requires(std::is_base_of_v) + requires(std::is_base_of_v) class AsyncWriterSink : public PipelineXSinkLocalState { public: using Base = PipelineXSinkLocalState; @@ -1170,7 +1170,7 @@ class AsyncWriterSink : public PipelineXSinkLocalState { Status open(RuntimeState* state) override; - Status sink(RuntimeState* state, vectorized::Block* block, bool eos); + Status sink(RuntimeState* state, Block* block, bool eos); std::vector dependencies() const override { return {_async_writer_dependency.get()}; @@ -1180,7 +1180,7 @@ class AsyncWriterSink : public PipelineXSinkLocalState { Dependency* finishdependency() override { return _finish_dependency.get(); } protected: - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; std::unique_ptr _writer; std::shared_ptr _async_writer_dependency; @@ -1221,7 +1221,7 @@ class DummyOperator final : public OperatorX { [[nodiscard]] bool is_source() const override { return true; } - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override { + Status get_block(RuntimeState* state, Block* block, bool* eos) override { *eos = _eos; return Status::OK(); } @@ -1271,7 +1271,7 @@ class DummySinkOperatorX final : public DataSinkOperatorX { public: DummySinkOperatorX(int op_id, int node_id, int dest_id) : DataSinkOperatorX(op_id, node_id, dest_id) {} - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override { + Status sink(RuntimeState* state, Block* in_block, bool eos) override { return _return_eof ? Status::Error("source have closed") : Status::OK(); } @@ -1297,4 +1297,4 @@ class DummySinkOperatorX final : public DataSinkOperatorX { #endif #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/partition_sort_sink_operator.cpp b/be/src/exec/operator/partition_sort_sink_operator.cpp index 357f52110bfa39..7bcd90d6fd970b 100644 --- a/be/src/exec/operator/partition_sort_sink_operator.cpp +++ b/be/src/exec/operator/partition_sort_sink_operator.cpp @@ -25,7 +25,7 @@ #include "exec/common/hash_table/hash.h" #include "exec/operator/partition_sort_source_operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status PartitionSortSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { @@ -90,8 +90,8 @@ Status PartitionSortSinkOperatorX::init(const TPlanNode& tnode, RuntimeState* st } //partition by key if (tnode.partition_sort_node.__isset.partition_exprs) { - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees( - tnode.partition_sort_node.partition_exprs, _partition_expr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(tnode.partition_sort_node.partition_exprs, + _partition_expr_ctxs)); } return Status::OK(); @@ -100,14 +100,13 @@ Status PartitionSortSinkOperatorX::init(const TPlanNode& tnode, RuntimeState* st Status PartitionSortSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(DataSinkOperatorX::prepare(state)); RETURN_IF_ERROR(_vsort_exec_exprs.prepare(state, _child->row_desc(), _row_descriptor)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_partition_expr_ctxs, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::prepare(_partition_expr_ctxs, state, _child->row_desc())); RETURN_IF_ERROR(_vsort_exec_exprs.open(state)); - RETURN_IF_ERROR(vectorized::VExpr::open(_partition_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::open(_partition_expr_ctxs, state)); return Status::OK(); } -Status PartitionSortSinkOperatorX::sink(RuntimeState* state, vectorized::Block* input_block, - bool eos) { +Status PartitionSortSinkOperatorX::sink(RuntimeState* state, Block* input_block, bool eos) { auto& local_state = get_local_state(state); auto current_rows = input_block->rows(); SCOPED_TIMER(local_state.exec_time_counter()); @@ -179,9 +178,9 @@ Status PartitionSortSinkOperatorX::sink(RuntimeState* state, vectorized::Block* } Status PartitionSortSinkOperatorX::_split_block_by_partition( - vectorized::Block* input_block, PartitionSortSinkLocalState& local_state, bool eos) { - vectorized::ColumnRawPtrs key_columns_raw_ptr(_partition_exprs_num); - vectorized::Columns key_columns(_partition_exprs_num); + Block* input_block, PartitionSortSinkLocalState& local_state, bool eos) { + ColumnRawPtrs key_columns_raw_ptr(_partition_exprs_num); + Columns key_columns(_partition_exprs_num); for (int i = 0; i < _partition_exprs_num; ++i) { RETURN_IF_ERROR(_partition_expr_ctxs[i]->execute(input_block, key_columns[i])); key_columns_raw_ptr[i] = key_columns[i].get(); @@ -193,21 +192,21 @@ Status PartitionSortSinkOperatorX::_split_block_by_partition( size_t PartitionSortSinkOperatorX::get_reserve_mem_size(RuntimeState* state, bool eos) { auto& local_state = get_local_state(state); auto rows = state->batch_size(); - size_t reserve_mem_size = std::visit( - vectorized::Overload {[&](std::monostate&) -> size_t { return 0; }, - [&](auto& agg_method) -> size_t { - return agg_method.hash_table->estimate_memory(rows); - }}, - local_state._partitioned_data->method_variant); + size_t reserve_mem_size = + std::visit(Overload {[&](std::monostate&) -> size_t { return 0; }, + [&](auto& agg_method) -> size_t { + return agg_method.hash_table->estimate_memory(rows); + }}, + local_state._partitioned_data->method_variant); reserve_mem_size += rows * sizeof(size_t); // hash values return reserve_mem_size; } Status PartitionSortSinkOperatorX::_emplace_into_hash_table( - const vectorized::ColumnRawPtrs& key_columns, vectorized::Block* input_block, + const ColumnRawPtrs& key_columns, Block* input_block, PartitionSortSinkLocalState& local_state, bool eos) { return std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> Status { return Status::InternalError("Unit hash table"); }, @@ -302,4 +301,4 @@ bool PartitionSortSinkLocalState::check_whether_need_passthrough() { // NOLINTEND(readability-simplify-boolean-expr) #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/partition_sort_sink_operator.h b/be/src/exec/operator/partition_sort_sink_operator.h index fa5ae08b5fede1..989e9de6d3a992 100644 --- a/be/src/exec/operator/partition_sort_sink_operator.h +++ b/be/src/exec/operator/partition_sort_sink_operator.h @@ -23,7 +23,7 @@ #include "exec/operator/operator.h" #include "exec/sort/partition_sorter.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class PartitionSortSinkOperatorX; @@ -34,7 +34,7 @@ class PartitionSortSinkLocalState : public PipelineXSinkLocalState(parent, state), _partitioned_data(std::make_unique()), - _agg_arena_pool(std::make_unique()) {} + _agg_arena_pool(std::make_unique()) {} Status init(RuntimeState* state, LocalSinkStateInfo& info) override; @@ -42,13 +42,13 @@ class PartitionSortSinkLocalState : public PipelineXSinkLocalState _value_places; int _num_partition = 0; std::unique_ptr _partitioned_data; - std::unique_ptr _agg_arena_pool; + std::unique_ptr _agg_arena_pool; int _partition_exprs_num = 0; std::shared_ptr _partition_sort_info = nullptr; TPartTopNPhase::type _topn_phase; @@ -92,7 +92,7 @@ class PartitionSortSinkOperatorX final : public DataSinkOperatorX _distribute_exprs; // Expressions and parameters used for build _sort_description - vectorized::VSortExecExprs _vsort_exec_exprs; + VSortExecExprs _vsort_exec_exprs; std::vector _is_asc_order; std::vector _nulls_first; - Status _split_block_by_partition(vectorized::Block* input_block, - PartitionSortSinkLocalState& local_state, bool eos); - Status _emplace_into_hash_table(const vectorized::ColumnRawPtrs& key_columns, - vectorized::Block* input_block, + Status _split_block_by_partition(Block* input_block, PartitionSortSinkLocalState& local_state, + bool eos); + Status _emplace_into_hash_table(const ColumnRawPtrs& key_columns, Block* input_block, PartitionSortSinkLocalState& local_state, bool eos); }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/partition_sort_source_operator.cpp b/be/src/exec/operator/partition_sort_source_operator.cpp index 3a652d280f0b4f..eeaf4683c5a7e1 100644 --- a/be/src/exec/operator/partition_sort_source_operator.cpp +++ b/be/src/exec/operator/partition_sort_source_operator.cpp @@ -23,8 +23,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - Status PartitionSortSourceLocalState::init(RuntimeState* state, LocalStateInfo& info) { RETURN_IF_ERROR(PipelineXLocalState::init(state, info)); SCOPED_TIMER(exec_time_counter()); @@ -35,7 +33,7 @@ Status PartitionSortSourceLocalState::init(RuntimeState* state, LocalStateInfo& return Status::OK(); } -Status PartitionSortSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* output_block, +Status PartitionSortSourceOperatorX::get_block(RuntimeState* state, Block* output_block, bool* eos) { RETURN_IF_CANCELLED(state); auto& local_state = get_local_state(state); @@ -81,8 +79,7 @@ Status PartitionSortSourceOperatorX::get_block(RuntimeState* state, vectorized:: return Status::OK(); } -Status PartitionSortSourceOperatorX::get_sorted_block(RuntimeState* state, - vectorized::Block* output_block, +Status PartitionSortSourceOperatorX::get_sorted_block(RuntimeState* state, Block* output_block, PartitionSortSourceLocalState& local_state) { SCOPED_TIMER(local_state._get_sorted_timer); //sorter output data one by one @@ -107,6 +104,5 @@ Status PartitionSortSourceOperatorX::get_sorted_block(RuntimeState* state, return Status::OK(); } -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/partition_sort_source_operator.h b/be/src/exec/operator/partition_sort_source_operator.h index 0a2d7ed164eacd..ce78b4bdbcdc5f 100644 --- a/be/src/exec/operator/partition_sort_source_operator.h +++ b/be/src/exec/operator/partition_sort_source_operator.h @@ -26,8 +26,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - class PartitionSortSourceOperatorX; class PartitionSortSourceLocalState final : public PipelineXLocalState { @@ -55,16 +53,15 @@ class PartitionSortSourceOperatorX final : public OperatorXprepare(state); } -Status PartitionedAggSinkOperatorX::sink(doris::RuntimeState* state, vectorized::Block* in_block, - bool eos) { +Status PartitionedAggSinkOperatorX::sink(doris::RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)in_block->rows()); @@ -169,7 +168,7 @@ Status PartitionedAggSinkOperatorX::sink(doris::RuntimeState* state, vectorized: local_state._dependency->set_ready_to_read(); } } else if (local_state._shared_state->is_spilled) { - if (revocable_mem_size(state) >= vectorized::SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { + if (revocable_mem_size(state) >= SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { return revoke_memory(state, nullptr); } } @@ -236,8 +235,8 @@ size_t PartitionedAggSinkOperatorX::get_reserve_mem_size(RuntimeState* state, bo template Status PartitionedAggSinkLocalState::to_block(HashTableCtxType& context, std::vector& keys, - std::vector& values, - const vectorized::AggregateDataPtr null_key_data) { + std::vector& values, + const AggregateDataPtr null_key_data) { SCOPED_TIMER(_spill_serialize_hash_table_timer); context.insert_keys_into_columns(keys, key_columns_, (uint32_t)keys.size()); @@ -261,7 +260,7 @@ Status PartitionedAggSinkLocalState::to_block(HashTableCtxType& context, std::ve value_columns_[i], values.size()); } - vectorized::ColumnsWithTypeAndName key_columns_with_schema; + ColumnsWithTypeAndName key_columns_with_schema; for (int i = 0; i < key_columns_.size(); ++i) { key_columns_with_schema.emplace_back( std::move(key_columns_[i]), @@ -270,7 +269,7 @@ Status PartitionedAggSinkLocalState::to_block(HashTableCtxType& context, std::ve } key_block_ = key_columns_with_schema; - vectorized::ColumnsWithTypeAndName value_columns_with_schema; + ColumnsWithTypeAndName value_columns_with_schema; for (int i = 0; i < value_columns_.size(); ++i) { value_columns_with_schema.emplace_back( std::move(value_columns_[i]), value_data_types_[i], @@ -292,9 +291,9 @@ Status PartitionedAggSinkLocalState::to_block(HashTableCtxType& context, std::ve template Status PartitionedAggSinkLocalState::_spill_partition( RuntimeState* state, HashTableCtxType& context, AggSpillPartitionSPtr& spill_partition, - std::vector& keys, std::vector& values, - const vectorized::AggregateDataPtr null_key_data, bool is_last) { - vectorized::SpillStreamSPtr spill_stream; + std::vector& keys, std::vector& values, + const AggregateDataPtr null_key_data, bool is_last) { + SpillStreamSPtr spill_stream; auto status = spill_partition->get_spill_stream(state, Base::_parent->node_id(), Base::operator_profile(), spill_stream); RETURN_IF_ERROR(status); @@ -304,7 +303,7 @@ Status PartitionedAggSinkLocalState::_spill_partition( if (is_last) { std::vector tmp_keys; - std::vector tmp_values; + std::vector tmp_values; keys.swap(tmp_keys); values.swap(tmp_values); @@ -344,7 +343,7 @@ Status PartitionedAggSinkLocalState::_spill_hash_table(RuntimeState* state, // `spill_batch_rows` will be between 4k and 1M // and each block to spill will not be larger than 32MB(`MAX_SPILL_WRITE_BATCH_MEM`) const auto spill_batch_rows = std::min( - 1024 * 1024, std::max(4096, vectorized::SpillStream::MAX_SPILL_WRITE_BATCH_MEM * + 1024 * 1024, std::max(4096, SpillStream::MAX_SPILL_WRITE_BATCH_MEM * total_rows / size_to_revoke_)); VLOG_DEBUG << "Query: " << print_id(state->query_id()) << ", node: " << _parent->node_id() @@ -386,9 +385,8 @@ Status PartitionedAggSinkLocalState::_spill_hash_table(RuntimeState* state, status = _spill_partition( state, context, Base::_shared_state->spill_partitions[i], spill_infos[i].keys_, spill_infos[i].values_, - spill_null_key_data - ? hash_table.template get_null_key_data() - : nullptr, + spill_null_key_data ? hash_table.template get_null_key_data() + : nullptr, true); RETURN_IF_ERROR(status); } @@ -440,8 +438,7 @@ Status PartitionedAggSinkLocalState::_execute_spill_process(RuntimeState* state, auto* runtime_state = _runtime_state.get(); auto* agg_data = parent._agg_sink_operator->get_agg_data(runtime_state); - status = std::visit( - vectorized::Overload {[&](std::monostate& arg) -> Status { + status = std::visit(Overload {[&](std::monostate& arg) -> Status { return Status::InternalError("Unit hash table"); }, [&](auto& agg_method) -> Status { @@ -449,7 +446,7 @@ Status PartitionedAggSinkLocalState::_execute_spill_process(RuntimeState* state, RETURN_IF_CATCH_EXCEPTION(return _spill_hash_table( state, agg_method, hash_table, size_to_revoke, _eos)); }}, - agg_data->method_variant); + agg_data->method_variant); RETURN_IF_ERROR(status); status = parent._agg_sink_operator->reset_hash_table(runtime_state); return status; @@ -500,27 +497,27 @@ void PartitionedAggSinkLocalState::_reset_tmp_data() { void PartitionedAggSinkLocalState::_clear_tmp_data() { { - vectorized::Block empty_block; + Block empty_block; block_.swap(empty_block); } { - vectorized::Block empty_block; + Block empty_block; key_block_.swap(empty_block); } { - vectorized::Block empty_block; + Block empty_block; value_block_.swap(empty_block); } { - vectorized::MutableColumns cols; + MutableColumns cols; key_columns_.swap(cols); } { - vectorized::MutableColumns cols; + MutableColumns cols; value_columns_.swap(cols); } - vectorized::DataTypes tmp_value_data_types; + DataTypes tmp_value_data_types; value_data_types_.swap(tmp_value_data_types); } @@ -529,4 +526,4 @@ bool PartitionedAggSinkLocalState::is_blockable() const { } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/partitioned_aggregation_sink_operator.h b/be/src/exec/operator/partitioned_aggregation_sink_operator.h index 769d5a026ab4d1..2130ec9471de9e 100644 --- a/be/src/exec/operator/partitioned_aggregation_sink_operator.h +++ b/be/src/exec/operator/partitioned_aggregation_sink_operator.h @@ -28,7 +28,7 @@ #include "exprs/vexpr.h" #include "util/pretty_printer.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class PartitionedAggSinkOperatorX; class PartitionedAggSinkLocalState @@ -61,7 +61,7 @@ class PartitionedAggSinkLocalState template struct TmpSpillInfo { std::vector keys_; - std::vector values_; + std::vector values_; }; template @@ -71,13 +71,12 @@ class PartitionedAggSinkLocalState template Status _spill_partition(RuntimeState* state, HashTableCtxType& context, AggSpillPartitionSPtr& spill_partition, std::vector& keys, - std::vector& values, - const vectorized::AggregateDataPtr null_key_data, bool is_last); + std::vector& values, + const AggregateDataPtr null_key_data, bool is_last); template Status to_block(HashTableCtxType& context, std::vector& keys, - std::vector& values, - const vectorized::AggregateDataPtr null_key_data); + std::vector& values, const AggregateDataPtr null_key_data); void _reset_tmp_data(); void _clear_tmp_data(); @@ -86,12 +85,12 @@ class PartitionedAggSinkLocalState std::unique_ptr _runtime_state; // temp structures during spilling - vectorized::MutableColumns key_columns_; - vectorized::MutableColumns value_columns_; - vectorized::DataTypes value_data_types_; - vectorized::Block block_; - vectorized::Block key_block_; - vectorized::Block value_block_; + MutableColumns key_columns_; + MutableColumns value_columns_; + DataTypes value_data_types_; + Block block_; + Block key_block_; + Block value_block_; std::unique_ptr _internal_runtime_profile; RuntimeProfile::Counter* _memory_usage_reserved = nullptr; @@ -115,7 +114,7 @@ class PartitionedAggSinkOperatorX : public DataSinkOperatorXis_shuffled_operator(); } -Status PartitionedAggSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, - bool* eos) { +Status PartitionedAggSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); local_state.copy_shared_spill_profile(); Status status; @@ -257,7 +256,7 @@ Status PartitionedAggLocalState::_recover_spill_data_from_disk(RuntimeState* sta !state->is_cancelled() && !has_agg_data) { auto& stream = _shared_state->spill_partitions[0]->spill_streams_[0]; stream->set_read_counters(operator_profile()); - vectorized::Block block; + Block block; bool eos = false; while (!eos && !state->is_cancelled()) { { @@ -277,8 +276,7 @@ Status PartitionedAggLocalState::_recover_spill_data_from_disk(RuntimeState* sta accumulated_blocks_size += block.allocated_bytes(); _blocks.emplace_back(std::move(block)); - if (accumulated_blocks_size >= - vectorized::SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { + if (accumulated_blocks_size >= SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { break; } } @@ -350,4 +348,4 @@ bool PartitionedAggLocalState::is_blockable() const { } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/partitioned_aggregation_source_operator.h b/be/src/exec/operator/partitioned_aggregation_source_operator.h index e8ccc037581b17..f91e6c1bd5db96 100644 --- a/be/src/exec/operator/partitioned_aggregation_source_operator.h +++ b/be/src/exec/operator/partitioned_aggregation_source_operator.h @@ -25,8 +25,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - class PartitionedAggSourceOperatorX; class PartitionedAggLocalState; @@ -64,7 +62,7 @@ class PartitionedAggLocalState MOCK_REMOVE(final) bool _current_partition_eos = true; bool _need_to_merge_data_for_current_partition = true; - std::vector _blocks; + std::vector _blocks; std::unique_ptr _internal_runtime_profile; }; @@ -83,7 +81,7 @@ class PartitionedAggSourceOperatorX : public OperatorX Status close(RuntimeState* state) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; bool is_source() const override { return true; } @@ -100,6 +98,5 @@ class PartitionedAggSourceOperatorX : public OperatorX std::unique_ptr _agg_source_operator; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/partitioned_hash_join_probe_operator.cpp b/be/src/exec/operator/partitioned_hash_join_probe_operator.cpp index c1cee5a7c9cf83..69950ad41a7db3 100644 --- a/be/src/exec/operator/partitioned_hash_join_probe_operator.cpp +++ b/be/src/exec/operator/partitioned_hash_join_probe_operator.cpp @@ -33,13 +33,12 @@ #include "runtime/fragment_mgr.h" #include "runtime/runtime_profile.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" PartitionedHashJoinProbeLocalState::PartitionedHashJoinProbeLocalState(RuntimeState* state, OperatorXBase* parent) - : PipelineXSpillLocalState(state, parent), - _child_block(vectorized::Block::create_unique()) {} + : PipelineXSpillLocalState(state, parent), _child_block(Block::create_unique()) {} Status PartitionedHashJoinProbeLocalState::init(RuntimeState* state, LocalStateInfo& info) { RETURN_IF_ERROR(PipelineXSpillLocalState::init(state, info)); @@ -176,7 +175,7 @@ Status PartitionedHashJoinProbeLocalState::_execute_spill_probe_blocks(RuntimeSt auto& partitioned_block = _partitioned_blocks[partition_index]; if (partitioned_block) { const auto size = partitioned_block->allocated_bytes(); - if (size >= vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { + if (size >= SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { blocks.emplace_back(partitioned_block->to_block()); partitioned_block.reset(); } else { @@ -196,7 +195,7 @@ Status PartitionedHashJoinProbeLocalState::_execute_spill_probe_blocks(RuntimeSt std::numeric_limits::max(), operator_profile())); } - auto merged_block = vectorized::MutableBlock::create_unique(std::move(blocks.back())); + auto merged_block = MutableBlock::create_unique(std::move(blocks.back())); blocks.pop_back(); while (!blocks.empty() && !state->is_cancelled()) { @@ -292,7 +291,7 @@ Status PartitionedHashJoinProbeLocalState::recover_build_blocks_from_disk(Runtim print_id(state->query_id()), _parent->node_id(), state->task_id(), partition_index); Status status; while (!eos) { - vectorized::Block block; + Block block; DBUG_EXECUTE_IF("fault_inject::partitioned_hash_join_probe::recover_build_blocks", { status = Status::Error( "fault_inject partitioned_hash_join_probe " @@ -321,7 +320,7 @@ Status PartitionedHashJoinProbeLocalState::recover_build_blocks_from_disk(Runtim } if (!_recovered_build_block) { - _recovered_build_block = vectorized::MutableBlock::create_unique(std::move(block)); + _recovered_build_block = MutableBlock::create_unique(std::move(block)); } else { DCHECK_EQ(_recovered_build_block->columns(), block.columns()); status = _recovered_build_block->merge(std::move(block)); @@ -331,7 +330,7 @@ Status PartitionedHashJoinProbeLocalState::recover_build_blocks_from_disk(Runtim } if (_recovered_build_block->allocated_bytes() >= - vectorized::SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { + SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { break; } } @@ -418,7 +417,7 @@ Status PartitionedHashJoinProbeLocalState::recover_probe_blocks_from_disk(Runtim auto read_func = [this, query_id, partition_index, &spilled_stream, &blocks] { SCOPED_TIMER(_recovery_probe_timer); - vectorized::Block block; + Block block; bool eos = false; Status st; DBUG_EXECUTE_IF("fault_inject::partitioned_hash_join_probe::recover_probe_blocks", { @@ -438,7 +437,7 @@ Status PartitionedHashJoinProbeLocalState::recover_probe_blocks_from_disk(Runtim blocks.emplace_back(std::move(block)); } - if (read_size >= vectorized::SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { + if (read_size >= SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { break; } } @@ -530,7 +529,7 @@ Status PartitionedHashJoinProbeOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -Status PartitionedHashJoinProbeOperatorX::push(RuntimeState* state, vectorized::Block* input_block, +Status PartitionedHashJoinProbeOperatorX::push(RuntimeState* state, Block* input_block, bool eos) const { auto& local_state = get_local_state(state); const auto rows = input_block->rows(); @@ -566,8 +565,7 @@ Status PartitionedHashJoinProbeOperatorX::push(RuntimeState* state, vectorized:: } if (!partitioned_blocks[i]) { - partitioned_blocks[i] = - vectorized::MutableBlock::create_unique(input_block->clone_empty()); + partitioned_blocks[i] = MutableBlock::create_unique(input_block->clone_empty()); } RETURN_IF_ERROR(partitioned_blocks[i]->add_rows(input_block, partition_indexes[i].data(), partition_indexes[i].data() + count)); @@ -636,7 +634,7 @@ Status PartitionedHashJoinProbeOperatorX::_setup_internal_operators( auto& partitioned_block = local_state._shared_state->partitioned_build_blocks[local_state._partition_cursor]; - vectorized::Block block; + Block block; if (partitioned_block && partitioned_block->rows() > 0) { block = partitioned_block->to_block(); partitioned_block.reset(); @@ -658,8 +656,8 @@ Status PartitionedHashJoinProbeOperatorX::_setup_internal_operators( return Status::OK(); } -Status PartitionedHashJoinProbeOperatorX::pull(doris::RuntimeState* state, - vectorized::Block* output_block, bool* eos) const { +Status PartitionedHashJoinProbeOperatorX::pull(doris::RuntimeState* state, Block* output_block, + bool* eos) const { auto& local_state = get_local_state(state); const auto partition_index = local_state._partition_cursor; @@ -702,7 +700,7 @@ Status PartitionedHashJoinProbeOperatorX::pull(doris::RuntimeState* state, RETURN_IF_ERROR( local_state.recover_probe_blocks_from_disk(state, partition_index, has_data)); if (!has_data) { - vectorized::Block block; + Block block; RETURN_IF_ERROR(_inner_probe_operator->push(runtime_state, &block, true)); VLOG_DEBUG << fmt::format( "Query:{}, hash join probe:{}, task:{}," @@ -770,8 +768,8 @@ size_t PartitionedHashJoinProbeOperatorX::revocable_mem_size(RuntimeState* state size_t PartitionedHashJoinProbeOperatorX::_revocable_mem_size(RuntimeState* state, bool force) const { - const auto spill_size_threshold = force ? vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM - : vectorized::SpillStream::MAX_SPILL_WRITE_BATCH_MEM; + const auto spill_size_threshold = + force ? SpillStream::MIN_SPILL_WRITE_BATCH_MEM : SpillStream::MAX_SPILL_WRITE_BATCH_MEM; auto& local_state = get_local_state(state); size_t mem_size = 0; auto& probe_blocks = local_state._probe_blocks; @@ -798,7 +796,7 @@ size_t PartitionedHashJoinProbeOperatorX::get_reserve_mem_size(RuntimeState* sta return Base::get_reserve_mem_size(state); } - size_t size_to_reserve = vectorized::SpillStream::MAX_SPILL_WRITE_BATCH_MEM; + size_t size_to_reserve = SpillStream::MAX_SPILL_WRITE_BATCH_MEM; if (local_state._need_to_setup_internal_operators) { const size_t rows = @@ -835,16 +833,15 @@ bool PartitionedHashJoinProbeOperatorX::_should_revoke_memory(RuntimeState* stat const auto revocable_size = _revocable_mem_size(state); if (local_state.low_memory_mode()) { - return revocable_size >= vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM; + return revocable_size >= SpillStream::MIN_SPILL_WRITE_BATCH_MEM; } else { - return revocable_size >= vectorized::SpillStream::MAX_SPILL_WRITE_BATCH_MEM; + return revocable_size >= SpillStream::MAX_SPILL_WRITE_BATCH_MEM; } } return false; } -Status PartitionedHashJoinProbeOperatorX::get_block(RuntimeState* state, vectorized::Block* block, - bool* eos) { +Status PartitionedHashJoinProbeOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { *eos = false; auto& local_state = get_local_state(state); local_state.copy_shared_spill_profile(); @@ -908,4 +905,4 @@ Status PartitionedHashJoinProbeOperatorX::get_block(RuntimeState* state, vectori } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/partitioned_hash_join_probe_operator.h b/be/src/exec/operator/partitioned_hash_join_probe_operator.h index d8b07576a9ccc8..10530d5c8ad283 100644 --- a/be/src/exec/operator/partitioned_hash_join_probe_operator.h +++ b/be/src/exec/operator/partitioned_hash_join_probe_operator.h @@ -33,8 +33,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - class PartitionedHashJoinProbeOperatorX; class PartitionedHashJoinProbeLocalState MOCK_REMOVE(final) @@ -90,16 +88,16 @@ class PartitionedHashJoinProbeLocalState MOCK_REMOVE(final) std::shared_ptr _in_mem_shared_state_sptr; uint32_t _partition_cursor {0}; - std::unique_ptr _child_block; + std::unique_ptr _child_block; bool _child_eos {false}; - std::vector> _partitioned_blocks; - std::unique_ptr _recovered_build_block; - std::map> _probe_blocks; + std::vector> _partitioned_blocks; + std::unique_ptr _recovered_build_block; + std::map> _probe_blocks; - std::vector _probe_spilling_streams; + std::vector _probe_spilling_streams; - std::unique_ptr _partitioner; + std::unique_ptr _partitioner; std::unique_ptr _internal_runtime_profile; bool _need_to_setup_internal_operators {true}; @@ -132,12 +130,10 @@ class PartitionedHashJoinProbeOperatorX final Status init(const TPlanNode& tnode, RuntimeState* state) override; Status prepare(RuntimeState* state) override; - [[nodiscard]] Status get_block(RuntimeState* state, vectorized::Block* block, - bool* eos) override; + [[nodiscard]] Status get_block(RuntimeState* state, Block* block, bool* eos) override; - Status push(RuntimeState* state, vectorized::Block* input_block, bool eos) const override; - Status pull(doris::RuntimeState* state, vectorized::Block* output_block, - bool* eos) const override; + Status push(RuntimeState* state, Block* input_block, bool eos) const override; + Status pull(doris::RuntimeState* state, Block* output_block, bool* eos) const override; bool need_more_input_data(RuntimeState* state) const override; DataDistribution required_data_distribution(RuntimeState* /*state*/) const override { @@ -203,9 +199,8 @@ class PartitionedHashJoinProbeOperatorX final const DescriptorTbl _descriptor_tbl; const uint32_t _partition_count; - std::unique_ptr _partitioner; + std::unique_ptr _partitioner; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/partitioned_hash_join_sink_operator.cpp b/be/src/exec/operator/partitioned_hash_join_sink_operator.cpp index 081b9bbde94b73..a702421ae08640 100644 --- a/be/src/exec/operator/partitioned_hash_join_sink_operator.cpp +++ b/be/src/exec/operator/partitioned_hash_join_sink_operator.cpp @@ -33,11 +33,11 @@ #include "runtime/runtime_profile.h" #include "util/pretty_printer.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status PartitionedHashJoinSinkLocalState::init(doris::RuntimeState* state, - doris::pipeline::LocalSinkStateInfo& info) { + doris::LocalSinkStateInfo& info) { RETURN_IF_ERROR(PipelineXSpillSinkLocalState::init(state, info)); SCOPED_TIMER(exec_time_counter()); SCOPED_TIMER(_init_timer); @@ -115,7 +115,7 @@ size_t PartitionedHashJoinSinkLocalState::revocable_mem_size(RuntimeState* state for (auto& block : partitioned_blocks) { if (block) { auto block_bytes = block->allocated_bytes(); - if (block_bytes >= vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { + if (block_bytes >= SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { mem_size += block_bytes; } } @@ -150,7 +150,7 @@ size_t PartitionedHashJoinSinkLocalState::get_reserve_mem_size(RuntimeState* sta size_t size_to_reserve = 0; auto& p = _parent->cast(); if (_shared_state->is_spilled) { - size_to_reserve = p._partition_count * vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM; + size_to_reserve = p._partition_count * SpillStream::MIN_SPILL_WRITE_BATCH_MEM; } else { if (_shared_state->inner_runtime_state) { size_to_reserve = p._inner_sink_operator->get_reserve_mem_size( @@ -166,8 +166,8 @@ Dependency* PartitionedHashJoinSinkLocalState::finishdependency() { return _finish_dependency.get(); } -Status PartitionedHashJoinSinkLocalState::_execute_spill_unpartitioned_block( - RuntimeState* state, vectorized::Block&& build_block) { +Status PartitionedHashJoinSinkLocalState::_execute_spill_unpartitioned_block(RuntimeState* state, + Block&& build_block) { Defer defer1 {[&]() { update_memory_usage(); }}; auto& p = _parent->cast(); auto& partitioned_blocks = _shared_state->partitioned_build_blocks; @@ -208,11 +208,9 @@ Status PartitionedHashJoinSinkLocalState::_execute_spill_unpartitioned_block( auto* begin = partitions_indexes[partition_idx].data(); auto* end = begin + partitions_indexes[partition_idx].size(); auto& partition_block = partitioned_blocks[partition_idx]; - vectorized::SpillStreamSPtr& spilling_stream = - _shared_state->spilled_streams[partition_idx]; + SpillStreamSPtr& spilling_stream = _shared_state->spilled_streams[partition_idx]; if (UNLIKELY(!partition_block)) { - partition_block = - vectorized::MutableBlock::create_unique(build_block.clone_empty()); + partition_block = MutableBlock::create_unique(build_block.clone_empty()); } int64_t old_mem = partition_block->allocated_bytes(); @@ -226,8 +224,7 @@ Status PartitionedHashJoinSinkLocalState::_execute_spill_unpartitioned_block( if (partition_block->rows() >= reserved_size || is_last_block) { auto block = partition_block->to_block(); RETURN_IF_ERROR(spilling_stream->spill_block(state, block, false)); - partition_block = - vectorized::MutableBlock::create_unique(build_block.clone_empty()); + partition_block = MutableBlock::create_unique(build_block.clone_empty()); COUNTER_UPDATE(_memory_used_counter, -new_mem); } else { COUNTER_UPDATE(_memory_used_counter, new_mem - old_mem); @@ -269,7 +266,7 @@ Status PartitionedHashJoinSinkLocalState::_revoke_unpartitioned_block( } const auto& row_desc = p._child->row_desc(); const auto num_slots = row_desc.num_slots(); - vectorized::Block build_block; + Block build_block; int64_t block_old_mem = 0; if (inner_sink_state) { build_block = inner_sink_state->_build_side_mutable_block.to_block(); @@ -293,7 +290,7 @@ Status PartitionedHashJoinSinkLocalState::_revoke_unpartitioned_block( } if (build_block.columns() > num_slots) { - vectorized::Block::erase_useless_column(&build_block, num_slots); + Block::erase_useless_column(&build_block, num_slots); COUNTER_UPDATE(_memory_used_counter, build_block.allocated_bytes() - block_old_mem); } @@ -367,12 +364,12 @@ Status PartitionedHashJoinSinkLocalState::_execute_spill_partitioned_blocks(Runt SCOPED_TIMER(_spill_build_timer); for (size_t i = 0; i != _shared_state->partitioned_build_blocks.size(); ++i) { - vectorized::SpillStreamSPtr& spilling_stream = _shared_state->spilled_streams[i]; + SpillStreamSPtr& spilling_stream = _shared_state->spilled_streams[i]; DCHECK(spilling_stream != nullptr); auto& mutable_block = _shared_state->partitioned_build_blocks[i]; if (!mutable_block || - mutable_block->allocated_bytes() < vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { + mutable_block->allocated_bytes() < SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { continue; } @@ -419,8 +416,7 @@ Status PartitionedHashJoinSinkLocalState::_finish_spilling() { return Status::OK(); } -Status PartitionedHashJoinSinkLocalState::_partition_block(RuntimeState* state, - vectorized::Block* in_block, +Status PartitionedHashJoinSinkLocalState::_partition_block(RuntimeState* state, Block* in_block, size_t begin, size_t end) { const auto rows = in_block->rows(); if (!rows) { @@ -450,8 +446,7 @@ Status PartitionedHashJoinSinkLocalState::_partition_block(RuntimeState* state, } if (UNLIKELY(!partitioned_blocks[i])) { - partitioned_blocks[i] = - vectorized::MutableBlock::create_unique(in_block->clone_empty()); + partitioned_blocks[i] = MutableBlock::create_unique(in_block->clone_empty()); } RETURN_IF_ERROR(partitioned_blocks[i]->add_rows(in_block, partition_indexes[i].data(), partition_indexes[i].data() + count)); @@ -463,15 +458,15 @@ Status PartitionedHashJoinSinkLocalState::_partition_block(RuntimeState* state, return Status::OK(); } -Status PartitionedHashJoinSinkLocalState::_spill_to_disk( - uint32_t partition_index, const vectorized::SpillStreamSPtr& spilling_stream) { +Status PartitionedHashJoinSinkLocalState::_spill_to_disk(uint32_t partition_index, + const SpillStreamSPtr& spilling_stream) { auto& partitioned_block = _shared_state->partitioned_build_blocks[partition_index]; if (!_state->is_cancelled()) { auto block = partitioned_block->to_block(); int64_t block_mem_usage = block.allocated_bytes(); Defer defer {[&]() { COUNTER_UPDATE(memory_used_counter(), -block_mem_usage); }}; - partitioned_block = vectorized::MutableBlock::create_unique(block.clone_empty()); + partitioned_block = MutableBlock::create_unique(block.clone_empty()); return spilling_stream->spill_block(state(), block, false); } else { return _state->cancel_reason(); @@ -502,8 +497,8 @@ Status PartitionedHashJoinSinkOperatorX::init(const TPlanNode& tnode, RuntimeSta const std::vector& eq_join_conjuncts = tnode.hash_join_node.eq_join_conjuncts; std::vector partition_exprs; for (const auto& eq_join_conjunct : eq_join_conjuncts) { - vectorized::VExprContextSPtr ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(eq_join_conjunct.right, ctx)); + VExprContextSPtr ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(eq_join_conjunct.right, ctx)); _build_exprs.emplace_back(eq_join_conjunct.right); partition_exprs.emplace_back(eq_join_conjunct.right); } @@ -601,8 +596,7 @@ static bool is_revocable_mem_high_watermark(RuntimeState* state, size_t revocabl (double)query_mem_limit / 100.0 * revocable_memory_high_watermark_percent; } -Status PartitionedHashJoinSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, - bool eos) { +Status PartitionedHashJoinSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); @@ -673,7 +667,7 @@ Status PartitionedHashJoinSinkOperatorX::sink(RuntimeState* state, vectorized::B RETURN_IF_ERROR(local_state._partition_block(state, in_block, 0, rows)); if (eos) { return revoke_memory(state, nullptr); - } else if (revocable_mem_size(state) > vectorized::SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { + } else if (revocable_mem_size(state) > SpillStream::MAX_SPILL_WRITE_BATCH_MEM) { return revoke_memory(state, nullptr); } } else { @@ -733,4 +727,4 @@ bool PartitionedHashJoinSinkLocalState::is_blockable() const { } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/partitioned_hash_join_sink_operator.h b/be/src/exec/operator/partitioned_hash_join_sink_operator.h index 07cf0db1d5d1d8..cd355ef1b5f68c 100644 --- a/be/src/exec/operator/partitioned_hash_join_sink_operator.h +++ b/be/src/exec/operator/partitioned_hash_join_sink_operator.h @@ -34,8 +34,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - class PartitionedHashJoinSinkOperatorX; class PartitionedHashJoinSinkLocalState @@ -62,16 +60,14 @@ class PartitionedHashJoinSinkLocalState PartitionedHashJoinSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) : PipelineXSpillSinkLocalState(parent, state) {} - Status _spill_to_disk(uint32_t partition_index, - const vectorized::SpillStreamSPtr& spilling_stream); + Status _spill_to_disk(uint32_t partition_index, const SpillStreamSPtr& spilling_stream); - Status _partition_block(RuntimeState* state, vectorized::Block* in_block, size_t begin, - size_t end); + Status _partition_block(RuntimeState* state, Block* in_block, size_t begin, size_t end); Status _revoke_unpartitioned_block(RuntimeState* state, const std::shared_ptr& spill_context); - Status _execute_spill_unpartitioned_block(RuntimeState* state, vectorized::Block&& build_block); + Status _execute_spill_unpartitioned_block(RuntimeState* state, Block&& build_block); Status _finish_spilling(); @@ -86,7 +82,7 @@ class PartitionedHashJoinSinkLocalState bool _child_eos {false}; - std::unique_ptr _partitioner; + std::unique_ptr _partitioner; std::unique_ptr _internal_runtime_profile; std::shared_ptr _finish_dependency; @@ -114,7 +110,7 @@ class PartitionedHashJoinSinkOperatorX Status prepare(RuntimeState* state) override; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override; + Status sink(RuntimeState* state, Block* in_block, bool eos) override; bool should_dry_run(RuntimeState* state) override { return false; } @@ -177,9 +173,8 @@ class PartitionedHashJoinSinkOperatorX const TPlanNode _tnode; const DescriptorTbl _descriptor_tbl; const uint32_t _partition_count; - std::unique_ptr _partitioner; + std::unique_ptr _partitioner; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/repeat_operator.cpp b/be/src/exec/operator/repeat_operator.cpp index dd5b274b93c1a8..0294f51d2c2b08 100644 --- a/be/src/exec/operator/repeat_operator.cpp +++ b/be/src/exec/operator/repeat_operator.cpp @@ -30,12 +30,10 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { RepeatLocalState::RepeatLocalState(RuntimeState* state, OperatorXBase* parent) - : Base(state, parent), - _child_block(vectorized::Block::create_unique()), - _repeat_id_idx(0) {} + : Base(state, parent), _child_block(Block::create_unique()), _repeat_id_idx(0) {} Status RepeatLocalState::open(RuntimeState* state) { SCOPED_TIMER(exec_time_counter()); @@ -61,7 +59,7 @@ Status RepeatLocalState::init(RuntimeState* state, LocalStateInfo& info) { Status RepeatOperatorX::init(const TPlanNode& tnode, RuntimeState* state) { RETURN_IF_ERROR(OperatorXBase::init(tnode, state)); - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(tnode.repeat_node.exprs, _expr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(tnode.repeat_node.exprs, _expr_ctxs)); for (const auto& slot_idx : _grouping_list) { if (slot_idx.size() < _repeat_id_list_size) { return Status::InternalError( @@ -82,8 +80,8 @@ Status RepeatOperatorX::prepare(RuntimeState* state) { for (const auto& slot_desc : output_tuple_desc->slots()) { _output_slots.push_back(slot_desc); } - RETURN_IF_ERROR(vectorized::VExpr::prepare(_expr_ctxs, state, _child->row_desc())); - RETURN_IF_ERROR(vectorized::VExpr::open(_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::prepare(_expr_ctxs, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::open(_expr_ctxs, state)); return Status::OK(); } @@ -106,8 +104,8 @@ bool RepeatOperatorX::need_more_input_data(RuntimeState* state) const { return !local_state._child_block->rows() && !local_state._child_eos; } -Status RepeatLocalState::get_repeated_block(vectorized::Block* input_block, int repeat_id_idx, - vectorized::Block* output_block) { +Status RepeatLocalState::get_repeated_block(Block* input_block, int repeat_id_idx, + Block* output_block) { auto& p = _parent->cast(); DCHECK(input_block != nullptr); DCHECK_EQ(output_block->rows(), 0); @@ -115,8 +113,7 @@ Status RepeatLocalState::get_repeated_block(vectorized::Block* input_block, int size_t input_column_size = input_block->columns(); size_t output_column_size = p._output_slots.size(); DCHECK_LT(input_column_size, output_column_size); - auto m_block = vectorized::VectorizedUtils::build_mutable_mem_reuse_block(output_block, - p._output_slots); + auto m_block = VectorizedUtils::build_mutable_mem_reuse_block(output_block, p._output_slots); auto& output_columns = m_block.mutable_columns(); /* Fill all slots according to child, for example:select tc1,tc2,sum(tc3) from t1 group by grouping sets((tc1),(tc2)); * insert into t1 values(1,2,1),(1,3,1),(2,1,1),(3,1,1); @@ -126,16 +123,15 @@ Status RepeatLocalState::get_repeated_block(vectorized::Block* input_block, int */ size_t cur_col = 0; for (size_t i = 0; i < input_column_size; i++) { - const vectorized::ColumnWithTypeAndName& src_column = input_block->get_by_position(i); + const ColumnWithTypeAndName& src_column = input_block->get_by_position(i); const auto slot_id = p._output_slots[cur_col]->id(); const bool is_repeat_slot = p._all_slot_ids.contains(slot_id); const bool is_set_null_slot = !p._slot_id_set_list[repeat_id_idx].contains(slot_id); const auto row_size = src_column.column->size(); - vectorized::ColumnPtr src = src_column.column; + ColumnPtr src = src_column.column; if (is_repeat_slot) { DCHECK(p._output_slots[cur_col]->is_nullable()); - auto* nullable_column = - assert_cast(output_columns[cur_col].get()); + auto* nullable_column = assert_cast(output_columns[cur_col].get()); if (is_set_null_slot) { // is_set_null_slot = true, output all null nullable_column->insert_many_defaults(row_size); @@ -164,22 +160,21 @@ Status RepeatLocalState::get_repeated_block(vectorized::Block* input_block, int } Status RepeatLocalState::add_grouping_id_column(std::size_t rows, std::size_t& cur_col, - vectorized::MutableColumns& columns, - int repeat_id_idx) { + MutableColumns& columns, int repeat_id_idx) { auto& p = _parent->cast(); for (auto slot_idx = 0; slot_idx < p._grouping_list.size(); slot_idx++) { DCHECK_LT(slot_idx, p._output_slots.size()); int64_t val = p._grouping_list[slot_idx][repeat_id_idx]; auto* column_ptr = columns[cur_col].get(); DCHECK(!p._output_slots[cur_col]->is_nullable()); - auto* col = assert_cast(column_ptr); + auto* col = assert_cast(column_ptr); col->insert_many_vals(val, rows); cur_col++; } return Status::OK(); } -Status RepeatOperatorX::push(RuntimeState* state, vectorized::Block* input_block, bool eos) const { +Status RepeatOperatorX::push(RuntimeState* state, Block* input_block, bool eos) const { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state._evaluate_input_timer); local_state._child_eos = eos; @@ -188,10 +183,10 @@ Status RepeatOperatorX::push(RuntimeState* state, vectorized::Block* input_block DCHECK(!intermediate_block || intermediate_block->rows() == 0); if (input_block->rows() > 0) { SCOPED_PEAK_MEM(&local_state._estimate_memory_usage); - intermediate_block = vectorized::Block::create_unique(); + intermediate_block = Block::create_unique(); for (auto& expr : expr_ctxs) { - vectorized::ColumnWithTypeAndName result_data; + ColumnWithTypeAndName result_data; RETURN_IF_ERROR(expr->execute(input_block, result_data)); result_data.column = result_data.column->convert_to_full_column_if_const(); intermediate_block->insert(result_data); @@ -202,8 +197,7 @@ Status RepeatOperatorX::push(RuntimeState* state, vectorized::Block* input_block return Status::OK(); } -Status RepeatOperatorX::pull(doris::RuntimeState* state, vectorized::Block* output_block, - bool* eos) const { +Status RepeatOperatorX::pull(doris::RuntimeState* state, Block* output_block, bool* eos) const { auto& local_state = get_local_state(state); auto& _repeat_id_idx = local_state._repeat_id_idx; auto& _child_block = *local_state._child_block; @@ -236,8 +230,8 @@ Status RepeatOperatorX::pull(doris::RuntimeState* state, vectorized::Block* outp _repeat_id_idx = 0; } } else if (local_state._expr_ctxs.empty()) { - auto m_block = vectorized::VectorizedUtils::build_mutable_mem_reuse_block( - output_block, _output_slots); + auto m_block = + VectorizedUtils::build_mutable_mem_reuse_block(output_block, _output_slots); auto rows = _child_block.rows(); auto& columns = m_block.mutable_columns(); @@ -256,8 +250,8 @@ Status RepeatOperatorX::pull(doris::RuntimeState* state, vectorized::Block* outp { SCOPED_TIMER(local_state._filter_timer); - RETURN_IF_ERROR(vectorized::VExprContext::filter_block(local_state._conjuncts, output_block, - output_block->columns())); + RETURN_IF_ERROR(VExprContext::filter_block(local_state._conjuncts, output_block, + output_block->columns())); } *eos = _child_eos && _child_block.rows() == 0; @@ -266,4 +260,4 @@ Status RepeatOperatorX::pull(doris::RuntimeState* state, vectorized::Block* outp } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/repeat_operator.h b/be/src/exec/operator/repeat_operator.h index 8c98f3f2bf9484..78afb626971714 100644 --- a/be/src/exec/operator/repeat_operator.h +++ b/be/src/exec/operator/repeat_operator.h @@ -26,8 +26,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - class RepeatOperatorX; class RepeatLocalState final : public PipelineXLocalState { @@ -40,21 +38,20 @@ class RepeatLocalState final : public PipelineXLocalState { Status init(RuntimeState* state, LocalStateInfo& info) override; Status open(RuntimeState* state) override; - Status get_repeated_block(vectorized::Block* child_block, int repeat_id_idx, - vectorized::Block* output_block); + Status get_repeated_block(Block* child_block, int repeat_id_idx, Block* output_block); - Status add_grouping_id_column(std::size_t rows, std::size_t& cur_col, - vectorized::MutableColumns& columns, int repeat_id_idx); + Status add_grouping_id_column(std::size_t rows, std::size_t& cur_col, MutableColumns& columns, + int repeat_id_idx); private: friend class RepeatOperatorX; template friend class StatefulOperatorX; - std::unique_ptr _child_block; + std::unique_ptr _child_block; bool _child_eos = false; int _repeat_id_idx; - std::unique_ptr _intermediate_block; - vectorized::VExprContextSPtrs _expr_ctxs; + std::unique_ptr _intermediate_block; + VExprContextSPtrs _expr_ctxs; RuntimeProfile::Counter* _evaluate_input_timer = nullptr; RuntimeProfile::Counter* _get_repeat_data_timer = nullptr; @@ -74,8 +71,8 @@ class RepeatOperatorX final : public StatefulOperatorX { Status prepare(RuntimeState* state) override; bool need_more_input_data(RuntimeState* state) const override; - Status pull(RuntimeState* state, vectorized::Block* output_block, bool* eos) const override; - Status push(RuntimeState* state, vectorized::Block* input_block, bool eos) const override; + Status pull(RuntimeState* state, Block* output_block, bool* eos) const override; + Status push(RuntimeState* state, Block* input_block, bool eos) const override; private: friend class RepeatLocalState; @@ -91,9 +88,8 @@ class RepeatOperatorX final : public StatefulOperatorX { std::vector _output_slots; - vectorized::VExprContextSPtrs _expr_ctxs; + VExprContextSPtrs _expr_ctxs; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/result_file_sink_operator.cpp b/be/src/exec/operator/result_file_sink_operator.cpp index aa7f8da021dd43..dc282a53fcbbda 100644 --- a/be/src/exec/operator/result_file_sink_operator.cpp +++ b/be/src/exec/operator/result_file_sink_operator.cpp @@ -27,12 +27,12 @@ #include "runtime/result_block_buffer.h" #include "runtime/result_buffer_mgr.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" ResultFileSinkLocalState::ResultFileSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) - : AsyncWriterSink(parent, state) {} + : AsyncWriterSink(parent, state) {} ResultFileSinkOperatorX::ResultFileSinkOperatorX(int operator_id, const RowDescriptor& row_desc, const std::vector& t_output_expr) @@ -69,18 +69,18 @@ Status ResultFileSinkOperatorX::init(const TDataSink& tsink) { _header = sink.header; // From the thrift expressions create the real exprs. - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); return Status::OK(); } Status ResultFileSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(DataSinkOperatorX::prepare(state)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); + RETURN_IF_ERROR(VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); if (state->query_options().enable_parallel_outfile) { RETURN_IF_ERROR(state->exec_env()->result_mgr()->create_sender( state->query_id(), _buf_size, &_sender, state, false, nullptr)); } - return vectorized::VExpr::open(_output_vexpr_ctxs, state); + return VExpr::open(_output_vexpr_ctxs, state); } Status ResultFileSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { @@ -101,7 +101,7 @@ Status ResultFileSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& i _sender->set_dependency(state->fragment_instance_id(), _dependency->shared_from_this()); // create writer - _writer.reset(new (std::nothrow) vectorized::VFileResultWriter( + _writer.reset(new (std::nothrow) VFileResultWriter( p._file_opts.get(), p._storage_type, state->fragment_instance_id(), _output_vexpr_ctxs, _sender, nullptr, state->return_object_data_as_binary(), p._output_row_descriptor, _async_writer_dependency, _finish_dependency)); @@ -142,7 +142,7 @@ Status ResultFileSinkLocalState::close(RuntimeState* state, Status exec_status) return Base::close(state, exec_status); } -Status ResultFileSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, bool eos) { +Status ResultFileSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)in_block->rows()); @@ -150,4 +150,4 @@ Status ResultFileSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_ } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/result_file_sink_operator.h b/be/src/exec/operator/result_file_sink_operator.h index bee25898dfb0f8..2f4bcb8e2c8321 100644 --- a/be/src/exec/operator/result_file_sink_operator.h +++ b/be/src/exec/operator/result_file_sink_operator.h @@ -20,18 +20,18 @@ #include "exec/operator/operator.h" #include "exec/sink/writer/vfile_result_writer.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class BroadcastPBlockHolder; -} // namespace doris::vectorized +} // namespace doris -namespace doris::pipeline { +namespace doris { class ResultFileSinkOperatorX; class ResultFileSinkLocalState final - : public AsyncWriterSink { + : public AsyncWriterSink { public: - using Base = AsyncWriterSink; + using Base = AsyncWriterSink; ENABLE_FACTORY_CREATOR(ResultFileSinkLocalState); ResultFileSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state); ~ResultFileSinkLocalState() override; @@ -46,7 +46,7 @@ class ResultFileSinkLocalState final std::shared_ptr _sender; - std::shared_ptr _block_holder; + std::shared_ptr _block_holder; int _sender_id; }; @@ -62,12 +62,12 @@ class ResultFileSinkOperatorX final : public DataSinkOperatorX - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; const RowDescriptor& _row_desc; @@ -85,9 +85,9 @@ class ResultFileSinkOperatorX final : public DataSinkOperatorX _sender = nullptr; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/result_sink_operator.cpp b/be/src/exec/operator/result_sink_operator.cpp index 2b98feb18d8755..b361cb7b6e1f90 100644 --- a/be/src/exec/operator/result_sink_operator.cpp +++ b/be/src/exec/operator/result_sink_operator.cpp @@ -34,7 +34,7 @@ #include "runtime/result_block_buffer.h" #include "runtime/result_buffer_mgr.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status ResultSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { @@ -77,13 +77,13 @@ Status ResultSinkLocalState::open(RuntimeState* state) { // create writer based on sink type switch (p._sink_type) { case TResultSinkType::MYSQL_PROTOCOL: { - _writer.reset(new (std::nothrow) vectorized::VMysqlResultWriter( + _writer.reset(new (std::nothrow) VMysqlResultWriter( _sender, _output_vexpr_ctxs, custom_profile(), state->mysql_row_binary_format())); break; } case TResultSinkType::ARROW_FLIGHT_PROTOCOL: { - _writer.reset(new (std::nothrow) vectorized::VArrowFlightResultWriter( - _sender, _output_vexpr_ctxs, custom_profile())); + _writer.reset(new (std::nothrow) VArrowFlightResultWriter(_sender, _output_vexpr_ctxs, + custom_profile())); break; } default: @@ -115,9 +115,9 @@ Status ResultSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(DataSinkOperatorX::prepare(state)); // prepare output_expr // From the thrift expressions create the real exprs. - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); // Prepare the exprs to run. - RETURN_IF_ERROR(vectorized::VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); + RETURN_IF_ERROR(VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); if (state->query_options().enable_parallel_result_sink) { std::shared_ptr arrow_schema; @@ -130,10 +130,10 @@ Status ResultSinkOperatorX::prepare(RuntimeState* state) { state->query_id(), _result_sink_buffer_size_rows, &_sender, state, _sink_type == TResultSinkType::ARROW_FLIGHT_PROTOCOL, arrow_schema)); } - return vectorized::VExpr::open(_output_vexpr_ctxs, state); + return VExpr::open(_output_vexpr_ctxs, state); } -Status ResultSinkOperatorX::sink(RuntimeState* state, vectorized::Block* block, bool eos) { +Status ResultSinkOperatorX::sink(RuntimeState* state, Block* block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)block->rows()); @@ -153,8 +153,7 @@ Status ResultSinkOperatorX::sink(RuntimeState* state, vectorized::Block* block, return Status::OK(); } -Status ResultSinkOperatorX::_second_phase_fetch_data(RuntimeState* state, - vectorized::Block* final_block) { +Status ResultSinkOperatorX::_second_phase_fetch_data(RuntimeState* state, Block* final_block) { auto row_id_col = final_block->get_by_position(final_block->columns() - 1); CHECK(row_id_col.name == BeConsts::ROWID_COL); auto* tuple_desc = _row_desc.tuple_descriptors()[0]; @@ -208,4 +207,4 @@ Status ResultSinkLocalState::close(RuntimeState* state, Status exec_status) { } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/result_sink_operator.h b/be/src/exec/operator/result_sink_operator.h index 1f73f27669dbff..752e6a367c9678 100644 --- a/be/src/exec/operator/result_sink_operator.h +++ b/be/src/exec/operator/result_sink_operator.h @@ -28,8 +28,6 @@ namespace doris { #include "common/compile_check_begin.h" class ResultBlockBufferBase; -namespace pipeline { - struct ResultFileOptions { // [[deprecated]] bool is_local_file; @@ -143,7 +141,7 @@ class ResultSinkLocalState final : public PipelineXSinkLocalState _sender = nullptr; std::shared_ptr _writer = nullptr; @@ -158,12 +156,12 @@ class ResultSinkOperatorX final : public DataSinkOperatorX const std::vector& select_exprs, const TResultSink& sink); Status prepare(RuntimeState* state) override; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override; + Status sink(RuntimeState* state, Block* in_block, bool eos) override; private: friend class ResultSinkLocalState; - Status _second_phase_fetch_data(RuntimeState* state, vectorized::Block* final_block); + Status _second_phase_fetch_data(RuntimeState* state, Block* final_block); const TResultSinkType::type _sink_type; const int _result_sink_buffer_size_rows; // set file options when sink type is FILE @@ -174,7 +172,7 @@ class ResultSinkOperatorX final : public DataSinkOperatorX // Owned by the RuntimeState. const std::vector& _t_output_expr; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; // for fetch data by rowids const TFetchOption _fetch_option; @@ -182,6 +180,5 @@ class ResultSinkOperatorX final : public DataSinkOperatorX std::shared_ptr _sender = nullptr; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/scan_operator.cpp b/be/src/exec/operator/scan_operator.cpp index 4deee88ae8f898..07af9e39d20e13 100644 --- a/be/src/exec/operator/scan_operator.cpp +++ b/be/src/exec/operator/scan_operator.cpp @@ -53,7 +53,7 @@ #include "storage/predicate/null_predicate.h" #include "storage/predicate/predicate_creator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" @@ -86,7 +86,7 @@ Status ScanLocalStateBase::update_late_arrival_runtime_filter(RuntimeState* stat return Status::OK(); } -Status ScanLocalStateBase::clone_conjunct_ctxs(vectorized::VExprContextSPtrs& scanner_conjuncts) { +Status ScanLocalStateBase::clone_conjunct_ctxs(VExprContextSPtrs& scanner_conjuncts) { // Lock needed because _conjuncts can be accessed concurrently by multiple scanner threads std::unique_lock lock(_conjuncts_lock); scanner_conjuncts.resize(_conjuncts.size()); @@ -127,7 +127,7 @@ int ScanLocalStateBase::min_scanners_concurrency(RuntimeState* state) const { (state->query_parallel_instance_num() / _parent->parallelism(state)); } -vectorized::ScannerScheduler* ScanLocalStateBase::scan_scheduler(RuntimeState* state) const { +ScannerScheduler* ScanLocalStateBase::scan_scheduler(RuntimeState* state) const { return state->get_query_ctx()->get_scan_scheduler(); } @@ -219,7 +219,7 @@ static std::string predicates_to_string( static void init_slot_value_range( phmap::flat_hash_map& slot_id_to_value_range, - SlotDescriptor* slot, const vectorized::DataTypePtr type_desc) { + SlotDescriptor* slot, const DataTypePtr type_desc) { switch (type_desc->get_primitive_type()) { #define M(NAME) \ case TYPE_##NAME: { \ @@ -272,8 +272,8 @@ Status ScanLocalState::_normalize_conjuncts(RuntimeState* state) { for (auto& slot : slots) { auto type = slot->type()->get_primitive_type(); if (type == TYPE_ARRAY) { - type = assert_cast( - vectorized::remove_nullable(slot->type()).get()) + type = assert_cast( + remove_nullable(slot->type()).get()) ->get_nested_type() ->get_primitive_type(); if (type == TYPE_ARRAY) { @@ -298,12 +298,12 @@ Status ScanLocalState::_normalize_conjuncts(RuntimeState* state) { for (auto it = _conjuncts.begin(); it != _conjuncts.end();) { auto& conjunct = *it; if (conjunct->root()) { - vectorized::VExprSPtr new_root; + VExprSPtr new_root; RETURN_IF_ERROR(_normalize_predicate(conjunct.get(), conjunct->root(), new_root)); if (new_root) { conjunct->set_root(new_root); if (_should_push_down_common_expr() && - vectorized::VExpr::is_acting_on_a_slot(*(conjunct->root()))) { + VExpr::is_acting_on_a_slot(*(conjunct->root()))) { _common_expr_ctxs_push_down.emplace_back(conjunct); it = _conjuncts.erase(it); continue; @@ -348,12 +348,12 @@ Status ScanLocalState::_normalize_conjuncts(RuntimeState* state) { } template -Status ScanLocalState::_normalize_predicate(vectorized::VExprContext* context, - const vectorized::VExprSPtr& root, - vectorized::VExprSPtr& output_expr) { +Status ScanLocalState::_normalize_predicate(VExprContext* context, + const VExprSPtr& root, + VExprSPtr& output_expr) { auto expr_root = root->is_rf_wrapper() ? root->get_impl() : root; PushDownType pdt = PushDownType::UNACCEPTABLE; - if (dynamic_cast(expr_root.get())) { + if (dynamic_cast(expr_root.get())) { // If the expr has virtual slot ref, we need to keep it in the tree. output_expr = expr_root; return Status::OK(); @@ -366,14 +366,14 @@ Status ScanLocalState::_normalize_predicate(vectorized::VExprContext* c output_expr = nullptr; return Status::OK(); } - std::shared_ptr slotref; + std::shared_ptr slotref; for (const auto& child : expr_root->children()) { - if (vectorized::VExpr::expr_without_cast(child)->node_type() != TExprNodeType::SLOT_REF) { + if (VExpr::expr_without_cast(child)->node_type() != TExprNodeType::SLOT_REF) { // not a slot ref(column) continue; } - slotref = std::dynamic_pointer_cast( - vectorized::VExpr::expr_without_cast(child)); + slotref = std::dynamic_pointer_cast( + VExpr::expr_without_cast(child)); } if (_is_predicate_acting_on_slot(expr_root->children(), &slot, &range)) { Status status = Status::OK(); @@ -384,7 +384,7 @@ Status ScanLocalState::_normalize_predicate(vectorized::VExprContext* c Defer attach_defer = [&]() { if (pdt != PushDownType::UNACCEPTABLE && root->is_rf_wrapper()) { auto* rf_expr = - assert_cast(root.get()); + assert_cast(root.get()); _slot_id_to_predicates[slot->id()].back()->attach_profile_counter( rf_expr->filter_id(), rf_expr->predicate_filtered_rows_counter(), @@ -470,7 +470,7 @@ Status ScanLocalState::_normalize_predicate(vectorized::VExprContext* c template Status ScanLocalState::_normalize_bloom_filter( - vectorized::VExprContext* expr_ctx, const vectorized::VExprSPtr& root, SlotDescriptor* slot, + VExprContext* expr_ctx, const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, PushDownType* pdt) { std::shared_ptr pred = nullptr; Defer defer = [&]() { @@ -499,7 +499,7 @@ Status ScanLocalState::_normalize_bloom_filter( template Status ScanLocalState::_normalize_topn_filter( - vectorized::VExprContext* expr_ctx, const vectorized::VExprSPtr& root, SlotDescriptor* slot, + VExprContext* expr_ctx, const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, PushDownType* pdt) { std::shared_ptr pred = nullptr; Defer defer = [&]() { @@ -516,7 +516,7 @@ Status ScanLocalState::_normalize_topn_filter( if (*pdt != PushDownType::UNACCEPTABLE) { auto& p = _parent->cast(); auto& tmp = _state->get_query_ctx()->get_runtime_predicate( - assert_cast(root.get())->source_node_id()); + assert_cast(root.get())->source_node_id()); if (_push_down_topn(tmp)) { pred = tmp.get_predicate(p.node_id()); } @@ -526,7 +526,7 @@ Status ScanLocalState::_normalize_topn_filter( template Status ScanLocalState::_normalize_bitmap_filter( - vectorized::VExprContext* expr_ctx, const vectorized::VExprSPtr& root, SlotDescriptor* slot, + VExprContext* expr_ctx, const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, PushDownType* pdt) { std::shared_ptr pred = nullptr; Defer defer = [&]() { @@ -554,12 +554,12 @@ Status ScanLocalState::_normalize_bitmap_filter( } template -Status ScanLocalState::_normalize_function_filters(vectorized::VExprContext* expr_ctx, +Status ScanLocalState::_normalize_function_filters(VExprContext* expr_ctx, SlotDescriptor* slot, PushDownType* pdt) { auto expr = expr_ctx->root()->is_rf_wrapper() ? expr_ctx->root()->get_impl() : expr_ctx->root(); bool opposite = false; - vectorized::VExpr* fn_expr = expr.get(); + VExpr* fn_expr = expr.get(); if (TExprNodeType::COMPOUND_PRED == expr->node_type() && expr->fn().name.function_name == "not") { fn_expr = fn_expr->children()[0].get(); @@ -571,7 +571,7 @@ Status ScanLocalState::_normalize_function_filters(vectorized::VExprCon StringRef val; PushDownType temp_pdt; RETURN_IF_ERROR(_should_push_down_function_filter( - assert_cast(fn_expr), expr_ctx, &val, &fn_ctx, + assert_cast(fn_expr), expr_ctx, &val, &fn_ctx, temp_pdt)); if (temp_pdt != PushDownType::UNACCEPTABLE) { std::string col = slot->col_name(); @@ -584,15 +584,15 @@ Status ScanLocalState::_normalize_function_filters(vectorized::VExprCon // only one level cast expr could push down for variant type // check if expr is cast and it's children is slot -static bool is_valid_push_down_cast(const vectorized::VExprSPtrs& children) { - auto slot_expr = vectorized::VExpr::expr_without_cast(children[0]); +static bool is_valid_push_down_cast(const VExprSPtrs& children) { + auto slot_expr = VExpr::expr_without_cast(children[0]); return slot_expr->data_type()->get_primitive_type() == PrimitiveType::TYPE_VARIANT && children[0]->node_type() == TExprNodeType::CAST_EXPR && children[0]->children().at(0)->is_slot_ref(); } template -bool ScanLocalState::_is_predicate_acting_on_slot(const vectorized::VExprSPtrs& children, +bool ScanLocalState::_is_predicate_acting_on_slot(const VExprSPtrs& children, SlotDescriptor** slot_desc, ColumnValueRangeType** range) { // children[0] must be slot ref or cast(slot(variant) as type) @@ -601,9 +601,9 @@ bool ScanLocalState::_is_predicate_acting_on_slot(const vectorized::VEx // not a slot ref(column) return false; } - std::shared_ptr slot_ref = - std::dynamic_pointer_cast( - vectorized::VExpr::expr_without_cast(children[0])); + std::shared_ptr slot_ref = + std::dynamic_pointer_cast( + VExpr::expr_without_cast(children[0])); *slot_desc = _parent->cast()._slot_id_to_slot_desc[slot_ref->slot_id()]; auto entry = _slot_id_to_predicates.find(slot_ref->slot_id()); @@ -639,7 +639,7 @@ std::string ScanLocalState::debug_string(int indentation_level) const { } template -Status ScanLocalState::_eval_const_conjuncts(vectorized::VExprContext* expr_ctx, +Status ScanLocalState::_eval_const_conjuncts(VExprContext* expr_ctx, PushDownType* pdt) { auto vexpr = expr_ctx->root()->is_rf_wrapper() ? expr_ctx->root()->get_impl() : expr_ctx->root(); @@ -648,7 +648,7 @@ Status ScanLocalState::_eval_const_conjuncts(vectorized::VExprContext* if (vexpr->is_constant()) { std::shared_ptr const_col_wrapper; RETURN_IF_ERROR(vexpr->get_const_col(expr_ctx, &const_col_wrapper)); - if (const auto* const_column = check_and_get_column( + if (const auto* const_column = check_and_get_column( const_col_wrapper->column_ptr.get())) { constant_val = const_column->get_data_at(0).data; if (constant_val == nullptr || !*reinterpret_cast(constant_val)) { @@ -656,7 +656,7 @@ Status ScanLocalState::_eval_const_conjuncts(vectorized::VExprContext* _eos = true; _scan_dependency->set_ready(); } - } else if (const auto* bool_column = check_and_get_column( + } else if (const auto* bool_column = check_and_get_column( const_col_wrapper->column_ptr.get())) { // TODO: If `vexpr->is_constant()` is true, a const column is expected here. // But now we still don't cover all predicates for const expression. @@ -691,7 +691,7 @@ Status ScanLocalState::_eval_const_conjuncts(vectorized::VExprContext* template template Status ScanLocalState::_normalize_in_predicate( - vectorized::VExprContext* expr_ctx, const vectorized::VExprSPtr& root, SlotDescriptor* slot, + VExprContext* expr_ctx, const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, ColumnValueRange& range, PushDownType* pdt) { std::shared_ptr pred = nullptr; @@ -729,10 +729,10 @@ Status ScanLocalState::_normalize_in_predicate( is_in = true; } else { // normal in predicate - auto* tmp = assert_cast(root.get()); + auto* tmp = assert_cast(root.get()); // begin to push InPredicate value into ColumnValueRange - auto* state = reinterpret_cast( + auto* state = reinterpret_cast( expr_ctx->fn_context(tmp->fn_context_index()) ->get_function_state(FunctionContext::FRAGMENT_LOCAL)); @@ -767,13 +767,13 @@ Status ScanLocalState::_normalize_in_predicate( if constexpr (is_string_type(T)) { const auto* str_value = reinterpret_cast(value); RETURN_IF_ERROR(_change_value_range(is_in, temp_range, - vectorized::Field::create_field(std::string( + Field::create_field(std::string( str_value->data, str_value->size)), fn, is_in ? "in" : "not_in")); } else { RETURN_IF_ERROR(_change_value_range( is_in, temp_range, - vectorized::Field::create_field( + Field::create_field( *reinterpret_cast::CppType*>( value)), fn, is_in ? "in" : "not_in")); @@ -804,7 +804,7 @@ Status ScanLocalState::_normalize_in_predicate( template template Status ScanLocalState::_normalize_binary_predicate( - vectorized::VExprContext* expr_ctx, const vectorized::VExprSPtr& root, SlotDescriptor* slot, + VExprContext* expr_ctx, const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, ColumnValueRange& range, PushDownType* pdt) { std::shared_ptr pred = nullptr; @@ -826,15 +826,15 @@ Status ScanLocalState::_normalize_binary_predicate( DCHECK(!root->is_rf_wrapper()) << root->debug_string(); DCHECK(TExprNodeType::BINARY_PRED == root->node_type()) << root->debug_string(); DCHECK(root->get_num_children() == 2); - vectorized::Field value; + Field value; *pdt = _should_push_down_binary_predicate( - assert_cast(root.get()), expr_ctx, value, + assert_cast(root.get()), expr_ctx, value, {"eq", "ne", "lt", "gt", "le", "ge"}); if (*pdt == PushDownType::UNACCEPTABLE) { return Status::OK(); } const std::string& function_name = - assert_cast(root.get())->fn().name.function_name; + assert_cast(root.get())->fn().name.function_name; auto op = to_olap_filter_type(function_name); auto is_equal_op = op == SQLFilterOp::FILTER_EQ || op == SQLFilterOp::FILTER_NE; auto empty_range = ColumnValueRange::create_empty_column_value_range( @@ -917,7 +917,7 @@ template template Status ScanLocalState::_change_value_range(bool is_equal_op, ColumnValueRange& temp_range, - const vectorized::Field& value, + const Field& value, const ChangeFixedValueRangeFunc& func, const std::string& fn_name) { if constexpr (PrimitiveType == TYPE_DATE) { @@ -958,7 +958,7 @@ Status ScanLocalState::_change_value_range(bool is_equal_op, template template Status ScanLocalState::_normalize_is_null_predicate( - vectorized::VExprContext* expr_ctx, const vectorized::VExprSPtr& root, SlotDescriptor* slot, + VExprContext* expr_ctx, const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, ColumnValueRange& range, PushDownType* pdt) { std::shared_ptr pred = nullptr; @@ -973,7 +973,7 @@ Status ScanLocalState::_normalize_is_null_predicate( }; DCHECK(!root->is_rf_wrapper()) << root->debug_string(); DCHECK(TExprNodeType::FUNCTION_CALL == root->node_type()) << root->debug_string(); - if (auto fn_call = dynamic_cast(root.get())) { + if (auto fn_call = dynamic_cast(root.get())) { *pdt = _should_push_down_is_null_predicate(fn_call); } else { *pdt = PushDownType::UNACCEPTABLE; @@ -983,7 +983,7 @@ Status ScanLocalState::_normalize_is_null_predicate( return Status::OK(); } - auto fn_call = assert_cast(root.get()); + auto fn_call = assert_cast(root.get()); if (fn_call->fn().name.function_name == "is_null_pred") { pred = NullPredicate::create_shared( _parent->intermediate_row_desc().get_column_id(slot->id()), slot->col_name(), true, @@ -1006,11 +1006,11 @@ Status ScanLocalState::_normalize_is_null_predicate( template Status ScanLocalState::_prepare_scanners() { - std::list scanners; + std::list scanners; RETURN_IF_ERROR(_init_scanners(&scanners)); // Init scanner wrapper for (auto it = scanners.begin(); it != scanners.end(); ++it) { - _scanners.emplace_back(std::make_shared(*it)); + _scanners.emplace_back(std::make_shared(*it)); } if (scanners.empty()) { _eos = true; @@ -1024,9 +1024,9 @@ Status ScanLocalState::_prepare_scanners() { template Status ScanLocalState::_start_scanners( - const std::list>& scanners) { + const std::list>& scanners) { auto& p = _parent->cast(); - _scanner_ctx = vectorized::ScannerContext::create_shared(state(), this, p._output_tuple_desc, + _scanner_ctx = ScannerContext::create_shared(state(), this, p._output_tuple_desc, p.output_row_descriptor(), scanners, p.limit(), _scan_dependency #ifdef BE_TEST @@ -1101,11 +1101,11 @@ Status ScanLocalState::_get_topn_filters(RuntimeState* state) { for (auto id : get_topn_filter_source_node_ids(state, false)) { const auto& pred = state->get_query_ctx()->get_runtime_predicate(id); - vectorized::VExprSPtr topn_pred; - RETURN_IF_ERROR(vectorized::VTopNPred::create_vtopn_pred(pred.get_texpr(p.node_id()), id, + VExprSPtr topn_pred; + RETURN_IF_ERROR(VTopNPred::create_vtopn_pred(pred.get_texpr(p.node_id()), id, topn_pred)); - vectorized::VExprContextSPtr conjunct = vectorized::VExprContext::create_shared(topn_pred); + VExprContextSPtr conjunct = VExprContext::create_shared(topn_pred); RETURN_IF_ERROR(conjunct->prepare( state, _parent->cast().row_descriptor())); RETURN_IF_ERROR(conjunct->open(state)); @@ -1113,11 +1113,11 @@ Status ScanLocalState::_get_topn_filters(RuntimeState* state) { } for (auto id : get_topn_filter_source_node_ids(state, true)) { const auto& pred = state->get_query_ctx()->get_runtime_predicate(id); - vectorized::VExprSPtr topn_pred; - RETURN_IF_ERROR(vectorized::VTopNPred::create_vtopn_pred(pred.get_texpr(p.node_id()), id, + VExprSPtr topn_pred; + RETURN_IF_ERROR(VTopNPred::create_vtopn_pred(pred.get_texpr(p.node_id()), id, topn_pred)); - vectorized::VExprContextSPtr conjunct = vectorized::VExprContext::create_shared(topn_pred); + VExprContextSPtr conjunct = VExprContext::create_shared(topn_pred); RETURN_IF_ERROR(conjunct->prepare( state, _parent->cast().row_descriptor())); RETURN_IF_ERROR(conjunct->open(state)); @@ -1128,15 +1128,15 @@ Status ScanLocalState::_get_topn_filters(RuntimeState* state) { template void ScanLocalState::_filter_and_collect_cast_type_for_variant( - const vectorized::VExpr* expr, - std::unordered_map>& + const VExpr* expr, + std::unordered_map>& colname_to_cast_types) { auto& p = _parent->cast(); - const auto* cast_expr = dynamic_cast(expr); + const auto* cast_expr = dynamic_cast(expr); if (cast_expr != nullptr) { const auto* src_slot = cast_expr->get_child(0)->node_type() == TExprNodeType::SLOT_REF - ? dynamic_cast(cast_expr->get_child(0).get()) + ? dynamic_cast(cast_expr->get_child(0).get()) : nullptr; if (src_slot == nullptr) { return; @@ -1155,7 +1155,7 @@ void ScanLocalState::_filter_and_collect_cast_type_for_variant( template void ScanLocalState::get_cast_types_for_variants() { - std::unordered_map> colname_to_cast_types; + std::unordered_map> colname_to_cast_types; for (auto it = _conjuncts.begin(); it != _conjuncts.end();) { auto& conjunct = *it; if (conjunct->root()) { @@ -1286,7 +1286,7 @@ Status ScanLocalState::close(RuntimeState* state) { if (_scanner_ctx) { _scanner_ctx->stop_scanners(state); } - std::list> {}.swap(_scanners); + std::list> {}.swap(_scanners); COUNTER_SET(_wait_for_dependency_timer, _scan_dependency->watcher_elapse_time()); COUNTER_SET(_wait_for_rf_timer, rf_time); _helper.collect_realtime_profile(custom_profile()); @@ -1294,7 +1294,7 @@ Status ScanLocalState::close(RuntimeState* state) { } template -Status ScanOperatorX::get_block(RuntimeState* state, vectorized::Block* block, +Status ScanOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); @@ -1371,4 +1371,4 @@ template class ScanOperatorX; template class ScanLocalState; #endif -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/scan_operator.h b/be/src/exec/operator/scan_operator.h index d07e1c24e7942f..8a669d0930abb5 100644 --- a/be/src/exec/operator/scan_operator.h +++ b/be/src/exec/operator/scan_operator.h @@ -34,13 +34,13 @@ #include "runtime/descriptors.h" #include "storage/predicate/filter_olap_param.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class ScannerDelegate; class OlapScanner; -} // namespace doris::vectorized +} // namespace doris -namespace doris::pipeline { +namespace doris { enum class PushDownType { // The predicate can not be pushed down to data source @@ -81,19 +81,19 @@ class ScanLocalStateBase : public PipelineXLocalState<> { // https://github.com/apache/doris/pull/44635 [[nodiscard]] virtual int max_scanners_concurrency(RuntimeState* state) const; [[nodiscard]] virtual int min_scanners_concurrency(RuntimeState* state) const; - [[nodiscard]] virtual vectorized::ScannerScheduler* scan_scheduler(RuntimeState* state) const; + [[nodiscard]] virtual ScannerScheduler* scan_scheduler(RuntimeState* state) const; [[nodiscard]] std::string get_name() { return _parent->get_name(); } Status update_late_arrival_runtime_filter(RuntimeState* state, int& arrived_rf_num); - Status clone_conjunct_ctxs(vectorized::VExprContextSPtrs& scanner_conjuncts); + Status clone_conjunct_ctxs(VExprContextSPtrs& scanner_conjuncts); uint64_t get_condition_cache_digest() const { return _condition_cache_digest; } protected: - friend class vectorized::ScannerContext; - friend class vectorized::Scanner; + friend class ScannerContext; + friend class Scanner; virtual Status _init_profile() = 0; @@ -194,15 +194,15 @@ class ScanLocalState : public ScanLocalStateBase { protected: template friend class ScanOperatorX; - friend class vectorized::ScannerContext; - friend class vectorized::Scanner; + friend class ScannerContext; + friend class Scanner; Status _init_profile() override; virtual Status _process_conjuncts(RuntimeState* state) { return _normalize_conjuncts(state); } virtual bool _should_push_down_common_expr() { return false; } virtual bool _storage_no_merge() { return false; } - virtual bool _push_down_topn(const vectorized::RuntimePredicate& predicate) { return false; } + virtual bool _push_down_topn(const RuntimePredicate& predicate) { return false; } virtual bool _is_key_column(const std::string& col_name) { return false; } virtual PushDownType _should_push_down_bloom_filter() const { return PushDownType::UNACCEPTABLE; @@ -214,20 +214,20 @@ class ScanLocalState : public ScanLocalStateBase { return PushDownType::UNACCEPTABLE; } virtual PushDownType _should_push_down_is_null_predicate( - vectorized::VectorizedFnCall* fn_call) const { + VectorizedFnCall* fn_call) const { return PushDownType::UNACCEPTABLE; } virtual PushDownType _should_push_down_in_predicate() const { return PushDownType::UNACCEPTABLE; } virtual PushDownType _should_push_down_binary_predicate( - vectorized::VectorizedFnCall* fn_call, vectorized::VExprContext* expr_ctx, - vectorized::Field& constant_val, const std::set fn_name) const { + VectorizedFnCall* fn_call, VExprContext* expr_ctx, + Field& constant_val, const std::set fn_name) const { return PushDownType::UNACCEPTABLE; } - virtual Status _should_push_down_function_filter(vectorized::VectorizedFnCall* fn_call, - vectorized::VExprContext* expr_ctx, + virtual Status _should_push_down_function_filter(VectorizedFnCall* fn_call, + VExprContext* expr_ctx, StringRef* constant_str, doris::FunctionContext** fn_ctx, PushDownType& pdt) { @@ -240,69 +240,69 @@ class ScanLocalState : public ScanLocalStateBase { // predicate conditions, and scheduling strategy. // So this method needs to be implemented separately by the subclass of ScanNode. // Finally, a set of scanners that have been prepared are returned. - virtual Status _init_scanners(std::list* scanners) { + virtual Status _init_scanners(std::list* scanners) { return Status::OK(); } Status _normalize_conjuncts(RuntimeState* state); // Normalize a conjunct and try to convert it to column predicate recursively. - Status _normalize_predicate(vectorized::VExprContext* context, - const vectorized::VExprSPtr& root, - vectorized::VExprSPtr& output_expr); - bool _is_predicate_acting_on_slot(const vectorized::VExprSPtrs& children, + Status _normalize_predicate(VExprContext* context, + const VExprSPtr& root, + VExprSPtr& output_expr); + bool _is_predicate_acting_on_slot(const VExprSPtrs& children, SlotDescriptor** slot_desc, ColumnValueRangeType** range); - Status _eval_const_conjuncts(vectorized::VExprContext* expr_ctx, PushDownType* pdt); + Status _eval_const_conjuncts(VExprContext* expr_ctx, PushDownType* pdt); template - Status _normalize_in_predicate(vectorized::VExprContext* expr_ctx, - const vectorized::VExprSPtr& root, SlotDescriptor* slot, + Status _normalize_in_predicate(VExprContext* expr_ctx, + const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, ColumnValueRange& range, PushDownType* pdt); template - Status _normalize_binary_predicate(vectorized::VExprContext* expr_ctx, - const vectorized::VExprSPtr& root, SlotDescriptor* slot, + Status _normalize_binary_predicate(VExprContext* expr_ctx, + const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, ColumnValueRange& range, PushDownType* pdt); - Status _normalize_bloom_filter(vectorized::VExprContext* expr_ctx, - const vectorized::VExprSPtr& root, SlotDescriptor* slot, + Status _normalize_bloom_filter(VExprContext* expr_ctx, + const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, PushDownType* pdt); - Status _normalize_topn_filter(vectorized::VExprContext* expr_ctx, - const vectorized::VExprSPtr& root, SlotDescriptor* slot, + Status _normalize_topn_filter(VExprContext* expr_ctx, + const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, PushDownType* pdt); - Status _normalize_bitmap_filter(vectorized::VExprContext* expr_ctx, - const vectorized::VExprSPtr& root, SlotDescriptor* slot, + Status _normalize_bitmap_filter(VExprContext* expr_ctx, + const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, PushDownType* pdt); - Status _normalize_function_filters(vectorized::VExprContext* expr_ctx, SlotDescriptor* slot, + Status _normalize_function_filters(VExprContext* expr_ctx, SlotDescriptor* slot, PushDownType* pdt); template - Status _normalize_is_null_predicate(vectorized::VExprContext* expr_ctx, - const vectorized::VExprSPtr& root, SlotDescriptor* slot, + Status _normalize_is_null_predicate(VExprContext* expr_ctx, + const VExprSPtr& root, SlotDescriptor* slot, std::vector>& predicates, ColumnValueRange& range, PushDownType* pdt); template Status _change_value_range(bool is_equal_op, ColumnValueRange& range, - const vectorized::Field& value, + const Field& value, const ChangeFixedValueRangeFunc& func, const std::string& fn_name); Status _prepare_scanners(); // Submit the scanner to the thread pool and start execution - Status _start_scanners(const std::list>& scanners); + Status _start_scanners(const std::list>& scanners); // For some conjunct there is chance to elimate cast operator // Eg. Variant's sub column could eliminate cast in storage layer if // cast dst column type equals storage column type void get_cast_types_for_variants(); void _filter_and_collect_cast_type_for_variant( - const vectorized::VExpr* expr, - std::unordered_map>& + const VExpr* expr, + std::unordered_map>& colname_to_cast_types); Status _get_topn_filters(RuntimeState* state); @@ -310,16 +310,16 @@ class ScanLocalState : public ScanLocalStateBase { // Stores conjuncts that have been fully pushed down to the storage layer as predicate columns. // These expr contexts are kept alive to prevent their FunctionContext and constant strings // from being freed prematurely. - vectorized::VExprContextSPtrs _stale_expr_ctxs; - vectorized::VExprContextSPtrs _common_expr_ctxs_push_down; + VExprContextSPtrs _stale_expr_ctxs; + VExprContextSPtrs _common_expr_ctxs_push_down; - std::shared_ptr _scanner_ctx = nullptr; + std::shared_ptr _scanner_ctx = nullptr; // Save all function predicates which may be pushed down to data source. std::vector _push_down_functions; // colname -> cast dst type - std::map _cast_types_for_variants; + std::map _cast_types_for_variants; // slot id -> ColumnValueRange // Parsed from conjuncts @@ -332,8 +332,8 @@ class ScanLocalState : public ScanLocalStateBase { std::vector> _filter_dependencies; // ScanLocalState owns the ownership of scanner, scanner context only has its weakptr - std::list> _scanners; - vectorized::Arena _arena; + std::list> _scanners; + Arena _arena; }; template @@ -341,8 +341,8 @@ class ScanOperatorX : public OperatorX { public: Status init(const TPlanNode& tnode, RuntimeState* state) override; Status prepare(RuntimeState* state) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; - Status get_block_after_projects(RuntimeState* state, vectorized::Block* block, + Status get_block(RuntimeState* state, Block* block, bool* eos) override; + Status get_block_after_projects(RuntimeState* state, Block* block, bool* eos) override { Status status = get_block(state, block, eos); if (status.ok()) { @@ -392,7 +392,7 @@ class ScanOperatorX : public OperatorX { protected: using LocalState = LocalStateType; - friend class vectorized::OlapScanner; + friend class OlapScanner; ScanOperatorX(ObjectPool* pool, const TPlanNode& tnode, int operator_id, const DescriptorTbl& descs, int parallel_tasks = 0); virtual ~ScanOperatorX() = default; @@ -418,7 +418,7 @@ class ScanOperatorX : public OperatorX { // single scanner to avoid too many scanners which will cause lots of useless read. bool _should_run_serial = false; - vectorized::VExprContextSPtrs _common_expr_ctxs_push_down; + VExprContextSPtrs _common_expr_ctxs_push_down; // If sort info is set, push limit to each scanner; int64_t _limit_per_scanner = -1; @@ -437,4 +437,4 @@ class ScanOperatorX : public OperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/schema_scan_operator.cpp b/be/src/exec/operator/schema_scan_operator.cpp index 8597742e84347b..be60af084df586 100644 --- a/be/src/exec/operator/schema_scan_operator.cpp +++ b/be/src/exec/operator/schema_scan_operator.cpp @@ -30,7 +30,7 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { Status SchemaScanLocalState::init(RuntimeState* state, LocalStateInfo& info) { RETURN_IF_ERROR(PipelineXLocalState<>::init(state, info)); @@ -202,7 +202,7 @@ Status SchemaScanOperatorX::prepare(RuntimeState* state) { return Status::OK(); } -Status SchemaScanOperatorX::get_block(RuntimeState* state, vectorized::Block* block, bool* eos) { +Status SchemaScanOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); RETURN_IF_CANCELLED(state); @@ -215,18 +215,18 @@ Status SchemaScanOperatorX::get_block(RuntimeState* state, vectorized::Block* bl block->clear(); for (int i = 0; i < _slot_num; ++i) { auto* dest_slot_desc = _dest_tuple_desc->slots()[i]; - block->insert(vectorized::ColumnWithTypeAndName( - dest_slot_desc->get_empty_mutable_column(), dest_slot_desc->get_data_type_ptr(), - dest_slot_desc->col_name())); + block->insert(ColumnWithTypeAndName(dest_slot_desc->get_empty_mutable_column(), + dest_slot_desc->get_data_type_ptr(), + dest_slot_desc->col_name())); } // src block columns desc is filled by schema_scanner->get_column_desc. - vectorized::Block src_block; + Block src_block; for (int i = 0; i < columns_desc.size(); ++i) { - auto data_type = vectorized::DataTypeFactory::instance().create_data_type( - columns_desc[i].type, true); - src_block.insert(vectorized::ColumnWithTypeAndName(data_type->create_column(), - data_type, columns_desc[i].name)); + auto data_type = + DataTypeFactory::instance().create_data_type(columns_desc[i].type, true); + src_block.insert(ColumnWithTypeAndName(data_type->create_column(), data_type, + columns_desc[i].name)); } while (true) { RETURN_IF_CANCELLED(state); @@ -251,8 +251,7 @@ Status SchemaScanOperatorX::get_block(RuntimeState* state, vectorized::Block* bl if (src_block.rows()) { // block->check_number_of_rows(); for (int i = 0; i < _slot_num; ++i) { - vectorized::MutableColumnPtr column_ptr = - std::move(*block->get_by_position(i).column).mutate(); + MutableColumnPtr column_ptr = std::move(*block->get_by_position(i).column).mutate(); column_ptr->insert_range_from( *src_block.safe_get_by_position(_slot_offsets[i]).column, 0, src_block.rows()); @@ -268,4 +267,4 @@ Status SchemaScanOperatorX::get_block(RuntimeState* state, vectorized::Block* bl } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/schema_scan_operator.h b/be/src/exec/operator/schema_scan_operator.h index a096e766f1a3ff..c158ff0b087890 100644 --- a/be/src/exec/operator/schema_scan_operator.h +++ b/be/src/exec/operator/schema_scan_operator.h @@ -30,7 +30,7 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { class SchemaScanOperatorX; class SchemaScanLocalState final : public PipelineXLocalState<> { @@ -68,7 +68,7 @@ class SchemaScanOperatorX final : public OperatorX { Status init(const TPlanNode& tnode, RuntimeState* state) override; Status prepare(RuntimeState* state) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; [[nodiscard]] bool is_source() const override { return true; } @@ -93,4 +93,4 @@ class SchemaScanOperatorX final : public OperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/select_operator.h b/be/src/exec/operator/select_operator.h index b21b0771d26bdb..16d719ad023e69 100644 --- a/be/src/exec/operator/select_operator.h +++ b/be/src/exec/operator/select_operator.h @@ -21,7 +21,7 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class SelectOperatorX; @@ -43,7 +43,7 @@ class SelectOperatorX final : public StreamingOperatorX { const DescriptorTbl& descs) : StreamingOperatorX(pool, tnode, operator_id, descs) {} - Status pull(RuntimeState* state, vectorized::Block* block, bool* eos) override { + Status pull(RuntimeState* state, Block* block, bool* eos) override { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); RETURN_IF_CANCELLED(state); @@ -56,4 +56,4 @@ class SelectOperatorX final : public StreamingOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/set_probe_sink_operator.cpp b/be/src/exec/operator/set_probe_sink_operator.cpp index 819c04d1aa60ea..26913e97641e1a 100644 --- a/be/src/exec/operator/set_probe_sink_operator.cpp +++ b/be/src/exec/operator/set_probe_sink_operator.cpp @@ -29,12 +29,10 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace vectorized { class Block; -} // namespace vectorized } // namespace doris -namespace doris::pipeline { +namespace doris { template Status SetProbeSinkOperatorX::init(const TPlanNode& tnode, RuntimeState* state) { @@ -51,7 +49,7 @@ Status SetProbeSinkOperatorX::init(const TPlanNode& tnode, Runtime } const auto& texpr = (*result_texpr_lists)[_cur_child_id]; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(texpr, _child_exprs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(texpr, _child_exprs)); return Status::OK(); } @@ -59,13 +57,12 @@ Status SetProbeSinkOperatorX::init(const TPlanNode& tnode, Runtime template Status SetProbeSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(DataSinkOperatorX>::prepare(state)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_child_exprs, state, _child->row_desc())); - return vectorized::VExpr::open(_child_exprs, state); + RETURN_IF_ERROR(VExpr::prepare(_child_exprs, state, _child->row_desc())); + return VExpr::open(_child_exprs, state); } template -Status SetProbeSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, - bool eos) { +Status SetProbeSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { RETURN_IF_CANCELLED(state); auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); @@ -84,8 +81,8 @@ Status SetProbeSinkOperatorX::sink(RuntimeState* state, vectorized using HashTableCtxType = std::decay_t; if constexpr (!std::is_same_v) { SCOPED_TIMER(local_state._probe_timer); - vectorized::HashTableProbe - process_hashtable_ctx(&local_state, probe_rows); + HashTableProbe process_hashtable_ctx( + &local_state, probe_rows); return process_hashtable_ctx.mark_data_in_hashtable(arg); } else { LOG(WARNING) << "Uninited hash table in Set Probe Sink Operator"; @@ -140,8 +137,8 @@ Status SetProbeSinkLocalState::open(RuntimeState* state) { template Status SetProbeSinkOperatorX::_extract_probe_column( - SetProbeSinkLocalState& local_state, vectorized::Block& block, - vectorized::ColumnRawPtrs& raw_ptrs, int child_id) { + SetProbeSinkLocalState& local_state, Block& block, ColumnRawPtrs& raw_ptrs, + int child_id) { auto& build_not_ignore_null = local_state._shared_state->build_not_ignore_null; auto& child_exprs = local_state._child_exprs; @@ -153,7 +150,7 @@ Status SetProbeSinkOperatorX::_extract_probe_column( block.get_by_position(result_col_id).column->convert_to_full_column_if_const(); const auto* column = block.get_by_position(result_col_id).column.get(); - if (const auto* nullable = check_and_get_column(*column)) { + if (const auto* nullable = check_and_get_column(*column)) { if (!build_not_ignore_null[i]) { return Status::InternalError( "SET operator expects a nullable : {} column in column {}, but the " @@ -274,4 +271,4 @@ template class SetProbeSinkOperatorX; template class SetProbeSinkOperatorX; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/set_probe_sink_operator.h b/be/src/exec/operator/set_probe_sink_operator.h index 2b4d2bc5f61e95..bab8fbe536f628 100644 --- a/be/src/exec/operator/set_probe_sink_operator.h +++ b/be/src/exec/operator/set_probe_sink_operator.h @@ -26,13 +26,9 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace vectorized { class Block; template struct HashTableProbe; -} // namespace vectorized - -namespace pipeline { template class SetProbeSinkOperatorX; @@ -54,15 +50,15 @@ class SetProbeSinkLocalState final : public PipelineXSinkLocalState; template - friend struct vectorized::HashTableProbe; + friend struct HashTableProbe; int64_t _estimate_memory_usage = 0; //record insert column id during probe std::vector _probe_column_inserted_id; - vectorized::ColumnRawPtrs _probe_columns; + ColumnRawPtrs _probe_columns; // every child has its result expr list - vectorized::VExprContextSPtrs _child_exprs; + VExprContextSPtrs _child_exprs; RuntimeProfile::Counter* _extract_probe_data_timer = nullptr; RuntimeProfile::Counter* _probe_timer = nullptr; @@ -103,7 +99,7 @@ class SetProbeSinkOperatorX final : public DataSinkOperatorX& local_state); - Status _extract_probe_column(SetProbeSinkLocalState& local_state, - vectorized::Block& block, vectorized::ColumnRawPtrs& raw_ptrs, - int child_id); + Status _extract_probe_column(SetProbeSinkLocalState& local_state, Block& block, + ColumnRawPtrs& raw_ptrs, int child_id); void _refresh_hash_table(SetProbeSinkLocalState& local_state); const int _cur_child_id; // every child has its result expr list - vectorized::VExprContextSPtrs _child_exprs; + VExprContextSPtrs _child_exprs; const bool _is_colocate; std::vector _partition_exprs; using OperatorBase::_child; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/set_sink_operator.cpp b/be/src/exec/operator/set_sink_operator.cpp index 26a340cd929816..c26265f652d8d2 100644 --- a/be/src/exec/operator/set_sink_operator.cpp +++ b/be/src/exec/operator/set_sink_operator.cpp @@ -23,7 +23,7 @@ #include "exec/common/hash_table/hash_table_set_build.h" #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" template @@ -62,8 +62,7 @@ Status SetSinkLocalState::close(RuntimeState* state, Status exec_s } template -Status SetSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, - bool eos) { +Status SetSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { constexpr static auto BUILD_BLOCK_MAX_SIZE = 4 * 1024UL * 1024UL * 1024UL; RETURN_IF_CANCELLED(state); auto& local_state = get_local_state(state); @@ -111,23 +110,22 @@ Status SetSinkOperatorX::sink(RuntimeState* state, vectorized::Blo template Status SetSinkOperatorX::_process_build_block( - SetSinkLocalState& local_state, vectorized::Block& block, - RuntimeState* state) { + SetSinkLocalState& local_state, Block& block, RuntimeState* state) { size_t rows = block.rows(); if (rows == 0) { return Status::OK(); } - vectorized::materialize_block_inplace(block); - vectorized::ColumnRawPtrs raw_ptrs(_child_exprs.size()); + materialize_block_inplace(block); + ColumnRawPtrs raw_ptrs(_child_exprs.size()); RETURN_IF_ERROR(_extract_build_column(local_state, block, raw_ptrs, rows)); auto st = Status::OK(); std::visit( [&](auto&& arg) { using HashTableCtxType = std::decay_t; if constexpr (!std::is_same_v) { - vectorized::HashTableBuild - hash_table_build_process(&local_state, uint32_t(rows), raw_ptrs, state); + HashTableBuild hash_table_build_process( + &local_state, uint32_t(rows), raw_ptrs, state); st = hash_table_build_process(arg, local_state._shared_state->arena); } else { LOG(FATAL) << "FATAL: uninited hash table"; @@ -141,8 +139,8 @@ Status SetSinkOperatorX::_process_build_block( template Status SetSinkOperatorX::_extract_build_column( - SetSinkLocalState& local_state, vectorized::Block& block, - vectorized::ColumnRawPtrs& raw_ptrs, size_t& rows) { + SetSinkLocalState& local_state, Block& block, ColumnRawPtrs& raw_ptrs, + size_t& rows) { // use local state child exprs auto& child_expr = local_state._child_exprs; std::vector result_locs(child_expr.size(), -1); @@ -159,8 +157,7 @@ Status SetSinkOperatorX::_extract_build_column( if (is_all_const) { block.get_by_position(result_col_id).column = - assert_cast( - *block.get_by_position(result_col_id).column) + assert_cast(*block.get_by_position(result_col_id).column) .get_data_column_ptr(); } else { block.get_by_position(result_col_id).column = @@ -243,7 +240,7 @@ Status SetSinkOperatorX::init(const TPlanNode& tnode, RuntimeState } const auto& texpr = (*result_texpr_lists)[_cur_child_id]; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(texpr, _child_exprs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(texpr, _child_exprs)); return Status::OK(); } @@ -272,8 +269,8 @@ size_t SetSinkOperatorX::get_reserve_mem_size(RuntimeState* state, template Status SetSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(Base::prepare(state)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_child_exprs, state, _child->row_desc())); - return vectorized::VExpr::open(_child_exprs, state); + RETURN_IF_ERROR(VExpr::prepare(_child_exprs, state, _child->row_desc())); + return VExpr::open(_child_exprs, state); } template class SetSinkLocalState; @@ -281,4 +278,4 @@ template class SetSinkLocalState; template class SetSinkOperatorX; template class SetSinkOperatorX; -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/set_sink_operator.h b/be/src/exec/operator/set_sink_operator.h index 7b1564caa58ebf..5d518113d4b573 100644 --- a/be/src/exec/operator/set_sink_operator.h +++ b/be/src/exec/operator/set_sink_operator.h @@ -23,12 +23,8 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { template struct HashTableBuild; -} - -namespace pipeline { template class SetSinkOperatorX; @@ -54,9 +50,9 @@ class SetSinkLocalState final : public PipelineXSinkLocalState { private: friend class SetSinkOperatorX; - vectorized::MutableBlock _mutable_block; + MutableBlock _mutable_block; // every child has its result expr list - vectorized::VExprContextSPtrs _child_exprs; + VExprContextSPtrs _child_exprs; RuntimeProfile::Counter* _merge_block_timer = nullptr; RuntimeProfile::Counter* _build_timer = nullptr; @@ -109,7 +105,7 @@ class SetSinkOperatorX final : public DataSinkOperatorX friend struct HashTableBuild; - Status _process_build_block(SetSinkLocalState& local_state, - vectorized::Block& block, RuntimeState* state); - Status _extract_build_column(SetSinkLocalState& local_state, - vectorized::Block& block, vectorized::ColumnRawPtrs& raw_ptrs, - size_t& rows); + Status _process_build_block(SetSinkLocalState& local_state, Block& block, + RuntimeState* state); + Status _extract_build_column(SetSinkLocalState& local_state, Block& block, + ColumnRawPtrs& raw_ptrs, size_t& rows); const int _cur_child_id = 0; const size_t _child_quantity; // every child has its result expr list - vectorized::VExprContextSPtrs _child_exprs; + VExprContextSPtrs _child_exprs; const bool _is_colocate; std::vector _partition_exprs; using OperatorBase::_child; @@ -146,5 +141,4 @@ class SetSinkOperatorX final : public DataSinkOperatorX Status SetSourceLocalState::init(RuntimeState* state, LocalStateInfo& info) { @@ -47,7 +47,7 @@ Status SetSourceLocalState::open(RuntimeState* state) { RETURN_IF_ERROR(Base::open(state)); auto& child_exprs_lists = _shared_state->child_exprs_lists; - auto output_data_types = vectorized::VectorizedUtils::get_data_types( + auto output_data_types = VectorizedUtils::get_data_types( _parent->cast>().row_descriptor()); auto column_nums = child_exprs_lists[0].size(); DCHECK_EQ(output_data_types.size(), column_nums) @@ -75,8 +75,7 @@ Status SetSourceLocalState::open(RuntimeState* state) { } template -Status SetSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, - bool* eos) { +Status SetSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { RETURN_IF_CANCELLED(state); auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); @@ -100,8 +99,8 @@ Status SetSourceOperatorX::get_block(RuntimeState* state, vectoriz } { SCOPED_TIMER(local_state._filter_timer); - RETURN_IF_ERROR(vectorized::VExprContext::filter_block(local_state._conjuncts, block, - block->columns())); + RETURN_IF_ERROR( + VExprContext::filter_block(local_state._conjuncts, block, block->columns())); } local_state.reached_limit(block, eos); return Status::OK(); @@ -109,7 +108,7 @@ Status SetSourceOperatorX::get_block(RuntimeState* state, vectoriz template void SetSourceOperatorX::_create_mutable_cols( - SetSourceLocalState& local_state, vectorized::Block* output_block) { + SetSourceLocalState& local_state, Block* output_block) { local_state._mutable_cols.resize(local_state._left_table_data_types.size()); bool mem_reuse = output_block->mem_reuse(); @@ -127,7 +126,7 @@ template template Status SetSourceOperatorX::_get_data_in_hashtable( SetSourceLocalState& local_state, HashTableContext& hash_table_ctx, - vectorized::Block* output_block, const int batch_size, bool* eos) { + Block* output_block, const int batch_size, bool* eos) { size_t left_col_len = local_state._left_table_data_types.size(); hash_table_ctx.init_iterator(); local_state._result_indexs.clear(); @@ -159,9 +158,8 @@ Status SetSourceOperatorX::_get_data_in_hashtable( if (!output_block->mem_reuse()) { for (int i = 0; i < left_col_len; ++i) { - output_block->insert( - vectorized::ColumnWithTypeAndName(std::move(local_state._mutable_cols[i]), - local_state._left_table_data_types[i], "")); + output_block->insert(ColumnWithTypeAndName(std::move(local_state._mutable_cols[i]), + local_state._left_table_data_types[i], "")); } } else { local_state._mutable_cols.clear(); @@ -185,4 +183,4 @@ template class SetSourceLocalState; template class SetSourceOperatorX; template class SetSourceOperatorX; -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/set_source_operator.h b/be/src/exec/operator/set_source_operator.h index f14fa456fb4405..31e5fc77542458 100644 --- a/be/src/exec/operator/set_source_operator.h +++ b/be/src/exec/operator/set_source_operator.h @@ -25,7 +25,6 @@ namespace doris { class RuntimeState; -namespace pipeline { #include "common/compile_check_begin.h" template class SetSourceOperatorX; @@ -44,14 +43,14 @@ class SetSourceLocalState final : public PipelineXLocalState { void _add_result_columns(); friend class SetSourceOperatorX; friend class OperatorX>; - std::vector _mutable_cols; + std::vector _mutable_cols; //record build column type - vectorized::DataTypes _left_table_data_types; + DataTypes _left_table_data_types; RuntimeProfile::Counter* _get_data_timer = nullptr; RuntimeProfile::Counter* _filter_timer = nullptr; RuntimeProfile::Counter* _get_data_from_hashtable_rows = nullptr; - vectorized::IColumn::Selector _result_indexs; + IColumn::Selector _result_indexs; }; template @@ -86,7 +85,7 @@ class SetSourceOperatorX MOCK_REMOVE(final) : public OperatorX; - void _create_mutable_cols(SetSourceLocalState& local_state, - vectorized::Block* output_block); + void _create_mutable_cols(SetSourceLocalState& local_state, Block* output_block); template Status _get_data_in_hashtable(SetSourceLocalState& local_state, - HashTableContext& hash_table_ctx, vectorized::Block* output_block, + HashTableContext& hash_table_ctx, Block* output_block, const int batch_size, bool* eos); const size_t _child_quantity; const bool _is_colocate; }; #include "common/compile_check_end.h" -} // namespace pipeline } // namespace doris diff --git a/be/src/exec/operator/sort_sink_operator.cpp b/be/src/exec/operator/sort_sink_operator.cpp index d792fb41ffa1e4..f54c9ce50d8619 100644 --- a/be/src/exec/operator/sort_sink_operator.cpp +++ b/be/src/exec/operator/sort_sink_operator.cpp @@ -24,7 +24,7 @@ #include "exec/sort/topn_sorter.h" #include "runtime/query_context.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status SortSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { @@ -47,19 +47,19 @@ Status SortSinkLocalState::open(RuntimeState* state) { RETURN_IF_ERROR(p._vsort_exec_exprs.clone(state, _vsort_exec_exprs)); switch (p._algorithm) { case TSortAlgorithm::HEAP_SORT: { - _shared_state->sorter = vectorized::HeapSorter::create_shared( + _shared_state->sorter = HeapSorter::create_shared( _vsort_exec_exprs, p._limit, p._offset, p._pool, p._is_asc_order, p._nulls_first, p._child->row_desc()); break; } case TSortAlgorithm::TOPN_SORT: { - _shared_state->sorter = vectorized::TopNSorter::create_shared( + _shared_state->sorter = TopNSorter::create_shared( _vsort_exec_exprs, p._limit, p._offset, p._pool, p._is_asc_order, p._nulls_first, p._child->row_desc(), state, custom_profile()); break; } case TSortAlgorithm::FULL_SORT: { - auto sorter = vectorized::FullSorter::create_shared( + auto sorter = FullSorter::create_shared( _vsort_exec_exprs, p._limit, p._offset, p._pool, p._is_asc_order, p._nulls_first, p._child->row_desc(), state, custom_profile()); if (p._max_buffered_bytes > 0) { @@ -125,7 +125,7 @@ Status SortSinkOperatorX::prepare(RuntimeState* state) { return _vsort_exec_exprs.open(state); } -Status SortSinkOperatorX::sink(doris::RuntimeState* state, vectorized::Block* in_block, bool eos) { +Status SortSinkOperatorX::sink(doris::RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)in_block->rows()); @@ -144,7 +144,7 @@ Status SortSinkOperatorX::sink(doris::RuntimeState* state, vectorized::Block* in SCOPED_TIMER(local_state._update_runtime_predicate_timer); auto& predicate = state->get_query_ctx()->get_runtime_predicate(_node_id); if (predicate.enable()) { - vectorized::Field new_top = local_state._shared_state->sorter->get_top_value(); + Field new_top = local_state._shared_state->sorter->get_top_value(); if (!new_top.is_null() && new_top != local_state.old_top) { auto* query_ctx = state->get_query_ctx(); RETURN_IF_ERROR(query_ctx->get_runtime_predicate(_node_id).update(new_top)); @@ -180,7 +180,7 @@ Status SortSinkOperatorX::prepare_for_spill(RuntimeState* state) { } Status SortSinkOperatorX::merge_sort_read_for_spill(RuntimeState* state, - doris::vectorized::Block* block, int batch_size, + doris::Block* block, int batch_size, bool* eos) { auto& local_state = get_local_state(state); return local_state._shared_state->sorter->merge_sort_read_for_spill(state, block, batch_size, @@ -191,4 +191,4 @@ void SortSinkOperatorX::reset(RuntimeState* state) { local_state._shared_state->sorter->reset(); } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/sort_sink_operator.h b/be/src/exec/operator/sort_sink_operator.h index 186c52a6232f06..b0929e8a4c7123 100644 --- a/be/src/exec/operator/sort_sink_operator.h +++ b/be/src/exec/operator/sort_sink_operator.h @@ -22,7 +22,7 @@ #include "core/field.h" #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class SortSinkOperatorX; @@ -43,12 +43,12 @@ class SortSinkLocalState : public PipelineXSinkLocalState { friend class SortSinkOperatorX; // Expressions and parameters used for build _sort_description - vectorized::VSortExecExprs _vsort_exec_exprs; + VSortExecExprs _vsort_exec_exprs; RuntimeProfile::Counter* _sort_blocks_memory_usage = nullptr; // topn top value - vectorized::Field old_top {PrimitiveType::TYPE_NULL}; + Field old_top {PrimitiveType::TYPE_NULL}; RuntimeProfile::Counter* _append_blocks_timer = nullptr; RuntimeProfile::Counter* _update_runtime_predicate_timer = nullptr; }; @@ -76,7 +76,7 @@ class SortSinkOperatorX final : public DataSinkOperatorX { Status init(const TPlanNode& tnode, RuntimeState* state) override; Status prepare(RuntimeState* state) override; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override; + Status sink(RuntimeState* state, Block* in_block, bool eos) override; DataDistribution required_data_distribution(RuntimeState* /*state*/) const override { if (_is_analytic_sort) { return _is_colocate && _require_bucket_distribution @@ -98,7 +98,7 @@ class SortSinkOperatorX final : public DataSinkOperatorX { Status prepare_for_spill(RuntimeState* state); - Status merge_sort_read_for_spill(RuntimeState* state, doris::vectorized::Block* block, + Status merge_sort_read_for_spill(RuntimeState* state, doris::Block* block, int batch_size, bool* eos); void reset(RuntimeState* state); @@ -113,7 +113,7 @@ class SortSinkOperatorX final : public DataSinkOperatorX { ObjectPool* _pool = nullptr; // Expressions and parameters used for build _sort_description - vectorized::VSortExecExprs _vsort_exec_exprs; + VSortExecExprs _vsort_exec_exprs; std::vector _is_asc_order; std::vector _nulls_first; @@ -130,4 +130,4 @@ class SortSinkOperatorX final : public DataSinkOperatorX { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/sort_source_operator.cpp b/be/src/exec/operator/sort_source_operator.cpp index c9487492d4e8b5..18fe81dc4c8b6b 100644 --- a/be/src/exec/operator/sort_source_operator.cpp +++ b/be/src/exec/operator/sort_source_operator.cpp @@ -21,7 +21,7 @@ #include "exec/operator/operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" SortLocalState::SortLocalState(RuntimeState* state, OperatorXBase* parent) @@ -31,7 +31,7 @@ SortSourceOperatorX::SortSourceOperatorX(ObjectPool* pool, const TPlanNode& tnod const DescriptorTbl& descs) : OperatorX(pool, tnode, operator_id, descs) {} -Status SortSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, bool* eos) { +Status SortSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); SCOPED_PEAK_MEM(&local_state._estimate_memory_usage); @@ -41,11 +41,10 @@ Status SortSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* bl return Status::OK(); } -const vectorized::SortDescription& SortSourceOperatorX::get_sort_description( - RuntimeState* state) const { +const SortDescription& SortSourceOperatorX::get_sort_description(RuntimeState* state) const { auto& local_state = get_local_state(state); return local_state._shared_state->sorter->get_sort_description(); } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/sort_source_operator.h b/be/src/exec/operator/sort_source_operator.h index 6de8c19342eef7..c2a63b82ccd607 100644 --- a/be/src/exec/operator/sort_source_operator.h +++ b/be/src/exec/operator/sort_source_operator.h @@ -25,8 +25,6 @@ namespace doris { class RuntimeState; -namespace pipeline { - class SortSourceOperatorX; class SortLocalState final : public PipelineXLocalState { public: @@ -45,15 +43,14 @@ class SortSourceOperatorX MOCK_REMOVE(final) : public OperatorX #ifdef BE_TEST SortSourceOperatorX() = default; #endif - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; bool is_source() const override { return true; } - const vectorized::SortDescription& get_sort_description(RuntimeState* state) const; + const SortDescription& get_sort_description(RuntimeState* state) const; private: friend class SortLocalState; }; -} // namespace pipeline } // namespace doris diff --git a/be/src/exec/operator/spill_iceberg_table_sink_operator.cpp b/be/src/exec/operator/spill_iceberg_table_sink_operator.cpp index f538167de164f9..0a5126d2bef740 100644 --- a/be/src/exec/operator/spill_iceberg_table_sink_operator.cpp +++ b/be/src/exec/operator/spill_iceberg_table_sink_operator.cpp @@ -23,7 +23,7 @@ #include "exec/sink/writer/iceberg/viceberg_sort_writer.h" #include "exec/sink/writer/iceberg/viceberg_table_writer.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" SpillIcebergTableSinkLocalState::SpillIcebergTableSinkLocalState(DataSinkOperatorXBase* parent, @@ -58,8 +58,7 @@ size_t SpillIcebergTableSinkLocalState::get_reserve_mem_size(RuntimeState* state return 0; } - auto* sort_writer = - dynamic_cast(_writer->current_writer().get()); + auto* sort_writer = dynamic_cast(_writer->current_writer().get()); if (!sort_writer || !sort_writer->sorter()) { return 0; } @@ -72,8 +71,7 @@ size_t SpillIcebergTableSinkLocalState::get_revocable_mem_size(RuntimeState* sta return 0; } - auto* sort_writer = - dynamic_cast(_writer->current_writer().get()); + auto* sort_writer = dynamic_cast(_writer->current_writer().get()); if (!sort_writer || !sort_writer->sorter()) { return 0; } @@ -90,8 +88,7 @@ Status SpillIcebergTableSinkLocalState::revoke_memory( return Status::OK(); } - auto* sort_writer = - dynamic_cast(_writer->current_writer().get()); + auto* sort_writer = dynamic_cast(_writer->current_writer().get()); if (!sort_writer || !sort_writer->sorter()) { if (spill_context) { @@ -126,18 +123,17 @@ SpillIcebergTableSinkOperatorX::SpillIcebergTableSinkOperatorX( Status SpillIcebergTableSinkOperatorX::init(const TDataSink& thrift_sink) { RETURN_IF_ERROR(Base::init(thrift_sink)); _name = "SPILL_ICEBERG_TABLE_SINK_OPERATOR"; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); + RETURN_IF_ERROR(VExpr::create_expr_trees(_t_output_expr, _output_vexpr_ctxs)); return Status::OK(); } Status SpillIcebergTableSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(Base::prepare(state)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); - return vectorized::VExpr::open(_output_vexpr_ctxs, state); + RETURN_IF_ERROR(VExpr::prepare(_output_vexpr_ctxs, state, _row_desc)); + return VExpr::open(_output_vexpr_ctxs, state); } -Status SpillIcebergTableSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, - bool eos) { +Status SpillIcebergTableSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)in_block->rows()); @@ -193,4 +189,4 @@ void SpillIcebergTableSinkLocalState::_init_spill_counters() { } #include "common/compile_check_end.h" -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/spill_iceberg_table_sink_operator.h b/be/src/exec/operator/spill_iceberg_table_sink_operator.h index c0119b6fe0740f..a31a017f28fd1b 100644 --- a/be/src/exec/operator/spill_iceberg_table_sink_operator.h +++ b/be/src/exec/operator/spill_iceberg_table_sink_operator.h @@ -22,16 +22,16 @@ #include "exec/operator/operator.h" #include "exec/sink/writer/iceberg/viceberg_table_writer.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class SpillIcebergTableSinkLocalState; class SpillIcebergTableSinkOperatorX; class SpillIcebergTableSinkLocalState final - : public AsyncWriterSink { + : public AsyncWriterSink { public: - using Base = AsyncWriterSink; + using Base = AsyncWriterSink; using Parent = SpillIcebergTableSinkOperatorX; ENABLE_FACTORY_CREATOR(SpillIcebergTableSinkLocalState); @@ -64,7 +64,7 @@ class SpillIcebergTableSinkOperatorX final Status prepare(RuntimeState* state) override; - Status sink(RuntimeState* state, vectorized::Block* in_block, bool eos) override; + Status sink(RuntimeState* state, Block* in_block, bool eos) override; size_t get_reserve_mem_size(RuntimeState* state, bool eos) override; @@ -80,14 +80,14 @@ class SpillIcebergTableSinkOperatorX final private: friend class SpillIcebergTableSinkLocalState; template - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; const RowDescriptor& _row_desc; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; const std::vector& _t_output_expr; ObjectPool* _pool = nullptr; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/spill_sort_sink_operator.cpp b/be/src/exec/operator/spill_sort_sink_operator.cpp index 930b6d947407ab..396e069a408a04 100644 --- a/be/src/exec/operator/spill_sort_sink_operator.cpp +++ b/be/src/exec/operator/spill_sort_sink_operator.cpp @@ -24,13 +24,12 @@ #include "exec/spill/spill_stream_manager.h" #include "runtime/fragment_mgr.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" SpillSortSinkLocalState::SpillSortSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) : Base(parent, state) {} -Status SpillSortSinkLocalState::init(doris::RuntimeState* state, - doris::pipeline::LocalSinkStateInfo& info) { +Status SpillSortSinkLocalState::init(doris::RuntimeState* state, doris::LocalSinkStateInfo& info) { RETURN_IF_ERROR(Base::init(state, info)); SCOPED_TIMER(exec_time_counter()); SCOPED_TIMER(_init_timer); @@ -139,8 +138,7 @@ size_t SpillSortSinkOperatorX::revocable_mem_size(RuntimeState* state) const { return _sort_sink_operator->get_revocable_mem_size(local_state._runtime_state.get()); } -Status SpillSortSinkOperatorX::sink(doris::RuntimeState* state, vectorized::Block* in_block, - bool eos) { +Status SpillSortSinkOperatorX::sink(doris::RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state.exec_time_counter()); COUNTER_UPDATE(local_state.rows_input_counter(), (int64_t)in_block->rows()); @@ -212,7 +210,7 @@ Status SpillSortSinkLocalState::_execute_spill_sort(RuntimeState* state, TUnique update_profile(sink_local_state->custom_profile()); bool eos = false; - vectorized::Block block; + Block block; int32_t batch_size = _shared_state->spill_block_batch_row_count > std::numeric_limits::max() @@ -287,4 +285,4 @@ Status SpillSortSinkLocalState::revoke_memory(RuntimeState* state, return SpillSinkRunnable(state, spill_context, operator_profile(), exception_catch_func).run(); } #include "common/compile_check_end.h" -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/spill_sort_sink_operator.h b/be/src/exec/operator/spill_sort_sink_operator.h index 362b3980372330..5284d68113966a 100644 --- a/be/src/exec/operator/spill_sort_sink_operator.h +++ b/be/src/exec/operator/spill_sort_sink_operator.h @@ -22,7 +22,7 @@ #include "exec/operator/operator.h" #include "exec/operator/sort_sink_operator.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class SpillSortSinkLocalState; class SpillSortSinkOperatorX; @@ -59,7 +59,7 @@ class SpillSortSinkLocalState : public PipelineXSpillSinkLocalState _eos = false; }; @@ -77,7 +77,7 @@ class SpillSortSinkOperatorX final : public DataSinkOperatorXrequired_data_distribution(state); } @@ -114,4 +114,4 @@ class SpillSortSinkOperatorX final : public DataSinkOperatorXnode_id(), state->task_id()); } }}; - vectorized::Block merge_sorted_block; - vectorized::SpillStreamSPtr tmp_stream; + Block merge_sorted_block; + SpillStreamSPtr tmp_stream; while (!state->is_cancelled()) { int max_stream_count = _calc_spill_blocks_to_merge(state); VLOG_DEBUG << fmt::format( @@ -183,9 +183,9 @@ Status SpillSortLocalState::initiate_merge_sort_spill_streams(RuntimeState* stat return SpillRecoverRunnable(state, operator_profile(), exception_catch_func).run(); } -Status SpillSortLocalState::_create_intermediate_merger( - int num_blocks, const vectorized::SortDescription& sort_description) { - std::vector child_block_suppliers; +Status SpillSortLocalState::_create_intermediate_merger(int num_blocks, + const SortDescription& sort_description) { + std::vector child_block_suppliers; int64_t limit = -1; int64_t offset = 0; if (num_blocks >= _shared_state->sorted_streams.size()) { @@ -194,15 +194,15 @@ Status SpillSortLocalState::_create_intermediate_merger( offset = Base::_shared_state->offset; } - _merger = std::make_unique( - sort_description, _runtime_state->batch_size(), limit, offset, custom_profile()); + _merger = std::make_unique(sort_description, _runtime_state->batch_size(), + limit, offset, custom_profile()); _current_merging_streams.clear(); for (int i = 0; i < num_blocks && !_shared_state->sorted_streams.empty(); ++i) { auto stream = _shared_state->sorted_streams.front(); stream->set_read_counters(operator_profile()); _current_merging_streams.emplace_back(stream); - child_block_suppliers.emplace_back([stream](vectorized::Block* block, bool* eos) { + child_block_suppliers.emplace_back([stream](Block* block, bool* eos) { return stream->read_next_block_sync(block, eos); }); @@ -264,8 +264,7 @@ Status SpillSortSourceOperatorX::close(RuntimeState* state) { return _sort_source_operator->close(state); } -Status SpillSortSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, - bool* eos) { +Status SpillSortSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); local_state.copy_shared_spill_profile(); Status status; @@ -299,4 +298,4 @@ Status SpillSortSourceOperatorX::get_block(RuntimeState* state, vectorized::Bloc } #include "common/compile_check_end.h" -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/spill_sort_source_operator.h b/be/src/exec/operator/spill_sort_source_operator.h index b6a9bff17dc451..5027446b787075 100644 --- a/be/src/exec/operator/spill_sort_source_operator.h +++ b/be/src/exec/operator/spill_sort_source_operator.h @@ -27,7 +27,6 @@ namespace doris { class ExecNode; class RuntimeState; -namespace pipeline { class SpillSortSourceOperatorX; class SpillSortLocalState; @@ -51,8 +50,7 @@ class SpillSortLocalState final : public PipelineXSpillLocalState _current_merging_streams; - std::unique_ptr _merger; + std::vector _current_merging_streams; + std::unique_ptr _merger; std::unique_ptr _internal_runtime_profile; // counters for spill merge sort @@ -81,7 +79,7 @@ class SpillSortSourceOperatorX : public OperatorX { Status close(RuntimeState* state) override; - Status get_block(RuntimeState* state, vectorized::Block* block, bool* eos) override; + Status get_block(RuntimeState* state, Block* block, bool* eos) override; bool is_source() const override { return true; } @@ -90,6 +88,5 @@ class SpillSortSourceOperatorX : public OperatorX { std::unique_ptr _sort_source_operator; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/spill_utils.h b/be/src/exec/operator/spill_utils.h index 4ab87b7564d137..44c4de17fd43d8 100644 --- a/be/src/exec/operator/spill_utils.h +++ b/be/src/exec/operator/spill_utils.h @@ -33,9 +33,9 @@ #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" -using SpillPartitionerType = vectorized::Crc32HashPartitioner; +using SpillPartitionerType = Crc32HashPartitioner; struct SpillContext { std::atomic_int running_tasks_count; @@ -240,4 +240,4 @@ inline void update_profile_from_inner_profile(const std::string& name, } #include "common/compile_check_end.h" -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/operator/streaming_aggregation_operator.cpp b/be/src/exec/operator/streaming_aggregation_operator.cpp index 0b0234f0abcf4e..0d792b03269b60 100644 --- a/be/src/exec/operator/streaming_aggregation_operator.cpp +++ b/be/src/exec/operator/streaming_aggregation_operator.cpp @@ -35,13 +35,13 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { StreamingAggLocalState::StreamingAggLocalState(RuntimeState* state, OperatorXBase* parent) : Base(state, parent), _agg_data(std::make_unique()), - _child_block(vectorized::Block::create_unique()), - _pre_aggregated_block(vectorized::Block::create_unique()), + _child_block(Block::create_unique()), + _pre_aggregated_block(Block::create_unique()), _is_single_backend(state->get_query_ctx()->is_single_backend_query()) {} Status StreamingAggLocalState::init(RuntimeState* state, LocalStateInfo& info) { @@ -97,7 +97,7 @@ Status StreamingAggLocalState::open(RuntimeState* state) { RETURN_IF_ERROR(_init_hash_method(_probe_expr_ctxs)); - std::visit(vectorized::Overload { + std::visit(Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -124,7 +124,7 @@ Status StreamingAggLocalState::open(RuntimeState* state) { size_t StreamingAggLocalState::_get_hash_table_size() { return std::visit( - vectorized::Overload {[&](std::monostate& arg) -> size_t { + Overload {[&](std::monostate& arg) -> size_t { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); return 0; @@ -134,7 +134,7 @@ size_t StreamingAggLocalState::_get_hash_table_size() { } void StreamingAggLocalState::_update_memusage_with_serialized_key() { - std::visit(vectorized::Overload { + std::visit(Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -153,15 +153,15 @@ void StreamingAggLocalState::_update_memusage_with_serialized_key() { _agg_data->method_variant); } -Status StreamingAggLocalState::_init_hash_method(const vectorized::VExprContextSPtrs& probe_exprs) { +Status StreamingAggLocalState::_init_hash_method(const VExprContextSPtrs& probe_exprs) { RETURN_IF_ERROR(init_hash_method( _agg_data.get(), get_data_types(probe_exprs), Base::_parent->template cast()._is_first_phase)); return Status::OK(); } -Status StreamingAggLocalState::do_pre_agg(RuntimeState* state, vectorized::Block* input_block, - vectorized::Block* output_block) { +Status StreamingAggLocalState::do_pre_agg(RuntimeState* state, Block* input_block, + Block* output_block) { if (low_memory_mode()) { auto& p = Base::_parent->template cast(); p.set_low_memory_mode(state); @@ -181,7 +181,7 @@ bool StreamingAggLocalState::_should_expand_preagg_hash_tables() { } return std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> bool { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); return false; @@ -251,7 +251,7 @@ size_t StreamingAggLocalState::_memory_usage() const { usage += _aggregate_data_container->memory_usage(); } - std::visit(vectorized::Overload {[&](std::monostate& arg) -> void { + std::visit(Overload {[&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -276,7 +276,7 @@ bool StreamingAggLocalState::_should_not_do_pre_agg(size_t rows) { const bool used_too_much_memory = spill_streaming_agg_mem_limit > 0 && _memory_usage() > spill_streaming_agg_mem_limit; std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -296,15 +296,15 @@ bool StreamingAggLocalState::_should_not_do_pre_agg(size_t rows) { return ret_flag; } -Status StreamingAggLocalState::_pre_agg_with_serialized_key(doris::vectorized::Block* in_block, - doris::vectorized::Block* out_block) { +Status StreamingAggLocalState::_pre_agg_with_serialized_key(doris::Block* in_block, + doris::Block* out_block) { SCOPED_TIMER(_build_timer); DCHECK(!_probe_expr_ctxs.empty()); auto& p = Base::_parent->template cast(); size_t key_size = _probe_expr_ctxs.size(); - vectorized::ColumnRawPtrs key_columns(key_size); + ColumnRawPtrs key_columns(key_size); { SCOPED_TIMER(_expr_timer); for (size_t i = 0; i < key_size; ++i) { @@ -338,7 +338,7 @@ Status StreamingAggLocalState::_pre_agg_with_serialized_key(doris::vectorized::B need_computes.end(); if (need_filter) { _add_limit_heap_top(key_columns, rows); - vectorized::Block::filter_block_internal(in_block, need_computes); + Block::filter_block_internal(in_block, need_computes); rows = (uint32_t)in_block->rows(); } else { return Status::OK(); @@ -348,8 +348,8 @@ Status StreamingAggLocalState::_pre_agg_with_serialized_key(doris::vectorized::B } bool mem_reuse = p._make_nullable_keys.empty() && out_block->mem_reuse(); - std::vector data_types; - vectorized::MutableColumns value_columns; + std::vector data_types; + MutableColumns value_columns; for (int i = 0; i < _aggregate_evaluators.size(); ++i) { auto data_type = _aggregate_evaluators[i]->function()->get_serialized_type(); if (mem_reuse) { @@ -369,7 +369,7 @@ Status StreamingAggLocalState::_pre_agg_with_serialized_key(doris::vectorized::B } if (!mem_reuse) { - vectorized::ColumnsWithTypeAndName columns_with_schema; + ColumnsWithTypeAndName columns_with_schema; for (int i = 0; i < key_size; ++i) { columns_with_schema.emplace_back(key_columns[i]->clone_resized(rows), _probe_expr_ctxs[i]->root()->data_type(), @@ -378,7 +378,7 @@ Status StreamingAggLocalState::_pre_agg_with_serialized_key(doris::vectorized::B for (int i = 0; i < value_columns.size(); ++i) { columns_with_schema.emplace_back(std::move(value_columns[i]), data_types[i], ""); } - out_block->swap(vectorized::Block(columns_with_schema)); + out_block->swap(Block(columns_with_schema)); } else { for (int i = 0; i < key_size; ++i) { std::move(*out_block->get_by_position(i).column) @@ -410,7 +410,7 @@ Status StreamingAggLocalState::_pre_agg_with_serialized_key(doris::vectorized::B return Status::OK(); } -Status StreamingAggLocalState::_create_agg_status(vectorized::AggregateDataPtr data) { +Status StreamingAggLocalState::_create_agg_status(AggregateDataPtr data) { auto& p = Base::_parent->template cast(); for (int i = 0; i < _aggregate_evaluators.size(); ++i) { try { @@ -426,19 +426,19 @@ Status StreamingAggLocalState::_create_agg_status(vectorized::AggregateDataPtr d } Status StreamingAggLocalState::_get_results_with_serialized_key(RuntimeState* state, - vectorized::Block* block, + Block* block, bool* eos) { SCOPED_TIMER(_get_results_timer); auto& p = _parent->cast(); const auto key_size = _probe_expr_ctxs.size(); const auto agg_size = _aggregate_evaluators.size(); - vectorized::MutableColumns value_columns(agg_size); - vectorized::DataTypes value_data_types(agg_size); + MutableColumns value_columns(agg_size); + DataTypes value_data_types(agg_size); // non-nullable column(id in `_make_nullable_keys`) will be converted to nullable. bool mem_reuse = p._make_nullable_keys.empty() && block->mem_reuse(); - vectorized::MutableColumns key_columns; + MutableColumns key_columns; for (int i = 0; i < key_size; ++i) { if (mem_reuse) { key_columns.emplace_back(std::move(*block->get_by_position(i).column).mutate()); @@ -448,7 +448,7 @@ Status StreamingAggLocalState::_get_results_with_serialized_key(RuntimeState* st } std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -492,7 +492,7 @@ Status StreamingAggLocalState::_get_results_with_serialized_key(RuntimeState* st key_columns[0]->insert_data(nullptr, 0); _values[num_rows] = agg_method.hash_table->template get_null_key_data< - vectorized::AggregateDataPtr>(); + AggregateDataPtr>(); ++num_rows; *eos = true; } @@ -524,7 +524,7 @@ Status StreamingAggLocalState::_get_results_with_serialized_key(RuntimeState* st _agg_data->method_variant); if (!mem_reuse) { - vectorized::ColumnsWithTypeAndName columns_with_schema; + ColumnsWithTypeAndName columns_with_schema; for (int i = 0; i < key_size; ++i) { columns_with_schema.emplace_back(std::move(key_columns[i]), _probe_expr_ctxs[i]->root()->data_type(), @@ -533,13 +533,13 @@ Status StreamingAggLocalState::_get_results_with_serialized_key(RuntimeState* st for (int i = 0; i < agg_size; ++i) { columns_with_schema.emplace_back(std::move(value_columns[i]), value_data_types[i], ""); } - *block = vectorized::Block(columns_with_schema); + *block = Block(columns_with_schema); } return Status::OK(); } -void StreamingAggLocalState::make_nullable_output_key(vectorized::Block* block) { +void StreamingAggLocalState::make_nullable_output_key(Block* block) { if (block->rows() != 0) { for (auto cid : _parent->cast()._make_nullable_keys) { block->get_by_position(cid).column = make_nullable(block->get_by_position(cid).column); @@ -548,22 +548,22 @@ void StreamingAggLocalState::make_nullable_output_key(vectorized::Block* block) } } -void StreamingAggLocalState::_destroy_agg_status(vectorized::AggregateDataPtr data) { +void StreamingAggLocalState::_destroy_agg_status(AggregateDataPtr data) { for (int i = 0; i < _aggregate_evaluators.size(); ++i) { _aggregate_evaluators[i]->function()->destroy( data + _parent->cast()._offsets_of_aggregate_states[i]); } } -vectorized::MutableColumns StreamingAggLocalState::_get_keys_hash_table() { +MutableColumns StreamingAggLocalState::_get_keys_hash_table() { return std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); - return vectorized::MutableColumns(); + return MutableColumns(); }, - [&](auto&& agg_method) -> vectorized::MutableColumns { - vectorized::MutableColumns key_columns; + [&](auto&& agg_method) -> MutableColumns { + MutableColumns key_columns; for (int i = 0; i < _probe_expr_ctxs.size(); ++i) { key_columns.emplace_back( _probe_expr_ctxs[i]->root()->data_type()->create_column()); @@ -604,7 +604,7 @@ void StreamingAggLocalState::build_limit_heap(size_t hash_table_size) { limit_columns_min = limit_heap.top()._row_id; } -void StreamingAggLocalState::_add_limit_heap_top(vectorized::ColumnRawPtrs& key_columns, +void StreamingAggLocalState::_add_limit_heap_top(ColumnRawPtrs& key_columns, size_t rows) { for (int i = 0; i < rows; ++i) { if (cmp_res[i] == 1 && need_computes[i]) { @@ -620,7 +620,7 @@ void StreamingAggLocalState::_add_limit_heap_top(vectorized::ColumnRawPtrs& key_ } } -void StreamingAggLocalState::_refresh_limit_heap(size_t i, vectorized::ColumnRawPtrs& key_columns) { +void StreamingAggLocalState::_refresh_limit_heap(size_t i, ColumnRawPtrs& key_columns) { for (int j = 0; j < key_columns.size(); ++j) { limit_columns[j]->insert_from(*key_columns[j], i); } @@ -630,12 +630,12 @@ void StreamingAggLocalState::_refresh_limit_heap(size_t i, vectorized::ColumnRaw limit_columns_min = limit_heap.top()._row_id; } -bool StreamingAggLocalState::_emplace_into_hash_table_limit(vectorized::AggregateDataPtr* places, - vectorized::Block* block, - vectorized::ColumnRawPtrs& key_columns, +bool StreamingAggLocalState::_emplace_into_hash_table_limit(AggregateDataPtr* places, + Block* block, + ColumnRawPtrs& key_columns, uint32_t num_rows) { return std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); return true; @@ -650,7 +650,7 @@ bool StreamingAggLocalState::_emplace_into_hash_table_limit(vectorized::Aggregat std::find(need_computes.begin(), need_computes.end(), 1); need_agg != need_computes.end()) { if (need_filter) { - vectorized::Block::filter_block_internal(block, need_computes); + Block::filter_block_internal(block, need_computes); num_rows = (uint32_t)block->rows(); } @@ -704,7 +704,7 @@ bool StreamingAggLocalState::_emplace_into_hash_table_limit(vectorized::Aggregat } bool StreamingAggLocalState::_do_limit_filter(size_t num_rows, - vectorized::ColumnRawPtrs& key_columns) { + ColumnRawPtrs& key_columns) { SCOPED_TIMER(_hash_table_limit_compute_timer); if (num_rows) { cmp_res.resize(num_rows); @@ -732,10 +732,10 @@ bool StreamingAggLocalState::_do_limit_filter(size_t num_rows, return false; } -void StreamingAggLocalState::_emplace_into_hash_table(vectorized::AggregateDataPtr* places, - vectorized::ColumnRawPtrs& key_columns, +void StreamingAggLocalState::_emplace_into_hash_table(AggregateDataPtr* places, + ColumnRawPtrs& key_columns, const uint32_t num_rows) { - std::visit(vectorized::Overload { + std::visit(Overload { [&](std::monostate& arg) -> void { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); }, @@ -770,7 +770,7 @@ void StreamingAggLocalState::_emplace_into_hash_table(vectorized::AggregateDataP }; SCOPED_TIMER(_hash_table_emplace_timer); - vectorized::lazy_emplace_batch( + lazy_emplace_batch( agg_method, state, num_rows, creator, creator_for_null_key, [&](uint32_t row, auto& mapped) { places[row] = mapped; }); @@ -802,7 +802,7 @@ void StreamingAggOperatorX::update_operator(const TPlanNode& tnode, tnode.agg_node.aggregate_functions.end(), [](const TExpr& texpr) -> bool { return texpr.nodes[0].fn.name.function_name.starts_with( - vectorized::DISTINCT_FUNCTION_PREFIX); + DISTINCT_FUNCTION_PREFIX); })) ? tnode.distribute_expr_lists[0] : tnode.agg_node.grouping_exprs; @@ -812,7 +812,7 @@ Status StreamingAggOperatorX::init(const TPlanNode& tnode, RuntimeState* state) RETURN_IF_ERROR(StatefulOperatorX::init(tnode, state)); // ignore return status for now , so we need to introduce ExecNode::init() RETURN_IF_ERROR( - vectorized::VExpr::create_expr_trees(tnode.agg_node.grouping_exprs, _probe_expr_ctxs)); + VExpr::create_expr_trees(tnode.agg_node.grouping_exprs, _probe_expr_ctxs)); // init aggregate functions _aggregate_evaluators.reserve(tnode.agg_node.aggregate_functions.size()); @@ -822,8 +822,8 @@ Status StreamingAggOperatorX::init(const TPlanNode& tnode, RuntimeState* state) TSortInfo dummy; for (int i = 0; i < tnode.agg_node.aggregate_functions.size(); ++i) { - vectorized::AggFnEvaluator* evaluator = nullptr; - RETURN_IF_ERROR(vectorized::AggFnEvaluator::create( + AggFnEvaluator* evaluator = nullptr; + RETURN_IF_ERROR(AggFnEvaluator::create( _pool, tnode.agg_node.aggregate_functions[i], tnode.agg_node.__isset.agg_sort_infos ? tnode.agg_node.agg_sort_infos[i] : dummy, tnode.agg_node.grouping_exprs.empty(), false, &evaluator)); @@ -888,8 +888,8 @@ Status StreamingAggOperatorX::_init_probe_expr_ctx(RuntimeState* state) { _intermediate_tuple_desc = state->desc_tbl().get_tuple_descriptor(_intermediate_tuple_id); _output_tuple_desc = state->desc_tbl().get_tuple_descriptor(_output_tuple_id); DCHECK_EQ(_intermediate_tuple_desc->slots().size(), _output_tuple_desc->slots().size()); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_probe_expr_ctxs, state, _child->row_desc())); - RETURN_IF_ERROR(vectorized::VExpr::open(_probe_expr_ctxs, state)); + RETURN_IF_ERROR(VExpr::prepare(_probe_expr_ctxs, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::open(_probe_expr_ctxs, state)); return Status::OK(); } @@ -955,7 +955,7 @@ Status StreamingAggLocalState::close(RuntimeState* state) { return Status::OK(); } _pre_aggregated_block->clear(); - vectorized::PODArray tmp_places; + PODArray tmp_places; _places.swap(tmp_places); std::vector tmp_deserialize_buffer; @@ -963,7 +963,7 @@ Status StreamingAggLocalState::close(RuntimeState* state) { /// _hash_table_size_counter may be null if prepare failed. if (_hash_table_size_counter) { - std::visit(vectorized::Overload {[&](std::monostate& arg) -> void { + std::visit(Overload {[&](std::monostate& arg) -> void { // Do nothing }, [&](auto& agg_method) { @@ -977,7 +977,7 @@ Status StreamingAggLocalState::close(RuntimeState* state) { return Base::close(state); } -Status StreamingAggOperatorX::pull(RuntimeState* state, vectorized::Block* block, bool* eos) const { +Status StreamingAggOperatorX::pull(RuntimeState* state, Block* block, bool* eos) const { auto& local_state = get_local_state(state); SCOPED_PEAK_MEM(&local_state._estimate_memory_usage); if (!local_state._pre_aggregated_block->empty()) { @@ -993,7 +993,7 @@ Status StreamingAggOperatorX::pull(RuntimeState* state, vectorized::Block* block return Status::OK(); } -Status StreamingAggOperatorX::push(RuntimeState* state, vectorized::Block* in_block, +Status StreamingAggOperatorX::push(RuntimeState* state, Block* in_block, bool eos) const { auto& local_state = get_local_state(state); SCOPED_PEAK_MEM(&local_state._estimate_memory_usage); @@ -1013,4 +1013,4 @@ bool StreamingAggOperatorX::need_more_input_data(RuntimeState* state) const { } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/streaming_aggregation_operator.h b/be/src/exec/operator/streaming_aggregation_operator.h index 7006daa8d81f20..162b362145e805 100644 --- a/be/src/exec/operator/streaming_aggregation_operator.h +++ b/be/src/exec/operator/streaming_aggregation_operator.h @@ -30,8 +30,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - class StreamingAggOperatorX; class StreamingAggLocalState MOCK_REMOVE(final) : public PipelineXLocalState { @@ -45,9 +43,8 @@ class StreamingAggLocalState MOCK_REMOVE(final) : public PipelineXLocalState _aggregate_evaluators; + std::vector _aggregate_evaluators; // group by k1,k2 - vectorized::VExprContextSPtrs _probe_expr_ctxs; + VExprContextSPtrs _probe_expr_ctxs; std::unique_ptr _aggregate_data_container = nullptr; bool _reach_limit = false; size_t _input_num_rows = 0; @@ -110,15 +104,15 @@ class StreamingAggLocalState MOCK_REMOVE(final) : public PipelineXLocalState need_computes; + PaddedPODArray need_computes; std::vector cmp_res; std::vector order_directions; std::vector null_directions; struct HeapLimitCursor { - HeapLimitCursor(int row_id, vectorized::MutableColumns& limit_columns, + HeapLimitCursor(int row_id, MutableColumns& limit_columns, std::vector& order_directions, std::vector& null_directions) : _row_id(row_id), _limit_columns(limit_columns), @@ -159,45 +153,44 @@ class StreamingAggLocalState MOCK_REMOVE(final) : public PipelineXLocalState& _order_directions; std::vector& _null_directions; }; std::priority_queue limit_heap; - vectorized::MutableColumns _get_keys_hash_table(); + MutableColumns _get_keys_hash_table(); - vectorized::PODArray _places; + PODArray _places; std::vector _deserialize_buffer; - std::unique_ptr _child_block = nullptr; + std::unique_ptr _child_block = nullptr; bool _child_eos = false; - std::unique_ptr _pre_aggregated_block = nullptr; - std::vector _values; + std::unique_ptr _pre_aggregated_block = nullptr; + std::vector _values; bool _opened = false; - void _destroy_agg_status(vectorized::AggregateDataPtr data); + void _destroy_agg_status(AggregateDataPtr data); void _close_with_serialized_key() { - std::visit( - vectorized::Overload {[&](std::monostate& arg) -> void { - // Do nothing - }, - [&](auto& agg_method) -> void { - auto& data = *agg_method.hash_table; - data.for_each_mapped([&](auto& mapped) { - if (mapped) { - _destroy_agg_status(mapped); - mapped = nullptr; - } - }); - if (data.has_null_key_data()) { - _destroy_agg_status(data.template get_null_key_data< - vectorized::AggregateDataPtr>()); - } - }}, - _agg_data->method_variant); + std::visit(Overload {[&](std::monostate& arg) -> void { + // Do nothing + }, + [&](auto& agg_method) -> void { + auto& data = *agg_method.hash_table; + data.for_each_mapped([&](auto& mapped) { + if (mapped) { + _destroy_agg_status(mapped); + mapped = nullptr; + } + }); + if (data.has_null_key_data()) { + _destroy_agg_status( + data.template get_null_key_data()); + } + }}, + _agg_data->method_variant); } bool _is_single_backend = false; @@ -216,8 +209,8 @@ class StreamingAggOperatorX MOCK_REMOVE(final) : public StatefulOperatorX _aggregate_evaluators; + VExprContextSPtrs _probe_expr_ctxs; + std::vector _aggregate_evaluators; bool _can_short_circuit = false; std::vector _make_nullable_keys; RowDescriptor _agg_fn_output_row_descriptor; @@ -280,6 +273,5 @@ class StreamingAggOperatorX MOCK_REMOVE(final) : public StatefulOperatorX _partition_exprs; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/table_function_operator.cpp b/be/src/exec/operator/table_function_operator.cpp index 4a35062d7f9a3d..00564cdc4e3dba 100644 --- a/be/src/exec/operator/table_function_operator.cpp +++ b/be/src/exec/operator/table_function_operator.cpp @@ -32,10 +32,10 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { TableFunctionLocalState::TableFunctionLocalState(RuntimeState* state, OperatorXBase* parent) - : PipelineXLocalState<>(state, parent), _child_block(vectorized::Block::create_unique()) {} + : PipelineXLocalState<>(state, parent), _child_block(Block::create_unique()) {} Status TableFunctionLocalState::init(RuntimeState* state, LocalStateInfo& info) { RETURN_IF_ERROR(PipelineXLocalState<>::init(state, info)); @@ -53,9 +53,9 @@ Status TableFunctionLocalState::_clone_table_function(RuntimeState* state) { for (size_t i = 0; i < _vfn_ctxs.size(); i++) { RETURN_IF_ERROR(p._vfn_ctxs[i]->clone(state, _vfn_ctxs[i])); - vectorized::TableFunction* fn = nullptr; - RETURN_IF_ERROR(vectorized::TableFunctionFactory::get_fn( - _vfn_ctxs[i]->root()->fn(), state->obj_pool(), &fn, state->be_exec_version())); + TableFunction* fn = nullptr; + RETURN_IF_ERROR(TableFunctionFactory::get_fn(_vfn_ctxs[i]->root()->fn(), state->obj_pool(), + &fn, state->be_exec_version())); fn->set_expr_context(_vfn_ctxs[i]); _fns.push_back(fn); } @@ -79,7 +79,7 @@ Status TableFunctionLocalState::open(RuntimeState* state) { return Status::OK(); } -void TableFunctionLocalState::_copy_output_slots(std::vector& columns, +void TableFunctionLocalState::_copy_output_slots(std::vector& columns, const TableFunctionOperatorX& p) { if (!_current_row_insert_times) { return; @@ -160,17 +160,17 @@ bool TableFunctionLocalState::_is_inner_and_empty() { return false; } -Status TableFunctionLocalState::get_expanded_block(RuntimeState* state, - vectorized::Block* output_block, bool* eos) { +Status TableFunctionLocalState::get_expanded_block(RuntimeState* state, Block* output_block, + bool* eos) { SCOPED_TIMER(_process_rows_timer); if (_need_to_handle_outer_conjuncts) { return _get_expanded_block_for_outer_conjuncts(state, output_block, eos); } auto& p = _parent->cast(); - vectorized::MutableBlock m_block = vectorized::VectorizedUtils::build_mutable_mem_reuse_block( - output_block, p._output_slots); - vectorized::MutableColumns& columns = m_block.mutable_columns(); + MutableBlock m_block = + VectorizedUtils::build_mutable_mem_reuse_block(output_block, p._output_slots); + MutableColumns& columns = m_block.mutable_columns(); for (int i = 0; i < p._fn_num; i++) { if (columns[i + p._child_slots.size()]->is_nullable()) { @@ -232,22 +232,23 @@ Status TableFunctionLocalState::get_expanded_block(RuntimeState* state, { SCOPED_TIMER(_filter_timer); // 3. eval conjuncts - RETURN_IF_ERROR(vectorized::VExprContext::filter_block(_expand_conjuncts_ctxs, output_block, - output_block->columns())); - RETURN_IF_ERROR(vectorized::VExprContext::filter_block(_conjuncts, output_block, - output_block->columns())); + RETURN_IF_ERROR(VExprContext::filter_block(_expand_conjuncts_ctxs, output_block, + output_block->columns())); + RETURN_IF_ERROR( + VExprContext::filter_block(_conjuncts, output_block, output_block->columns())); } *eos = _child_eos && _cur_child_offset == -1; return Status::OK(); } -Status TableFunctionLocalState::_get_expanded_block_for_outer_conjuncts( - RuntimeState* state, vectorized::Block* output_block, bool* eos) { +Status TableFunctionLocalState::_get_expanded_block_for_outer_conjuncts(RuntimeState* state, + Block* output_block, + bool* eos) { auto& p = _parent->cast(); - vectorized::MutableBlock m_block = vectorized::VectorizedUtils::build_mutable_mem_reuse_block( - output_block, p._output_slots); - vectorized::MutableColumns& columns = m_block.mutable_columns(); + MutableBlock m_block = + VectorizedUtils::build_mutable_mem_reuse_block(output_block, p._output_slots); + MutableColumns& columns = m_block.mutable_columns(); auto child_slot_count = p._child_slots.size(); for (int i = 0; i < p._fn_num; i++) { if (columns[i + child_slot_count]->is_nullable()) { @@ -379,11 +380,11 @@ Status TableFunctionLocalState::_get_expanded_block_for_outer_conjuncts( child rows 1, 2, 3 are all filtered out, so we need to insert one row with NULL tag value for each of them. */ if (!child_block_empty) { - vectorized::IColumn::Filter filter; + IColumn::Filter filter; auto column_count = output_block->columns(); - vectorized::ColumnNumbers columns_to_filter(column_count); + ColumnNumbers columns_to_filter(column_count); std::iota(columns_to_filter.begin(), columns_to_filter.end(), 0); - RETURN_IF_ERROR(vectorized::VExprContext::execute_conjuncts_and_filter_block( + RETURN_IF_ERROR(VExprContext::execute_conjuncts_and_filter_block( _expand_conjuncts_ctxs, output_block, columns_to_filter, column_count, filter)); size_t remain_row_count = output_block->rows(); // for outer table function, need to handle those child rows which all expanded rows are filtered out @@ -413,10 +414,9 @@ Status TableFunctionLocalState::_get_expanded_block_for_outer_conjuncts( } } if (!null_row_indices.empty()) { - vectorized::MutableBlock m_block2 = - vectorized::VectorizedUtils::build_mutable_mem_reuse_block(output_block, - p._output_slots); - vectorized::MutableColumns& columns2 = m_block2.mutable_columns(); + MutableBlock m_block2 = VectorizedUtils::build_mutable_mem_reuse_block( + output_block, p._output_slots); + MutableColumns& columns2 = m_block2.mutable_columns(); for (auto index : p._output_slot_indexs) { auto src_column = _child_block->get_by_position(index).column; columns2[index]->insert_indices_from( @@ -438,8 +438,8 @@ Status TableFunctionLocalState::_get_expanded_block_for_outer_conjuncts( { SCOPED_TIMER(_filter_timer); // 3. eval conjuncts - RETURN_IF_ERROR(vectorized::VExprContext::filter_block(_conjuncts, output_block, - output_block->columns())); + RETURN_IF_ERROR( + VExprContext::filter_block(_conjuncts, output_block, output_block->columns())); } *eos = _child_eos && _cur_child_offset == -1; @@ -451,7 +451,7 @@ void TableFunctionLocalState::process_next_child_row() { if (_cur_child_offset >= _child_block->rows()) { // release block use count. - for (vectorized::TableFunction* fn : _fns) { + for (TableFunction* fn : _fns) { fn->process_close(); } @@ -466,7 +466,7 @@ void TableFunctionLocalState::process_next_child_row() { return; } - for (vectorized::TableFunction* fn : _fns) { + for (TableFunction* fn : _fns) { fn->process_row(_cur_child_offset); } } @@ -495,22 +495,22 @@ Status TableFunctionOperatorX::init(const TPlanNode& tnode, RuntimeState* state) RETURN_IF_ERROR(Base::init(tnode, state)); for (const TExpr& texpr : tnode.table_function_node.fnCallExprList) { - vectorized::VExprContextSPtr ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(texpr, ctx)); + VExprContextSPtr ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(texpr, ctx)); _vfn_ctxs.push_back(ctx); auto root = ctx->root(); - vectorized::TableFunction* fn = nullptr; - RETURN_IF_ERROR(vectorized::TableFunctionFactory::get_fn(root->fn(), _pool, &fn, - state->be_exec_version())); + TableFunction* fn = nullptr; + RETURN_IF_ERROR( + TableFunctionFactory::get_fn(root->fn(), _pool, &fn, state->be_exec_version())); fn->set_expr_context(ctx); _fns.push_back(fn); } _fn_num = cast_set(_fns.size()); for (const TExpr& texpr : tnode.table_function_node.expand_conjuncts) { - vectorized::VExprContextSPtr ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(texpr, ctx)); + VExprContextSPtr ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(texpr, ctx)); _expand_conjuncts_ctxs.push_back(ctx); } if (!_expand_conjuncts_ctxs.empty()) { @@ -527,9 +527,9 @@ Status TableFunctionOperatorX::prepare(doris::RuntimeState* state) { for (auto* fn : _fns) { RETURN_IF_ERROR(fn->prepare()); } - RETURN_IF_ERROR(vectorized::VExpr::prepare(_vfn_ctxs, state, row_descriptor())); + RETURN_IF_ERROR(VExpr::prepare(_vfn_ctxs, state, row_descriptor())); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_expand_conjuncts_ctxs, state, row_descriptor())); + RETURN_IF_ERROR(VExpr::prepare(_expand_conjuncts_ctxs, state, row_descriptor())); // get current all output slots for (const auto& tuple_desc : row_descriptor().tuple_descriptors()) { @@ -553,9 +553,9 @@ Status TableFunctionOperatorX::prepare(doris::RuntimeState* state) { } } - RETURN_IF_ERROR(vectorized::VExpr::open(_expand_conjuncts_ctxs, state)); - return vectorized::VExpr::open(_vfn_ctxs, state); + RETURN_IF_ERROR(VExpr::open(_expand_conjuncts_ctxs, state)); + return VExpr::open(_vfn_ctxs, state); } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/table_function_operator.h b/be/src/exec/operator/table_function_operator.h index e0c3e581549a38..c6c3ddac577aa6 100644 --- a/be/src/exec/operator/table_function_operator.h +++ b/be/src/exec/operator/table_function_operator.h @@ -28,7 +28,7 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { class TableFunctionOperatorX; class TableFunctionLocalState MOCK_REMOVE(final) : public PipelineXLocalState<> { @@ -48,7 +48,7 @@ class TableFunctionLocalState MOCK_REMOVE(final) : public PipelineXLocalState<> return Status::OK(); } void process_next_child_row(); - Status get_expanded_block(RuntimeState* state, vectorized::Block* output_block, bool* eos); + Status get_expanded_block(RuntimeState* state, Block* output_block, bool* eos); private: friend class TableFunctionOperatorX; @@ -56,7 +56,7 @@ class TableFunctionLocalState MOCK_REMOVE(final) : public PipelineXLocalState<> MOCK_FUNCTION Status _clone_table_function(RuntimeState* state); - void _copy_output_slots(std::vector& columns, + void _copy_output_slots(std::vector& columns, const TableFunctionOperatorX& p); bool _roll_table_functions(int last_eos_idx); // return: @@ -66,16 +66,16 @@ class TableFunctionLocalState MOCK_REMOVE(final) : public PipelineXLocalState<> int _find_last_fn_eos_idx() const; bool _is_inner_and_empty(); - Status _get_expanded_block_for_outer_conjuncts(RuntimeState* state, - vectorized::Block* output_block, bool* eos); + Status _get_expanded_block_for_outer_conjuncts(RuntimeState* state, Block* output_block, + bool* eos); - std::vector _fns; - vectorized::VExprContextSPtrs _vfn_ctxs; - vectorized::VExprContextSPtrs _expand_conjuncts_ctxs; + std::vector _fns; + VExprContextSPtrs _vfn_ctxs; + VExprContextSPtrs _expand_conjuncts_ctxs; // for table function with outer conjuncts, need to handle those child rows which all expanded rows are filtered out bool _need_to_handle_outer_conjuncts = false; int64_t _cur_child_offset = -1; - std::unique_ptr _child_block; + std::unique_ptr _child_block; int _current_row_insert_times = 0; bool _child_eos = false; DorisVector _child_rows_has_output; @@ -108,7 +108,7 @@ class TableFunctionOperatorX MOCK_REMOVE(final) return {ExchangeType::PASSTHROUGH}; } - Status push(RuntimeState* state, vectorized::Block* input_block, bool eos) const override { + Status push(RuntimeState* state, Block* input_block, bool eos) const override { auto& local_state = get_local_state(state); if (input_block->rows() == 0) { return Status::OK(); @@ -123,7 +123,7 @@ class TableFunctionOperatorX MOCK_REMOVE(final) return Status::OK(); } - Status pull(RuntimeState* state, vectorized::Block* output_block, bool* eos) const override { + Status pull(RuntimeState* state, Block* output_block, bool* eos) const override { auto& local_state = get_local_state(state); RETURN_IF_ERROR(local_state.get_expanded_block(state, output_block, eos)); local_state.reached_limit(output_block, eos); @@ -158,10 +158,10 @@ class TableFunctionOperatorX MOCK_REMOVE(final) std::vector _child_slots; std::vector _output_slots; - vectorized::VExprContextSPtrs _vfn_ctxs; - vectorized::VExprContextSPtrs _expand_conjuncts_ctxs; + VExprContextSPtrs _vfn_ctxs; + VExprContextSPtrs _expand_conjuncts_ctxs; - std::vector _fns; + std::vector _fns; int _fn_num = 0; std::vector _output_slot_ids; @@ -172,4 +172,4 @@ class TableFunctionOperatorX MOCK_REMOVE(final) }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/tvf_table_sink_operator.cpp b/be/src/exec/operator/tvf_table_sink_operator.cpp index a810501ec09ebc..20841eabbd4419 100644 --- a/be/src/exec/operator/tvf_table_sink_operator.cpp +++ b/be/src/exec/operator/tvf_table_sink_operator.cpp @@ -19,7 +19,7 @@ #include "common/status.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status TVFTableSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { @@ -29,4 +29,4 @@ Status TVFTableSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& inf return Status::OK(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/tvf_table_sink_operator.h b/be/src/exec/operator/tvf_table_sink_operator.h index f082d8d5a8a668..0a47d37ed609c9 100644 --- a/be/src/exec/operator/tvf_table_sink_operator.h +++ b/be/src/exec/operator/tvf_table_sink_operator.h @@ -20,15 +20,15 @@ #include "exec/operator/operator.h" #include "exec/sink/writer/vtvf_table_writer.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class TVFTableSinkOperatorX; class TVFTableSinkLocalState final - : public AsyncWriterSink { + : public AsyncWriterSink { public: - using Base = AsyncWriterSink; + using Base = AsyncWriterSink; using Parent = TVFTableSinkOperatorX; ENABLE_FACTORY_CREATOR(TVFTableSinkLocalState); TVFTableSinkLocalState(DataSinkOperatorXBase* parent, RuntimeState* state) @@ -55,17 +55,17 @@ class TVFTableSinkOperatorX final : public DataSinkOperatorXrows()); @@ -75,13 +75,13 @@ class TVFTableSinkOperatorX final : public DataSinkOperatorX - requires(std::is_base_of_v) + requires(std::is_base_of_v) friend class AsyncWriterSink; const RowDescriptor& _row_desc; - vectorized::VExprContextSPtrs _output_vexpr_ctxs; + VExprContextSPtrs _output_vexpr_ctxs; const std::vector& _t_output_expr; ObjectPool* _pool = nullptr; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/union_sink_operator.cpp b/be/src/exec/operator/union_sink_operator.cpp index 2cec5f307f1b0f..5484ea166aebb1 100644 --- a/be/src/exec/operator/union_sink_operator.cpp +++ b/be/src/exec/operator/union_sink_operator.cpp @@ -27,7 +27,7 @@ #include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Status UnionSinkLocalState::init(RuntimeState* state, LocalSinkStateInfo& info) { @@ -74,8 +74,8 @@ Status UnionSinkOperatorX::init(const TPlanNode& tnode, RuntimeState* state) { // Create result_expr_ctx_lists_ from thrift exprs. auto& result_texpr_lists = tnode.union_node.result_expr_lists; auto& texprs = result_texpr_lists[_cur_child_id]; - vectorized::VExprContextSPtrs ctxs; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_trees(texprs, ctxs)); + VExprContextSPtrs ctxs; + RETURN_IF_ERROR(VExpr::create_expr_trees(texprs, ctxs)); _child_expr = ctxs; } return Status::OK(); @@ -83,18 +83,18 @@ Status UnionSinkOperatorX::init(const TPlanNode& tnode, RuntimeState* state) { Status UnionSinkOperatorX::prepare(RuntimeState* state) { RETURN_IF_ERROR(DataSinkOperatorX::prepare(state)); - RETURN_IF_ERROR(vectorized::VExpr::prepare(_child_expr, state, _child->row_desc())); - RETURN_IF_ERROR(vectorized::VExpr::check_expr_output_type(_child_expr, row_descriptor())); + RETURN_IF_ERROR(VExpr::prepare(_child_expr, state, _child->row_desc())); + RETURN_IF_ERROR(VExpr::check_expr_output_type(_child_expr, row_descriptor())); // open const expr lists. - RETURN_IF_ERROR(vectorized::VExpr::open(_const_expr, state)); + RETURN_IF_ERROR(VExpr::open(_const_expr, state)); // open result expr lists. - RETURN_IF_ERROR(vectorized::VExpr::open(_child_expr, state)); + RETURN_IF_ERROR(VExpr::open(_child_expr, state)); return Status::OK(); } -Status UnionSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block, bool eos) { +Status UnionSinkOperatorX::sink(RuntimeState* state, Block* in_block, bool eos) { auto& local_state = get_local_state(state); if (local_state.low_memory_mode()) { set_low_memory_mode(state); @@ -142,4 +142,4 @@ Status UnionSinkOperatorX::sink(RuntimeState* state, vectorized::Block* in_block } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/operator/union_sink_operator.h b/be/src/exec/operator/union_sink_operator.h index 950d45206bed18..f01b130ec72333 100644 --- a/be/src/exec/operator/union_sink_operator.h +++ b/be/src/exec/operator/union_sink_operator.h @@ -46,14 +46,14 @@ class UnionSinkLocalState final : public PipelineXSinkLocalState _output_block; + std::unique_ptr _output_block; /// Const exprs materialized by this node. These exprs don't refer to any children. /// Only materialized by the first fragment instance to avoid duplication. - vectorized::VExprContextSPtrs _const_expr; + VExprContextSPtrs _const_expr; /// Exprs materialized by this node. The i-th result expr list refers to the i-th child. - vectorized::VExprContextSPtrs _child_expr; + VExprContextSPtrs _child_expr; /// Index of current row in child_row_block_. int _child_row_idx; @@ -85,7 +85,7 @@ class UnionSinkOperatorX MOCK_REMOVE(final) : public DataSinkOperatorX create_shared_state() const override { if (_cur_child_id > 0) { @@ -120,10 +120,10 @@ class UnionSinkOperatorX MOCK_REMOVE(final) : public DataSinkOperatorXrows() > 0) { - vectorized::MutableBlock mblock = - vectorized::VectorizedUtils::build_mutable_mem_reuse_block(output_block, + MutableBlock mblock = + VectorizedUtils::build_mutable_mem_reuse_block(output_block, row_descriptor()); - vectorized::Block res; + Block res; RETURN_IF_ERROR(materialize_block(state, input_block, child_id, &res)); RETURN_IF_ERROR(mblock.merge(res)); } return Status::OK(); } - Status materialize_block(RuntimeState* state, vectorized::Block* src_block, int child_idx, - vectorized::Block* res_block) { + Status materialize_block(RuntimeState* state, Block* src_block, int child_idx, + Block* res_block) { auto& local_state = get_local_state(state); SCOPED_TIMER(local_state._expr_timer); const auto& child_exprs = local_state._child_expr; - vectorized::ColumnsWithTypeAndName colunms; + ColumnsWithTypeAndName colunms; for (size_t i = 0; i < child_exprs.size(); ++i) { - vectorized::ColumnWithTypeAndName result_data; + ColumnWithTypeAndName result_data; RETURN_IF_ERROR(child_exprs[i]->execute(src_block, result_data)); colunms.emplace_back(result_data); } diff --git a/be/src/exec/operator/union_source_operator.cpp b/be/src/exec/operator/union_source_operator.cpp index 609627aebaec99..bd253ead29ad8b 100644 --- a/be/src/exec/operator/union_source_operator.cpp +++ b/be/src/exec/operator/union_source_operator.cpp @@ -36,8 +36,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace pipeline { - Status UnionSourceLocalState::init(RuntimeState* state, LocalStateInfo& info) { RETURN_IF_ERROR(Base::init(state, info)); SCOPED_TIMER(exec_time_counter()); @@ -73,8 +71,8 @@ Status UnionSourceLocalState::open(RuntimeState* state) { // Const exprs materialized by this node. These exprs don't refer to any children. // Only materialized by the first fragment instance to avoid duplication. if (state->per_fragment_instance_idx() == 0) { - auto clone_expr_list = [&](vectorized::VExprContextSPtrs& cur_expr_list, - vectorized::VExprContextSPtrs& other_expr_list) { + auto clone_expr_list = [&](VExprContextSPtrs& cur_expr_list, + VExprContextSPtrs& other_expr_list) { cur_expr_list.resize(other_expr_list.size()); for (int i = 0; i < cur_expr_list.size(); i++) { RETURN_IF_ERROR(other_expr_list[i]->clone(state, cur_expr_list[i])); @@ -103,7 +101,7 @@ std::string UnionSourceLocalState::debug_string(int indentation_level) const { return fmt::to_string(debug_string_buffer); } -Status UnionSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* block, bool* eos) { +Status UnionSourceOperatorX::get_block(RuntimeState* state, Block* block, bool* eos) { auto& local_state = get_local_state(state); Defer set_eos {[&]() { // the eos check of union operator is complex, need check all logical if you want modify @@ -129,7 +127,7 @@ Status UnionSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* b } local_state._need_read_for_const_expr = has_more_const(state); } else if (_child_size != 0) { - std::unique_ptr output_block; + std::unique_ptr output_block; int child_idx = 0; RETURN_IF_ERROR(local_state._shared_state->data_queue.get_block_from_queue(&output_block, &child_idx)); @@ -144,7 +142,7 @@ Status UnionSourceOperatorX::get_block(RuntimeState* state, vectorized::Block* b return Status::OK(); } -Status UnionSourceOperatorX::get_next_const(RuntimeState* state, vectorized::Block* block) { +Status UnionSourceOperatorX::get_next_const(RuntimeState* state, Block* block) { DCHECK_EQ(state->per_fragment_instance_idx(), 0); auto& local_state = state->get_local_state(operator_id())->cast(); DCHECK_LT(local_state._const_expr_list_idx, _const_expr_lists.size()); @@ -152,10 +150,9 @@ Status UnionSourceOperatorX::get_next_const(RuntimeState* state, vectorized::Blo SCOPED_PEAK_MEM(&local_state._estimate_memory_usage); auto& _const_expr_list_idx = local_state._const_expr_list_idx; - vectorized::MutableBlock mblock = - vectorized::VectorizedUtils::build_mutable_mem_reuse_block(block, row_descriptor()); + MutableBlock mblock = VectorizedUtils::build_mutable_mem_reuse_block(block, row_descriptor()); - vectorized::ColumnsWithTypeAndName tmp_block_columns; + ColumnsWithTypeAndName tmp_block_columns; for (; _const_expr_list_idx < _const_expr_lists.size() && mblock.rows() < state->batch_size(); ++_const_expr_list_idx) { int const_expr_lists_size = cast_set(_const_expr_lists[_const_expr_list_idx].size()); @@ -170,7 +167,7 @@ Status UnionSourceOperatorX::get_next_const(RuntimeState* state, vectorized::Blo RETURN_IF_ERROR(_const_expr_lists[_const_expr_list_idx][i]->execute_const_expr( tmp_block_columns[i])); } - vectorized::Block tmp_block(tmp_block_columns); + Block tmp_block(tmp_block_columns); if (tmp_block.columns() != mblock.columns()) { return Status::InternalError( "[UnionNode]columns count of const expr block not matched ({} vs {})", @@ -186,8 +183,7 @@ Status UnionSourceOperatorX::get_next_const(RuntimeState* state, vectorized::Blo // the const expr will be in output expr cause the union node return a empty block. so here we // need add one row to make sure the union node exec const expr return at least one row if (block->rows() == 0) { - block->insert({vectorized::ColumnUInt8::create(1), - std::make_shared(), ""}); + block->insert({ColumnUInt8::create(1), std::make_shared(), ""}); } return Status::OK(); } @@ -204,6 +200,5 @@ Status UnionSourceLocalState::close(RuntimeState* state) { return Base::close(state); } -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/operator/union_source_operator.h b/be/src/exec/operator/union_source_operator.h index 7379f579cf3d09..e4858ea53d8fa3 100644 --- a/be/src/exec/operator/union_source_operator.h +++ b/be/src/exec/operator/union_source_operator.h @@ -27,11 +27,8 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace vectorized { class Block; -} // namespace vectorized -namespace pipeline { class DataQueue; class UnionSourceOperatorX; @@ -55,7 +52,7 @@ class UnionSourceLocalState final : public PipelineXLocalState friend class OperatorX; bool _need_read_for_const_expr {true}; int _const_expr_list_idx {0}; - std::vector _const_expr_lists; + std::vector _const_expr_lists; // If this operator has no children, there is no shared state which owns dependency. So we // use this local state to hold this dependency. @@ -72,7 +69,7 @@ class UnionSourceOperatorX MOCK_REMOVE(final) : public OperatorX(Base::prepare(state)); // Prepare const expr lists. - for (const vectorized::VExprContextSPtrs& exprs : _const_expr_lists) { - RETURN_IF_ERROR(vectorized::VExpr::prepare(exprs, state, row_descriptor())); + for (const VExprContextSPtrs& exprs : _const_expr_lists) { + RETURN_IF_ERROR(VExpr::prepare(exprs, state, row_descriptor())); } // open const expr lists. for (const auto& exprs : _const_expr_lists) { - RETURN_IF_ERROR(vectorized::VExpr::open(exprs, state)); + RETURN_IF_ERROR(VExpr::open(exprs, state)); } return Status::OK(); } @@ -140,10 +137,9 @@ class UnionSourceOperatorX MOCK_REMOVE(final) : public OperatorX _const_expr_lists; + Status get_next_const(RuntimeState* state, Block* block); + std::vector _const_expr_lists; }; -} // namespace pipeline #include "common/compile_check_end.h" } // namespace doris \ No newline at end of file diff --git a/be/src/exec/partitioner/partitioner.cpp b/be/src/exec/partitioner/partitioner.cpp index 02ef20cef3fc37..39914d85d17d07 100644 --- a/be/src/exec/partitioner/partitioner.cpp +++ b/be/src/exec/partitioner/partitioner.cpp @@ -24,7 +24,7 @@ #include "exec/exchange/vdata_stream_sender.h" #include "runtime/thread_context.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template @@ -88,4 +88,4 @@ Status Crc32CHashPartitioner::clone(RuntimeState* state, template class Crc32HashPartitioner; template class Crc32HashPartitioner; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/partitioner/partitioner.h b/be/src/exec/partitioner/partitioner.h index 38c2c074da1b69..b6a4ab631fdbbd 100644 --- a/be/src/exec/partitioner/partitioner.h +++ b/be/src/exec/partitioner/partitioner.h @@ -23,7 +23,7 @@ #include "exprs/vexpr.h" #include "exprs/vexpr_context.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class PartitionerBase { @@ -154,4 +154,4 @@ class Crc32CHashPartitioner : public Crc32HashPartitioner { }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/pipeline/dependency.cpp b/be/src/exec/pipeline/dependency.cpp index 786c4febc4709c..f38fc5f7684f74 100644 --- a/be/src/exec/pipeline/dependency.cpp +++ b/be/src/exec/pipeline/dependency.cpp @@ -35,7 +35,7 @@ #include "runtime/memory/mem_tracker.h" #include "util/brpc_client_cache.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" Dependency* BasicSharedState::create_source_dependency(int operator_id, int node_id, @@ -159,7 +159,7 @@ void RuntimeFilterTimerQueue::start() { } { std::unique_lock lc(_que_lock); - std::list> new_que; + std::list> new_que; for (auto& it : _que) { if (it.use_count() == 1) { // `use_count == 1` means this runtime filter has been released @@ -204,15 +204,15 @@ LocalExchangeSharedState::LocalExchangeSharedState(int num_instances) { mem_counters.resize(num_instances, nullptr); } -vectorized::MutableColumns AggSharedState::_get_keys_hash_table() { +MutableColumns AggSharedState::_get_keys_hash_table() { return std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) { throw doris::Exception(ErrorCode::INTERNAL_ERROR, "uninited hash table"); - return vectorized::MutableColumns(); + return MutableColumns(); }, - [&](auto&& agg_method) -> vectorized::MutableColumns { - vectorized::MutableColumns key_columns; + [&](auto&& agg_method) -> MutableColumns { + MutableColumns key_columns; for (int i = 0; i < probe_expr_ctxs.size(); ++i) { key_columns.emplace_back( probe_expr_ctxs[i]->root()->data_type()->create_column()); @@ -253,7 +253,7 @@ void AggSharedState::build_limit_heap(size_t hash_table_size) { limit_columns_min = limit_heap.top()._row_id; } -bool AggSharedState::do_limit_filter(vectorized::Block* block, size_t num_rows, +bool AggSharedState::do_limit_filter(Block* block, size_t num_rows, const std::vector* key_locs) { if (num_rows) { cmp_res.resize(num_rows); @@ -284,7 +284,7 @@ bool AggSharedState::do_limit_filter(vectorized::Block* block, size_t num_rows, Status AggSharedState::reset_hash_table() { return std::visit( - vectorized::Overload { + Overload { [&](std::monostate& arg) -> Status { return Status::InternalError("Uninited hash table"); }, @@ -304,7 +304,7 @@ Status AggSharedState::reset_hash_table() { if (hash_table.has_null_key_data()) { auto st = _destroy_agg_status(hash_table.template get_null_key_data< - vectorized::AggregateDataPtr>()); + AggregateDataPtr>()); RETURN_IF_ERROR(st); } @@ -343,7 +343,7 @@ void PartitionedAggSharedState::update_spill_stream_profiles(RuntimeProfile* sou Status AggSpillPartition::get_spill_stream(RuntimeState* state, int node_id, RuntimeProfile* profile, - vectorized::SpillStreamSPtr& spill_stream) { + SpillStreamSPtr& spill_stream) { if (spilling_stream_) { spill_stream = spilling_stream_; return Status::OK(); @@ -402,20 +402,20 @@ void SpillSortSharedState::close() { } MultiCastSharedState::MultiCastSharedState(ObjectPool* pool, int cast_sender_count, int node_id) - : multi_cast_data_streamer(std::make_unique( + : multi_cast_data_streamer(std::make_unique( pool, cast_sender_count, node_id)) {} void MultiCastSharedState::update_spill_stream_profiles(RuntimeProfile* source_profile) {} -int AggSharedState::get_slot_column_id(const vectorized::AggFnEvaluator* evaluator) { +int AggSharedState::get_slot_column_id(const AggFnEvaluator* evaluator) { auto ctxs = evaluator->input_exprs_ctxs(); CHECK(ctxs.size() == 1 && ctxs[0]->root()->is_slot_ref()) << "input_exprs_ctxs is invalid, input_exprs_ctx[0]=" << ctxs[0]->root()->debug_string(); - return ((vectorized::VSlotRef*)ctxs[0]->root().get())->column_id(); + return ((VSlotRef*)ctxs[0]->root().get())->column_id(); } -Status AggSharedState::_destroy_agg_status(vectorized::AggregateDataPtr data) { +Status AggSharedState::_destroy_agg_status(AggregateDataPtr data) { for (int i = 0; i < aggregate_evaluators.size(); ++i) { aggregate_evaluators[i]->function()->destroy(data + offsets_of_aggregate_states[i]); } @@ -424,7 +424,7 @@ Status AggSharedState::_destroy_agg_status(vectorized::AggregateDataPtr data) { LocalExchangeSharedState::~LocalExchangeSharedState() = default; -Status SetSharedState::update_build_not_ignore_null(const vectorized::VExprContextSPtrs& ctxs) { +Status SetSharedState::update_build_not_ignore_null(const VExprContextSPtrs& ctxs) { if (ctxs.size() > build_not_ignore_null.size()) { return Status::InternalError("build_not_ignore_null not initialized"); } @@ -450,12 +450,12 @@ size_t SetSharedState::get_hash_table_size() const { } Status SetSharedState::hash_table_init() { - std::vector data_types; + std::vector data_types; for (size_t i = 0; i != child_exprs_lists[0].size(); ++i) { auto& ctx = child_exprs_lists[0][i]; auto data_type = ctx->root()->data_type(); if (build_not_ignore_null[i]) { - data_type = vectorized::make_nullable(data_type); + data_type = make_nullable(data_type); } data_types.emplace_back(std::move(data_type)); } @@ -463,7 +463,7 @@ Status SetSharedState::hash_table_init() { } void AggSharedState::refresh_top_limit(size_t row_id, - const vectorized::ColumnRawPtrs& key_columns) { + const ColumnRawPtrs& key_columns) { for (int j = 0; j < key_columns.size(); ++j) { limit_columns[j]->insert_from(*key_columns[j], row_id); } @@ -474,4 +474,4 @@ void AggSharedState::refresh_top_limit(size_t row_id, limit_columns_min = limit_heap.top()._row_id; } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/dependency.h b/be/src/exec/pipeline/dependency.h index ace415f377a08e..99bba94d212131 100644 --- a/be/src/exec/pipeline/dependency.h +++ b/be/src/exec/pipeline/dependency.h @@ -48,12 +48,12 @@ #include "util/brpc_closure.h" #include "util/stack_util.h" -namespace doris::vectorized { +namespace doris { class AggFnEvaluator; class VSlotRef; -} // namespace doris::vectorized +} // namespace doris -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class Dependency; class PipelineTask; @@ -265,7 +265,7 @@ struct RuntimeFilterTimerQueue { ~RuntimeFilterTimerQueue() = default; RuntimeFilterTimerQueue() { _thread = std::thread(&RuntimeFilterTimerQueue::start, this); } - void push_filter_timer(std::vector>&& filter) { + void push_filter_timer(std::vector>&& filter) { std::unique_lock lc(_que_lock); _que.insert(_que.end(), filter.begin(), filter.end()); cv.notify_all(); @@ -277,7 +277,7 @@ struct RuntimeFilterTimerQueue { std::mutex _que_lock; std::atomic_bool _stop = false; std::atomic_bool _shutdown = false; - std::list> _que; + std::list> _que; }; struct AggSharedState : public BasicSharedState { @@ -294,27 +294,27 @@ struct AggSharedState : public BasicSharedState { Status reset_hash_table(); - bool do_limit_filter(vectorized::Block* block, size_t num_rows, + bool do_limit_filter(Block* block, size_t num_rows, const std::vector* key_locs = nullptr); void build_limit_heap(size_t hash_table_size); // We should call this function only at 1st phase. // 1st phase: is_merge=true, only have one SlotRef. // 2nd phase: is_merge=false, maybe have multiple exprs. - static int get_slot_column_id(const vectorized::AggFnEvaluator* evaluator); + static int get_slot_column_id(const AggFnEvaluator* evaluator); AggregatedDataVariantsUPtr agg_data = nullptr; std::unique_ptr aggregate_data_container; - std::vector aggregate_evaluators; + std::vector aggregate_evaluators; // group by k1,k2 - vectorized::VExprContextSPtrs probe_expr_ctxs; + VExprContextSPtrs probe_expr_ctxs; size_t input_num_rows = 0; - std::vector values; + std::vector values; /// The total size of the row from the aggregate functions. size_t total_size_of_aggregate_states = 0; size_t align_aggregate_states = 1; /// The offset to the n-th aggregate function in a row of aggregate functions. - vectorized::Sizes offsets_of_aggregate_states; + Sizes offsets_of_aggregate_states; std::vector make_nullable_keys; bool agg_data_created_without_key = false; @@ -323,15 +323,15 @@ struct AggSharedState : public BasicSharedState { int64_t limit = -1; bool do_sort_limit = false; - vectorized::MutableColumns limit_columns; + MutableColumns limit_columns; int limit_columns_min = -1; - vectorized::PaddedPODArray need_computes; + PaddedPODArray need_computes; std::vector cmp_res; std::vector order_directions; std::vector null_directions; struct HeapLimitCursor { - HeapLimitCursor(int row_id, vectorized::MutableColumns& limit_columns, + HeapLimitCursor(int row_id, MutableColumns& limit_columns, std::vector& order_directions, std::vector& null_directions) : _row_id(row_id), _limit_columns(limit_columns), @@ -372,7 +372,7 @@ struct AggSharedState : public BasicSharedState { } int _row_id; - vectorized::MutableColumns& _limit_columns; + MutableColumns& _limit_columns; std::vector& _order_directions; std::vector& _null_directions; }; @@ -380,16 +380,16 @@ struct AggSharedState : public BasicSharedState { std::priority_queue limit_heap; // Refresh the top limit heap with a new row - void refresh_top_limit(size_t row_id, const vectorized::ColumnRawPtrs& key_columns); + void refresh_top_limit(size_t row_id, const ColumnRawPtrs& key_columns); - vectorized::Arena agg_arena_pool; - vectorized::Arena agg_profile_arena; + Arena agg_arena_pool; + Arena agg_profile_arena; private: - vectorized::MutableColumns _get_keys_hash_table(); + MutableColumns _get_keys_hash_table(); void _close_with_serialized_key() { - std::visit(vectorized::Overload {[&](std::monostate& arg) -> void { + std::visit(Overload {[&](std::monostate& arg) -> void { // Do nothing }, [&](auto& agg_method) -> void { @@ -403,7 +403,7 @@ struct AggSharedState : public BasicSharedState { if (data.has_null_key_data()) { auto st = _destroy_agg_status( data.template get_null_key_data< - vectorized::AggregateDataPtr>()); + AggregateDataPtr>()); if (!st) { throw Exception(st.code(), st.to_string()); } @@ -421,7 +421,7 @@ struct AggSharedState : public BasicSharedState { agg_data_created_without_key = false; } } - Status _destroy_agg_status(vectorized::AggregateDataPtr data); + Status _destroy_agg_status(AggregateDataPtr data); }; struct BasicSpillSharedState { @@ -478,7 +478,7 @@ struct AggSpillPartition { void close(); Status get_spill_stream(RuntimeState* state, int node_id, RuntimeProfile* profile, - vectorized::SpillStreamSPtr& spilling_stream); + SpillStreamSPtr& spilling_stream); Status flush_if_full() { DCHECK(spilling_stream_); @@ -502,14 +502,14 @@ struct AggSpillPartition { return Status::OK(); } - std::deque spill_streams_; - vectorized::SpillStreamSPtr spilling_stream_; + std::deque spill_streams_; + SpillStreamSPtr spilling_stream_; }; using AggSpillPartitionSPtr = std::shared_ptr; struct SortSharedState : public BasicSharedState { ENABLE_FACTORY_CREATOR(SortSharedState) public: - std::shared_ptr sorter; + std::shared_ptr sorter; }; struct SpillSortSharedState : public BasicSharedState, @@ -520,7 +520,7 @@ struct SpillSortSharedState : public BasicSharedState, SpillSortSharedState() = default; ~SpillSortSharedState() override = default; - void update_spill_block_batch_row_count(RuntimeState* state, const vectorized::Block* block) { + void update_spill_block_batch_row_count(RuntimeState* state, const Block* block) { auto rows = block->rows(); if (rows > 0 && 0 == avg_row_bytes) { avg_row_bytes = std::max((std::size_t)1, block->bytes() / rows); @@ -542,7 +542,7 @@ struct SpillSortSharedState : public BasicSharedState, std::atomic_bool is_closed = false; std::shared_ptr in_mem_shared_state_sptr; - std::deque sorted_streams; + std::deque sorted_streams; size_t avg_row_bytes = 0; size_t spill_block_batch_row_count; }; @@ -569,7 +569,7 @@ struct MultiCastSharedState : public BasicSharedState, public BasicSpillSharedState, public std::enable_shared_from_this { MultiCastSharedState(ObjectPool* pool, int cast_sender_count, int node_id); - std::unique_ptr multi_cast_data_streamer; + std::unique_ptr multi_cast_data_streamer; void update_spill_stream_profiles(RuntimeProfile* source_profile) override; }; @@ -579,11 +579,11 @@ struct AnalyticSharedState : public BasicSharedState { public: AnalyticSharedState() = default; - std::queue blocks_buffer; + std::queue blocks_buffer; std::mutex buffer_mutex; bool sink_eos = false; std::mutex sink_eos_lock; - vectorized::Arena agg_arena_pool; + Arena agg_arena_pool; }; struct JoinSharedState : public BasicSharedState { @@ -609,11 +609,11 @@ struct HashJoinSharedState : public JoinSharedState { hash_table_variant_vector[i] = std::make_shared(); } } - std::shared_ptr arena = std::make_shared(); + std::shared_ptr arena = std::make_shared(); const std::vector build_side_child_desc; size_t build_exprs_size = 0; - std::shared_ptr build_block; + std::shared_ptr build_block; std::shared_ptr> build_indexes_null; // Used by shared hash table @@ -661,8 +661,8 @@ struct PartitionedHashJoinSharedState std::unique_ptr inner_runtime_state; std::shared_ptr inner_shared_state; - std::vector> partitioned_build_blocks; - std::vector spilled_streams; + std::vector> partitioned_build_blocks; + std::vector spilled_streams; bool is_spilled = false; }; @@ -671,17 +671,17 @@ struct NestedLoopJoinSharedState : public JoinSharedState { // if true, left child has no more rows to process bool left_side_eos = false; // Visited flags for each row in build side. - vectorized::MutableColumns build_side_visited_flags; + MutableColumns build_side_visited_flags; // List of build blocks, constructed in prepare() - vectorized::Blocks build_blocks; + Blocks build_blocks; }; struct PartitionSortNodeSharedState : public BasicSharedState { ENABLE_FACTORY_CREATOR(PartitionSortNodeSharedState) public: - std::queue blocks_buffer; + std::queue blocks_buffer; std::mutex buffer_mutex; - std::vector> partition_sorts; + std::vector> partition_sorts; bool sink_eos = false; std::mutex sink_eos_lock; std::mutex prepared_finish_lock; @@ -691,7 +691,7 @@ struct SetSharedState : public BasicSharedState { ENABLE_FACTORY_CREATOR(SetSharedState) public: /// default init - vectorized::Block build_block; // build to source + Block build_block; // build to source //record element size in hashtable int64_t valid_element_in_hash_tbl = 0; //first: idx mapped to column types @@ -707,24 +707,24 @@ struct SetSharedState : public BasicSharedState { // The SET operator's child might have different nullable attributes. // If a calculation involves both nullable and non-nullable columns, the final output should be a nullable column - Status update_build_not_ignore_null(const vectorized::VExprContextSPtrs& ctxs); + Status update_build_not_ignore_null(const VExprContextSPtrs& ctxs); size_t get_hash_table_size() const; /// init in both upstream side. //The i-th result expr list refers to the i-th child. - std::vector child_exprs_lists; + std::vector child_exprs_lists; /// init in build side size_t child_quantity; - vectorized::VExprContextSPtrs build_child_exprs; + VExprContextSPtrs build_child_exprs; std::vector probe_finished_children_dependency; /// init in probe side - std::vector probe_child_exprs_lists; + std::vector probe_child_exprs_lists; std::atomic ready_for_read = false; - vectorized::Arena arena; + Arena arena; /// called in setup_local_state Status hash_table_init(); @@ -838,4 +838,4 @@ struct LocalExchangeSharedState : public BasicSharedState { }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/pipeline.cpp b/be/src/exec/pipeline/pipeline.cpp index f1c69d72af1dd5..78a2cffafad989 100644 --- a/be/src/exec/pipeline/pipeline.cpp +++ b/be/src/exec/pipeline/pipeline.cpp @@ -25,7 +25,7 @@ #include "exec/pipeline/pipeline_fragment_context.h" #include "exec/pipeline/pipeline_task.h" -namespace doris::pipeline { +namespace doris { void Pipeline::_init_profile() { auto s = fmt::format("Pipeline (pipeline id={})", _pipeline_id); @@ -135,4 +135,4 @@ void Pipeline::make_all_runnable(PipelineId wake_by) { } } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/pipeline.h b/be/src/exec/pipeline/pipeline.h index 0a460af916fd3c..e85c373c411e45 100644 --- a/be/src/exec/pipeline/pipeline.h +++ b/be/src/exec/pipeline/pipeline.h @@ -30,7 +30,7 @@ #include "exec/operator/operator.h" #include "runtime/runtime_profile.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class PipelineFragmentContext; class Pipeline; @@ -180,4 +180,4 @@ class Pipeline : public std::enable_shared_from_this { const int _num_tasks_of_parent; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/pipeline_fragment_context.cpp b/be/src/exec/pipeline/pipeline_fragment_context.cpp index 96e8f42e89ccb3..fc3d83c229de47 100644 --- a/be/src/exec/pipeline/pipeline_fragment_context.cpp +++ b/be/src/exec/pipeline/pipeline_fragment_context.cpp @@ -122,7 +122,7 @@ #include "util/debug_util.h" #include "util/uid_util.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" PipelineFragmentContext::PipelineFragmentContext( TUniqueId query_id, const TPipelineFragmentParams& request, @@ -1921,7 +1921,7 @@ size_t PipelineFragmentContext::get_revocable_size(bool* has_running_task) const } size_t revocable_size = task.first->get_revocable_size(); - if (revocable_size >= vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { + if (revocable_size >= SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { res += revocable_size; } } @@ -1934,7 +1934,7 @@ std::vector PipelineFragmentContext::get_revocable_tasks() const for (const auto& task_instances : _tasks) { for (const auto& task : task_instances) { size_t revocable_size_ = task.first->get_revocable_size(); - if (revocable_size_ >= vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { + if (revocable_size_ >= SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { revocable_tasks.emplace_back(task.first.get()); } } @@ -2021,4 +2021,4 @@ PipelineFragmentContext::collect_realtime_load_channel_profile() const { return load_channel_profile; } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/pipeline_fragment_context.h b/be/src/exec/pipeline/pipeline_fragment_context.h index c13891aa4b7328..3c530da1baa53c 100644 --- a/be/src/exec/pipeline/pipeline_fragment_context.h +++ b/be/src/exec/pipeline/pipeline_fragment_context.h @@ -45,8 +45,6 @@ class RuntimeFilterMergeControllerEntity; class TDataSink; class TPipelineFragmentParams; -namespace pipeline { - class Dependency; class PipelineFragmentContext : public TaskExecutionContext { @@ -59,7 +57,7 @@ class PipelineFragmentContext : public TaskExecutionContext { // functions like PrettyPrint() or to_thrift(), neither of which is const // because they take locks. using report_status_callback = std::function&&)>; + const ReportStatusRequest, std::shared_ptr&&)>; PipelineFragmentContext(TUniqueId query_id, const TPipelineFragmentParams& request, std::shared_ptr query_ctx, ExecEnv* exec_env, const std::function& call_back, @@ -328,5 +326,4 @@ class PipelineFragmentContext : public TaskExecutionContext { TPipelineFragmentParams _params; int32_t _parallel_instances = 0; }; -} // namespace pipeline } // namespace doris diff --git a/be/src/exec/pipeline/pipeline_task.cpp b/be/src/exec/pipeline/pipeline_task.cpp index a42f3997ceb369..6bcfd9b3c5c896 100644 --- a/be/src/exec/pipeline/pipeline_task.cpp +++ b/be/src/exec/pipeline/pipeline_task.cpp @@ -54,7 +54,7 @@ namespace doris { class RuntimeState; } // namespace doris -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" PipelineTask::PipelineTask(PipelinePtr& pipeline, uint32_t task_id, RuntimeState* state, @@ -164,7 +164,7 @@ Status PipelineTask::prepare(const std::vector& scan_range, co } else { return Status::InternalError("Fragment already finished! Query: {}", print_id(_query_id)); } - _block = doris::vectorized::Block::create_unique(); + _block = doris::Block::create_unique(); return _state_transition(State::RUNNABLE); } @@ -655,7 +655,7 @@ bool PipelineTask::_try_to_reserve_memory(const size_t reserve_size, OperatorBas COUNTER_UPDATE(_memory_reserve_times, 1); auto sink_revocable_mem_size = _sink->revocable_mem_size(_state); if (st.ok() && _state->enable_force_spill() && _sink->is_spillable() && - sink_revocable_mem_size >= vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { + sink_revocable_mem_size >= SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { st = Status(ErrorCode::QUERY_MEMORY_EXCEEDED, "Force Spill"); } if (!st.ok()) { @@ -692,7 +692,7 @@ bool PipelineTask::_try_to_reserve_memory(const size_t reserve_size, OperatorBas // build hash table directly and will consume a lot of memory. So that should return false directly. // TODO: we should using a global system buffer management logic to deal with low memory mode. /** - if (sink_revocable_mem_size >= vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { + if (sink_revocable_mem_size >= SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { LOG(INFO) << fmt::format( "Query: {} sink: {}, node id: {}, task id: " "{}, revocable mem size: {}", @@ -865,7 +865,7 @@ Status PipelineTask::revoke_memory(const std::shared_ptr& spill_co } const auto revocable_size = _sink->revocable_mem_size(_state); - if (revocable_size >= vectorized::SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { + if (revocable_size >= SpillStream::MIN_SPILL_WRITE_BATCH_MEM) { auto revokable_task = std::make_shared(shared_from_this(), spill_context); RETURN_IF_ERROR(_state->get_query_ctx()->get_pipe_exec_scheduler()->submit(revokable_task)); } else { @@ -903,4 +903,4 @@ Status PipelineTask::_state_transition(State new_state) { } #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/pipeline_task.h b/be/src/exec/pipeline/pipeline_task.h index 35cf6e1b08e4ee..cb89673b2c04b1 100644 --- a/be/src/exec/pipeline/pipeline_task.h +++ b/be/src/exec/pipeline/pipeline_task.h @@ -34,12 +34,10 @@ namespace doris { class QueryContext; class RuntimeState; -namespace pipeline { class PipelineFragmentContext; -} // namespace pipeline } // namespace doris -namespace doris::pipeline { +namespace doris { class MultiCoreTaskQueue; class PriorityTaskQueue; @@ -209,7 +207,7 @@ class PipelineTask : public std::enable_shared_from_this { RuntimeState* _state = nullptr; int _thread_id = -1; uint32_t _schedule_time = 0; - std::unique_ptr _block; + std::unique_ptr _block; std::weak_ptr _fragment_context; @@ -323,4 +321,4 @@ class PipelineTask : public std::enable_shared_from_this { using PipelineTaskSPtr = std::shared_ptr; -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/pipeline_tracing.cpp b/be/src/exec/pipeline/pipeline_tracing.cpp index ae187d31daf765..4ce26f3bcd621e 100644 --- a/be/src/exec/pipeline/pipeline_tracing.cpp +++ b/be/src/exec/pipeline/pipeline_tracing.cpp @@ -33,7 +33,7 @@ #include "io/fs/local_file_writer.h" #include "util/time.h" -namespace doris::pipeline { +namespace doris { void PipelineTracerContext::record(ScheduleRecord record) { if (_dump_type == RecordType::None) [[unlikely]] { @@ -178,4 +178,4 @@ void PipelineTracerContext::_dump_timeslice() { _id_to_workload_group.clear(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/pipeline_tracing.h b/be/src/exec/pipeline/pipeline_tracing.h index d52c4d73b928e6..72c29f95cc9d8d 100644 --- a/be/src/exec/pipeline/pipeline_tracing.h +++ b/be/src/exec/pipeline/pipeline_tracing.h @@ -32,7 +32,7 @@ #include "util/thrift_util.h" #include "util/time.h" -namespace doris::pipeline { +namespace doris { struct ScheduleRecord { TUniqueId query_id; @@ -106,4 +106,4 @@ class PipelineTracerContext { decltype(MonotonicSeconds()) _dump_interval_s = 60; // effective iff Periodic mode. 1 minute default. }; -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/revokable_task.h b/be/src/exec/pipeline/revokable_task.h index 786bcbc490f211..c2cc728f49b696 100644 --- a/be/src/exec/pipeline/revokable_task.h +++ b/be/src/exec/pipeline/revokable_task.h @@ -30,7 +30,6 @@ namespace doris { class RuntimeState; -namespace pipeline { class PipelineFragmentContext; class RevokableTask : public PipelineTask { @@ -71,5 +70,4 @@ class RevokableTask : public PipelineTask { std::shared_ptr _spill_context; }; -} // namespace pipeline } // namespace doris \ No newline at end of file diff --git a/be/src/exec/pipeline/task_queue.cpp b/be/src/exec/pipeline/task_queue.cpp index 14ad6ba5b9ebfc..db20c7c12fd3d2 100644 --- a/be/src/exec/pipeline/task_queue.cpp +++ b/be/src/exec/pipeline/task_queue.cpp @@ -26,7 +26,7 @@ #include "exec/pipeline/pipeline_task.h" #include "runtime/workload_group/workload_group.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" PipelineTaskSPtr SubTaskQueue::try_take(bool is_steal) { @@ -213,4 +213,4 @@ void MultiCoreTaskQueue::update_statistics(PipelineTask* task, int64_t time_spen } } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/task_queue.h b/be/src/exec/pipeline/task_queue.h index b0b74677d90ffd..49796dbcbed250 100644 --- a/be/src/exec/pipeline/task_queue.h +++ b/be/src/exec/pipeline/task_queue.h @@ -31,7 +31,7 @@ #include "common/status.h" #include "exec/pipeline/pipeline_task.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" class SubTaskQueue { @@ -137,4 +137,4 @@ class MultiCoreTaskQueue { static constexpr auto WAIT_CORE_TASK_TIMEOUT_MS = 100; }; #include "common/compile_check_end.h" -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/task_scheduler.cpp b/be/src/exec/pipeline/task_scheduler.cpp index ba0efc8821d281..20931c03aa05cd 100644 --- a/be/src/exec/pipeline/task_scheduler.cpp +++ b/be/src/exec/pipeline/task_scheduler.cpp @@ -48,7 +48,7 @@ #include "util/time.h" #include "util/uid_util.h" -namespace doris::pipeline { +namespace doris { #include "common/compile_check_begin.h" TaskScheduler::~TaskScheduler() { stop(); @@ -207,4 +207,4 @@ void HybridTaskScheduler::stop() { _simple_scheduler.stop(); } -} // namespace doris::pipeline +} // namespace doris diff --git a/be/src/exec/pipeline/task_scheduler.h b/be/src/exec/pipeline/task_scheduler.h index cd3c7b5dd3eae1..08d07318f896d9 100644 --- a/be/src/exec/pipeline/task_scheduler.h +++ b/be/src/exec/pipeline/task_scheduler.h @@ -40,7 +40,7 @@ class ExecEnv; class ThreadPool; } // namespace doris -namespace doris::pipeline { +namespace doris { class HybridTaskScheduler; class TaskScheduler { @@ -101,4 +101,4 @@ class HybridTaskScheduler MOCK_REMOVE(final) : public TaskScheduler { TaskScheduler _blocking_scheduler; TaskScheduler _simple_scheduler; }; -} // namespace doris::pipeline \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/rowid_fetcher.cpp b/be/src/exec/rowid_fetcher.cpp index bee748c16358ee..6321bad767c099 100644 --- a/be/src/exec/rowid_fetcher.cpp +++ b/be/src/exec/rowid_fetcher.cpp @@ -97,7 +97,7 @@ Status RowIDFetcher::init() { return Status::OK(); } -PMultiGetRequest RowIDFetcher::_init_fetch_request(const vectorized::ColumnString& row_locs) const { +PMultiGetRequest RowIDFetcher::_init_fetch_request(const ColumnString& row_locs) const { PMultiGetRequest mget_req; _fetch_option.desc->to_protobuf(mget_req.mutable_desc()); for (SlotDescriptor* slot : _fetch_option.desc->slots()) { @@ -135,7 +135,7 @@ PMultiGetRequest RowIDFetcher::_init_fetch_request(const vectorized::ColumnStrin Status RowIDFetcher::_merge_rpc_results(const PMultiGetRequest& request, const std::vector& rsps, const std::vector& cntls, - vectorized::Block* output_block, + Block* output_block, std::vector* rows_id) const { output_block->clear(); for (const auto& cntl : cntls) { @@ -145,7 +145,7 @@ Status RowIDFetcher::_merge_rpc_results(const PMultiGetRequest& request, return Status::InternalError(cntl.ErrorText()); } } - vectorized::DataTypeSerDeSPtrs serdes; + DataTypeSerDeSPtrs serdes; std::unordered_map col_uid_to_idx; std::vector default_values; default_values.resize(_fetch_option.desc->slots().size()); @@ -162,24 +162,24 @@ Status RowIDFetcher::_merge_rpc_results(const PMultiGetRequest& request, if (request.fetch_row_store()) { CHECK(resp.row_locs().size() == resp.binary_row_data_size()); if (output_block->is_empty_column()) { - *output_block = vectorized::Block(_fetch_option.desc->slots(), 1); + *output_block = Block(_fetch_option.desc->slots(), 1); } if (serdes.empty() && col_uid_to_idx.empty()) { - serdes = vectorized::create_data_type_serdes(_fetch_option.desc->slots()); + serdes = create_data_type_serdes(_fetch_option.desc->slots()); for (int i = 0; i < _fetch_option.desc->slots().size(); ++i) { col_uid_to_idx[_fetch_option.desc->slots()[i]->col_unique_id()] = i; default_values[i] = _fetch_option.desc->slots()[i]->col_default_value(); } } for (int i = 0; i < resp.binary_row_data_size(); ++i) { - RETURN_IF_ERROR(vectorized::JsonbSerializeUtil::jsonb_to_block( + RETURN_IF_ERROR(JsonbSerializeUtil::jsonb_to_block( serdes, resp.binary_row_data(i).data(), resp.binary_row_data(i).size(), col_uid_to_idx, *output_block, default_values, {})); } return Status::OK(); } // Merge partial blocks - vectorized::Block partial_block; + Block partial_block; [[maybe_unused]] size_t uncompressed_size = 0; [[maybe_unused]] int64_t uncompressed_time = 0; @@ -213,39 +213,34 @@ Status RowIDFetcher::_merge_rpc_results(const PMultiGetRequest& request, return Status::OK(); } -bool _has_char_type(const vectorized::DataTypePtr& type) { +bool _has_char_type(const DataTypePtr& type) { switch (type->get_primitive_type()) { case TYPE_CHAR: { return true; } case TYPE_ARRAY: { - const auto* arr_type = - assert_cast(remove_nullable(type).get()); + const auto* arr_type = assert_cast(remove_nullable(type).get()); return _has_char_type(arr_type->get_nested_type()); } case TYPE_MAP: { - const auto* map_type = - assert_cast(remove_nullable(type).get()); + const auto* map_type = assert_cast(remove_nullable(type).get()); return _has_char_type(map_type->get_key_type()) || _has_char_type(map_type->get_value_type()); } case TYPE_STRUCT: { - const auto* struct_type = - assert_cast(remove_nullable(type).get()); - return std::any_of( - struct_type->get_elements().begin(), struct_type->get_elements().end(), - [&](const vectorized::DataTypePtr& dt) -> bool { return _has_char_type(dt); }); + const auto* struct_type = assert_cast(remove_nullable(type).get()); + return std::any_of(struct_type->get_elements().begin(), struct_type->get_elements().end(), + [&](const DataTypePtr& dt) -> bool { return _has_char_type(dt); }); } default: return false; } } -Status RowIDFetcher::fetch(const vectorized::ColumnPtr& column_row_ids, - vectorized::Block* res_block) { +Status RowIDFetcher::fetch(const ColumnPtr& column_row_ids, Block* res_block) { CHECK(!_stubs.empty()); - PMultiGetRequest mget_req = _init_fetch_request(assert_cast( - *vectorized::remove_nullable(column_row_ids).get())); + PMultiGetRequest mget_req = _init_fetch_request( + assert_cast(*remove_nullable(column_row_ids).get())); std::vector resps(_stubs.size()); std::vector cntls(_stubs.size()); bthread::CountdownEvent counter(cast_set(_stubs.size())); @@ -278,7 +273,7 @@ Status RowIDFetcher::fetch(const vectorized::ColumnPtr& column_row_ids, if (positions.size() < rows_locs.size()) { LOG(WARNING) << "cwntains duplicated row entry"; } - vectorized::IColumn::Permutation permutation; + IColumn::Permutation permutation; permutation.reserve(column_row_ids->size()); for (size_t i = 0; i < column_row_ids->size(); ++i) { auto location = @@ -373,7 +368,7 @@ Status RowIdStorageReader::read_by_rowids(const PMultiGetRequest& request, PMultiGetResponse* response) { // read from storage engine row id by row id OlapReaderStatistics stats; - vectorized::Block result_block; + Block result_block; int64_t acquire_tablet_ms = 0; int64_t acquire_rowsets_ms = 0; int64_t acquire_segments_ms = 0; @@ -464,7 +459,7 @@ Status RowIdStorageReader::read_by_rowids(const PMultiGetRequest& request, // fetch by column store if (result_block.is_empty_column()) { - result_block = vectorized::Block(slots, request.row_locs().size()); + result_block = Block(slots, request.row_locs().size()); } VLOG_DEBUG << "Read row location " << fmt::format("{}, {}, {}, {}", row_location.tablet_id, @@ -473,8 +468,7 @@ Status RowIdStorageReader::read_by_rowids(const PMultiGetRequest& request, row_location.row_location.row_id); for (int x = 0; x < slots.size(); ++x) { auto row_id = static_cast(row_loc.ordinal_id()); - vectorized::MutableColumnPtr column = - result_block.get_by_position(x).column->assume_mutable(); + MutableColumnPtr column = result_block.get_by_position(x).column->assume_mutable(); IteratorKey iterator_key {.tablet_id = tablet->tablet_id(), .rowset_id = rowset_id, .segment_id = row_loc.segment_id(), @@ -526,7 +520,7 @@ Status RowIdStorageReader::read_by_rowids(const PMultiGetRequestV2& request, if (request.request_block_descs_size()) { auto tquery_id = ((UniqueId)request.query_id()).to_thrift(); // todo: use mutableBlock instead of block - std::vector result_blocks(request.request_block_descs_size()); + std::vector result_blocks(request.request_block_descs_size()); OlapReaderStatistics stats; int64_t acquire_tablet_ms = 0; @@ -649,11 +643,11 @@ Status RowIdStorageReader::read_by_rowids(const PMultiGetRequestV2& request, Status RowIdStorageReader::read_batch_doris_format_row( const PRequestBlockDesc& request_block_desc, std::shared_ptr id_file_map, - std::vector& slots, const TUniqueId& query_id, - vectorized::Block& result_block, OlapReaderStatistics& stats, int64_t* acquire_tablet_ms, - int64_t* acquire_rowsets_ms, int64_t* acquire_segments_ms, int64_t* lookup_row_data_ms) { + std::vector& slots, const TUniqueId& query_id, Block& result_block, + OlapReaderStatistics& stats, int64_t* acquire_tablet_ms, int64_t* acquire_rowsets_ms, + int64_t* acquire_segments_ms, int64_t* lookup_row_data_ms) { if (result_block.is_empty_column()) [[likely]] { - result_block = vectorized::Block(slots, request_block_desc.row_id_size()); + result_block = Block(slots, request_block_desc.row_id_size()); } TabletSchema full_read_schema; for (const ColumnPB& column_pb : request_block_desc.column_descs()) { @@ -714,8 +708,7 @@ Status RowIdStorageReader::read_external_row_from_file_mapping( size_t idx, const std::multimap& row_ids, const std::shared_ptr& file_mapping, const std::vector& slots, const TUniqueId& query_id, const std::shared_ptr& runtime_state, - std::vector& scan_blocks, - std::vector>& row_id_block_idx, + std::vector& scan_blocks, std::vector>& row_id_block_idx, std::vector& fetch_statistics, const TFileScanRangeParams& rpc_scan_params, const std::unordered_map& colname_to_slot_id, @@ -734,7 +727,7 @@ Status RowIdStorageReader::read_external_row_from_file_mapping( row_id_block_idx[result_block_idx] = std::make_pair(idx, read_ids.size() - 1); } - scan_blocks[idx] = vectorized::Block(slots, read_ids.size()); + scan_blocks[idx] = Block(slots, read_ids.size()); auto& external_info = file_mapping->get_external_file_info(); auto& scan_range_desc = external_info.scan_range_desc; @@ -748,10 +741,9 @@ Status RowIdStorageReader::read_external_row_from_file_mapping( std::unique_ptr sub_runtime_profile = std::make_unique("ExternalRowIDFetcher"); { - std::unique_ptr vfile_scanner_ptr = - vectorized::FileScanner::create_unique(runtime_state.get(), - sub_runtime_profile.get(), &rpc_scan_params, - &colname_to_slot_id, &tuple_desc); + std::unique_ptr vfile_scanner_ptr = + FileScanner::create_unique(runtime_state.get(), sub_runtime_profile.get(), + &rpc_scan_params, &colname_to_slot_id, &tuple_desc); RETURN_IF_ERROR(vfile_scanner_ptr->prepare_for_read_lines(scan_range_desc)); RETURN_IF_ERROR(vfile_scanner_ptr->read_lines_from_range( @@ -760,7 +752,7 @@ Status RowIdStorageReader::read_external_row_from_file_mapping( } auto file_read_bytes_counter = - sub_runtime_profile->get_counter(vectorized::FileScanner::FileReadBytesProfile); + sub_runtime_profile->get_counter(FileScanner::FileReadBytesProfile); if (file_read_bytes_counter != nullptr) { fetch_statistics[idx].file_read_bytes = PrettyPrinter::print( @@ -768,7 +760,7 @@ Status RowIdStorageReader::read_external_row_from_file_mapping( } auto file_read_times_counter = - sub_runtime_profile->get_counter(vectorized::FileScanner::FileReadTimeProfile); + sub_runtime_profile->get_counter(FileScanner::FileReadTimeProfile); if (file_read_times_counter != nullptr) { fetch_statistics[idx].file_read_times = PrettyPrinter::print( file_read_times_counter->value(), file_read_times_counter->type()); @@ -786,7 +778,7 @@ Status RowIdStorageReader::read_batch_external_row( const uint64_t workload_group_id, const PRequestBlockDesc& request_block_desc, std::shared_ptr id_file_map, std::vector& slots, std::shared_ptr first_file_mapping, const TUniqueId& query_id, - vectorized::Block& result_block, PRuntimeProfileTree* pprofile, int64_t* init_reader_avg_ms, + Block& result_block, PRuntimeProfileTree* pprofile, int64_t* init_reader_avg_ms, int64_t* get_block_avg_ms, size_t* scan_range_cnt) { TFileScanRangeParams rpc_scan_params; TupleDescriptor tuple_desc(request_block_desc.desc(), false); @@ -796,7 +788,7 @@ Status RowIdStorageReader::read_batch_external_row( int max_file_scanners = 0; { if (result_block.is_empty_column()) [[likely]] { - result_block = vectorized::Block(slots, request_block_desc.row_id_size()); + result_block = Block(slots, request_block_desc.row_id_size()); } auto& external_info = first_file_mapping->get_external_file_info(); @@ -855,7 +847,7 @@ Status RowIdStorageReader::read_batch_external_row( scan_rows; // Block corresponding to the order of `scan_rows` map. - std::vector scan_blocks; + std::vector scan_blocks; // row_id (Indexing of vectors) => < In which block, which line in the block > std::vector> row_id_block_idx; @@ -903,9 +895,9 @@ Status RowIdStorageReader::read_batch_external_row( std::vector workload_group_ids; workload_group_ids.emplace_back(workload_group_id); auto wg = ExecEnv::GetInstance()->workload_group_mgr()->get_group(workload_group_ids); - doris::pipeline::TaskScheduler* exec_sched = nullptr; - vectorized::ScannerScheduler* scan_sched = nullptr; - vectorized::ScannerScheduler* remote_scan_sched = nullptr; + doris::TaskScheduler* exec_sched = nullptr; + ScannerScheduler* scan_sched = nullptr; + ScannerScheduler* remote_scan_sched = nullptr; wg->get_query_scheduler(&exec_sched, &scan_sched, &remote_scan_sched); DCHECK(remote_scan_sched); @@ -924,7 +916,7 @@ Status RowIdStorageReader::read_batch_external_row( for (const auto& [_, scan_info] : scan_rows) { semaphore.acquire(); RETURN_IF_ERROR(remote_scan_sched->submit_scan_task( - vectorized::SimplifiedScanTask( + SimplifiedScanTask( [&, idx, scan_info]() -> Status { const auto& [row_ids, file_mapping] = scan_info; return read_external_row_from_file_mapping( @@ -951,10 +943,9 @@ Status RowIdStorageReader::read_batch_external_row( for (size_t column_id = 0; column_id < result_block.get_columns().size(); column_id++) { // The non-const Block(result_block) is passed in read_by_rowids, but columns[i] in get_columns // is at bottom an immutable_ptr of Cow, so use const_cast - auto dst_col = - const_cast(result_block.get_columns()[column_id].get()); + auto dst_col = const_cast(result_block.get_columns()[column_id].get()); - std::vector scan_src_columns; + std::vector scan_src_columns; scan_src_columns.reserve(row_id_block_idx.size()); std::vector scan_positions; scan_positions.reserve(row_id_block_idx.size()); @@ -1002,9 +993,9 @@ Status RowIdStorageReader::read_batch_external_row( std::to_string(*init_reader_avg_ms) + "ms"); runtime_profile->add_info_string(FileReadLinesProfile, fmt::to_string(file_read_lines_buffer)); - runtime_profile->add_info_string(vectorized::FileScanner::FileReadBytesProfile, + runtime_profile->add_info_string(FileScanner::FileReadBytesProfile, fmt::to_string(file_read_bytes_buffer)); - runtime_profile->add_info_string(vectorized::FileScanner::FileReadTimeProfile, + runtime_profile->add_info_string(FileScanner::FileReadTimeProfile, fmt::to_string(file_read_times_buffer)); } @@ -1023,7 +1014,7 @@ Status RowIdStorageReader::read_doris_format_row( int64_t* acquire_tablet_ms, int64_t* acquire_rowsets_ms, int64_t* acquire_segments_ms, int64_t* lookup_row_data_ms, std::unordered_map& seg_map, std::unordered_map& iterator_map, - vectorized::Block& result_block) { + Block& result_block) { auto [tablet_id, rowset_id, segment_id] = file_mapping->get_doris_format_info(); SegKey seg_key {.tablet_id = tablet_id, .rowset_id = rowset_id, .segment_id = segment_id}; @@ -1101,7 +1092,7 @@ Status RowIdStorageReader::read_doris_format_row( }, lookup_row_data_ms)); - RETURN_IF_ERROR(vectorized::JsonbSerializeUtil::jsonb_to_block( + RETURN_IF_ERROR(JsonbSerializeUtil::jsonb_to_block( row_store_read_struct.serdes, row_store_read_struct.row_store_buffer.data(), row_store_read_struct.row_store_buffer.size(), row_store_read_struct.col_uid_to_idx, result_block, @@ -1109,8 +1100,7 @@ Status RowIdStorageReader::read_doris_format_row( } } else { for (int x = 0; x < slots.size(); ++x) { - vectorized::MutableColumnPtr column = - result_block.get_by_position(x).column->assume_mutable(); + MutableColumnPtr column = result_block.get_by_position(x).column->assume_mutable(); IteratorKey iterator_key {.tablet_id = tablet_id, .rowset_id = rowset_id, .segment_id = segment_id, diff --git a/be/src/exec/rowid_fetcher.h b/be/src/exec/rowid_fetcher.h index 65ccbf7388f8ee..7641103666922b 100644 --- a/be/src/exec/rowid_fetcher.h +++ b/be/src/exec/rowid_fetcher.h @@ -51,12 +51,10 @@ inline void fetch_callback(bthread::CountdownEvent* counter) { Defer __defer([&] { counter->signal(); }); } -namespace vectorized { template class ColumnStr; using ColumnString = ColumnStr; class MutableBlock; -} // namespace vectorized // fetch rows by global rowid // tablet_id/rowset_name/segment_id/ordinal_id @@ -71,14 +69,13 @@ class RowIDFetcher { public: RowIDFetcher(FetchOption fetch_opt) : _fetch_option(std::move(fetch_opt)) {} Status init(); - Status fetch(const vectorized::ColumnPtr& row_ids, vectorized::Block* block); + Status fetch(const ColumnPtr& row_ids, Block* block); private: - PMultiGetRequest _init_fetch_request(const vectorized::ColumnString& row_ids) const; + PMultiGetRequest _init_fetch_request(const ColumnString& row_ids) const; Status _merge_rpc_results(const PMultiGetRequest& request, const std::vector& rsps, - const std::vector& cntls, - vectorized::Block* output_block, + const std::vector& cntls, Block* output_block, std::vector* rows_id) const; std::vector> _stubs; @@ -88,7 +85,7 @@ class RowIDFetcher { struct RowStoreReadStruct { RowStoreReadStruct(std::string& buffer) : row_store_buffer(buffer) {}; std::string& row_store_buffer; - vectorized::DataTypeSerDeSPtrs serdes; + DataTypeSerDeSPtrs serdes; std::unordered_map col_uid_to_idx; std::vector default_values; }; @@ -115,28 +112,26 @@ class RowIdStorageReader { int64_t* acquire_tablet_ms, int64_t* acquire_rowsets_ms, int64_t* acquire_segments_ms, int64_t* lookup_row_data_ms, std::unordered_map& seg_map, std::unordered_map& iterator_map, - vectorized::Block& result_block); + Block& result_block); static Status read_batch_doris_format_row( const PRequestBlockDesc& request_block_desc, std::shared_ptr id_file_map, - std::vector& slots, const TUniqueId& query_id, - vectorized::Block& result_block, OlapReaderStatistics& stats, - int64_t* acquire_tablet_ms, int64_t* acquire_rowsets_ms, int64_t* acquire_segments_ms, - int64_t* lookup_row_data_ms); + std::vector& slots, const TUniqueId& query_id, Block& result_block, + OlapReaderStatistics& stats, int64_t* acquire_tablet_ms, int64_t* acquire_rowsets_ms, + int64_t* acquire_segments_ms, int64_t* lookup_row_data_ms); static Status read_batch_external_row( const uint64_t workload_group_id, const PRequestBlockDesc& request_block_desc, std::shared_ptr id_file_map, std::vector& slots, std::shared_ptr first_file_mapping, const TUniqueId& query_id, - vectorized::Block& result_block, PRuntimeProfileTree* pprofile, - int64_t* init_reader_avg_ms, int64_t* get_block_avg_ms, size_t* scan_range_cnt); + Block& result_block, PRuntimeProfileTree* pprofile, int64_t* init_reader_avg_ms, + int64_t* get_block_avg_ms, size_t* scan_range_cnt); static Status read_external_row_from_file_mapping( size_t idx, const std::multimap& row_ids, const std::shared_ptr& file_mapping, const std::vector& slots, const TUniqueId& query_id, - const std::shared_ptr& runtime_state, - std::vector& scan_blocks, + const std::shared_ptr& runtime_state, std::vector& scan_blocks, std::vector>& row_id_block_idx, std::vector& fetch_statistics, const TFileScanRangeParams& rpc_scan_params, diff --git a/be/src/exec/runtime_filter/runtime_filter.cpp b/be/src/exec/runtime_filter/runtime_filter.cpp index 72ca77796a354c..418434278341dc 100644 --- a/be/src/exec/runtime_filter/runtime_filter.cpp +++ b/be/src/exec/runtime_filter/runtime_filter.cpp @@ -75,8 +75,8 @@ Status RuntimeFilter::_push_to_remote(RuntimeState* state, const TNetworkAddress Status RuntimeFilter::_init_with_desc(const TRuntimeFilterDesc* desc, const TQueryOptions* options) { - vectorized::VExprContextSPtr build_ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(desc->src_expr, build_ctx)); + VExprContextSPtr build_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(desc->src_expr, build_ctx)); RuntimeFilterParams params; params.filter_id = desc->filter_id; @@ -109,9 +109,8 @@ Status RuntimeFilter::_init_with_desc(const TRuntimeFilterDesc* desc, if (!desc->__isset.bitmap_target_expr) { return Status::InternalError("Unknown bitmap filter target expr."); } - vectorized::VExprContextSPtr bitmap_target_ctx; - RETURN_IF_ERROR( - vectorized::VExpr::create_expr_tree(desc->bitmap_target_expr, bitmap_target_ctx)); + VExprContextSPtr bitmap_target_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(desc->bitmap_target_expr, bitmap_target_ctx)); params.column_return_type = bitmap_target_ctx->root()->data_type()->get_primitive_type(); if (desc->__isset.bitmap_filter_not_in) { diff --git a/be/src/exec/runtime_filter/runtime_filter_consumer.cpp b/be/src/exec/runtime_filter/runtime_filter_consumer.cpp index e0cacefcb4701a..a953b37bb7a4e8 100644 --- a/be/src/exec/runtime_filter/runtime_filter_consumer.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_consumer.cpp @@ -26,7 +26,7 @@ namespace doris { #include "common/compile_check_begin.h" Status RuntimeFilterConsumer::_apply_ready_expr( - std::vector& push_exprs) { + std::vector& push_exprs) { _check_state({State::READY}); _set_state(State::APPLIED); @@ -44,7 +44,7 @@ Status RuntimeFilterConsumer::_apply_ready_expr( return Status::OK(); } -Status RuntimeFilterConsumer::acquire_expr(std::vector& push_exprs) { +Status RuntimeFilterConsumer::acquire_expr(std::vector& push_exprs) { std::unique_lock l(_rmtx); if (_rf_state == State::READY) { RETURN_IF_ERROR(_apply_ready_expr(push_exprs)); @@ -66,20 +66,20 @@ void RuntimeFilterConsumer::signal(RuntimeFilter* other) { } } -std::shared_ptr RuntimeFilterConsumer::create_filter_timer( - std::shared_ptr dependencies) { +std::shared_ptr RuntimeFilterConsumer::create_filter_timer( + std::shared_ptr dependencies) { std::unique_lock l(_rmtx); - auto timer = std::make_shared(_registration_time, + auto timer = std::make_shared(_registration_time, _rf_wait_time_ms, dependencies); _filter_timer.push_back(timer); return timer; } -Status RuntimeFilterConsumer::_get_push_exprs(std::vector& container, +Status RuntimeFilterConsumer::_get_push_exprs(std::vector& container, const TExpr& probe_expr) { // TODO: `VExprContextSPtr` is not need, we should just create an expr. - vectorized::VExprContextSPtr probe_ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(probe_expr, probe_ctx)); + VExprContextSPtr probe_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(probe_expr, probe_ctx)); auto real_filter_type = _wrapper->get_real_type(); bool null_aware = _wrapper->contain_null(); @@ -102,9 +102,9 @@ Status RuntimeFilterConsumer::_get_push_exprs(std::vectorhybrid_set()); + auto in_pred = VDirectInPredicate::create_shared(node, _wrapper->hybrid_set()); in_pred->add_child(probe_ctx->root()); - auto wrapper = vectorized::VRuntimeFilterWrapper::create_shared( + auto wrapper = VRuntimeFilterWrapper::create_shared( node, in_pred, get_in_list_ignore_thredhold(_wrapper->hybrid_set()->size()), null_aware, _wrapper->filter_id()); container.push_back(wrapper); @@ -112,67 +112,67 @@ Status RuntimeFilterConsumer::_get_push_exprs(std::vectorroot()->data_type(), TExprOpcode::GE, min_pred, &min_pred_node, null_aware)); - vectorized::VExprSPtr min_literal; + VExprSPtr min_literal; RETURN_IF_ERROR(create_literal(probe_ctx->root()->data_type(), _wrapper->minmax_func()->get_min(), min_literal)); min_pred->add_child(probe_ctx->root()); min_pred->add_child(min_literal); DCHECK(null_aware == false) << "only min predicate do not support null aware"; - container.push_back(vectorized::VRuntimeFilterWrapper::create_shared( + container.push_back(VRuntimeFilterWrapper::create_shared( min_pred_node, min_pred, get_comparison_ignore_thredhold(), null_aware, _wrapper->filter_id())); break; } case RuntimeFilterType::MAX_FILTER: { - vectorized::VExprSPtr max_pred; + VExprSPtr max_pred; // create max filter TExprNode max_pred_node; RETURN_IF_ERROR(create_vbin_predicate(probe_ctx->root()->data_type(), TExprOpcode::LE, max_pred, &max_pred_node, null_aware)); - vectorized::VExprSPtr max_literal; + VExprSPtr max_literal; RETURN_IF_ERROR(create_literal(probe_ctx->root()->data_type(), _wrapper->minmax_func()->get_max(), max_literal)); max_pred->add_child(probe_ctx->root()); max_pred->add_child(max_literal); DCHECK(null_aware == false) << "only max predicate do not support null aware"; - container.push_back(vectorized::VRuntimeFilterWrapper::create_shared( + container.push_back(VRuntimeFilterWrapper::create_shared( max_pred_node, max_pred, get_comparison_ignore_thredhold(), null_aware, _wrapper->filter_id())); break; } case RuntimeFilterType::MINMAX_FILTER: { - vectorized::VExprSPtr max_pred; + VExprSPtr max_pred; // create max filter TExprNode max_pred_node; RETURN_IF_ERROR(create_vbin_predicate(probe_ctx->root()->data_type(), TExprOpcode::LE, max_pred, &max_pred_node, null_aware)); - vectorized::VExprSPtr max_literal; + VExprSPtr max_literal; RETURN_IF_ERROR(create_literal(probe_ctx->root()->data_type(), _wrapper->minmax_func()->get_max(), max_literal)); max_pred->add_child(probe_ctx->root()); max_pred->add_child(max_literal); - container.push_back(vectorized::VRuntimeFilterWrapper::create_shared( + container.push_back(VRuntimeFilterWrapper::create_shared( max_pred_node, max_pred, get_comparison_ignore_thredhold(), null_aware, _wrapper->filter_id())); - vectorized::VExprContextSPtr new_probe_ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(probe_expr, new_probe_ctx)); + VExprContextSPtr new_probe_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(probe_expr, new_probe_ctx)); // create min filter - vectorized::VExprSPtr min_pred; + VExprSPtr min_pred; TExprNode min_pred_node; RETURN_IF_ERROR(create_vbin_predicate(new_probe_ctx->root()->data_type(), TExprOpcode::GE, min_pred, &min_pred_node, null_aware)); - vectorized::VExprSPtr min_literal; + VExprSPtr min_literal; RETURN_IF_ERROR(create_literal(new_probe_ctx->root()->data_type(), _wrapper->minmax_func()->get_min(), min_literal)); min_pred->add_child(new_probe_ctx->root()); min_pred->add_child(min_literal); - container.push_back(vectorized::VRuntimeFilterWrapper::create_shared( + container.push_back(VRuntimeFilterWrapper::create_shared( min_pred_node, min_pred, get_comparison_ignore_thredhold(), null_aware, _wrapper->filter_id())); break; @@ -186,10 +186,10 @@ Status RuntimeFilterConsumer::_get_push_exprs(std::vectorset_filter(_wrapper->bloom_filter_func()); bloom_pred->add_child(probe_ctx->root()); - auto wrapper = vectorized::VRuntimeFilterWrapper::create_shared( + auto wrapper = VRuntimeFilterWrapper::create_shared( node, bloom_pred, get_bloom_filter_ignore_thredhold(), null_aware, _wrapper->filter_id()); container.push_back(wrapper); @@ -204,11 +204,11 @@ Status RuntimeFilterConsumer::_get_push_exprs(std::vectorset_filter(_wrapper->bitmap_filter_func()); bitmap_pred->add_child(probe_ctx->root()); DCHECK(null_aware == false) << "bitmap predicate do not support null aware"; - auto wrapper = vectorized::VRuntimeFilterWrapper::create_shared( + auto wrapper = VRuntimeFilterWrapper::create_shared( node, bitmap_pred, 0, null_aware, _wrapper->filter_id()); container.push_back(wrapper); break; diff --git a/be/src/exec/runtime_filter/runtime_filter_consumer.h b/be/src/exec/runtime_filter/runtime_filter_consumer.h index 22d9dd592a1dd4..fd0176904cce15 100644 --- a/be/src/exec/runtime_filter/runtime_filter_consumer.h +++ b/be/src/exec/runtime_filter/runtime_filter_consumer.h @@ -52,11 +52,11 @@ class RuntimeFilterConsumer : public RuntimeFilter { // Published by producer. void signal(RuntimeFilter* other); - std::shared_ptr create_filter_timer( - std::shared_ptr dependencies); + std::shared_ptr create_filter_timer( + std::shared_ptr dependencies); // Called after `State` is ready (e.g. signaled) - Status acquire_expr(std::vector& push_exprs); + Status acquire_expr(std::vector& push_exprs); std::string debug_string() override { std::unique_lock l(_rmtx); @@ -102,10 +102,9 @@ class RuntimeFilterConsumer : public RuntimeFilter { DorisMetrics::instance()->runtime_filter_consumer_num->increment(1); } - Status _apply_ready_expr(std::vector& push_exprs); + Status _apply_ready_expr(std::vector& push_exprs); - Status _get_push_exprs(std::vector& container, - const TExpr& probe_expr); + Status _get_push_exprs(std::vector& container, const TExpr& probe_expr); void _check_state(std::vector assumed_states) { if (!check_state_impl(_rf_state, assumed_states)) { throw Exception(ErrorCode::INTERNAL_ERROR, @@ -136,7 +135,7 @@ class RuntimeFilterConsumer : public RuntimeFilter { TExpr _probe_expr; - std::vector> _filter_timer; + std::vector> _filter_timer; std::shared_ptr _wait_timer = std::make_shared(TUnit::TIME_NS, 0); diff --git a/be/src/exec/runtime_filter/runtime_filter_consumer_helper.cpp b/be/src/exec/runtime_filter/runtime_filter_consumer_helper.cpp index f08864a1b11977..1b93e791c53c2a 100644 --- a/be/src/exec/runtime_filter/runtime_filter_consumer_helper.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_consumer_helper.cpp @@ -26,9 +26,10 @@ RuntimeFilterConsumerHelper::RuntimeFilterConsumerHelper( const std::vector& runtime_filters) : _runtime_filter_descs(runtime_filters) {} -Status RuntimeFilterConsumerHelper::init( - RuntimeState* state, bool need_local_merge, int32_t node_id, int32_t operator_id, - std::vector>& dependencies, const std::string& name) { +Status RuntimeFilterConsumerHelper::init(RuntimeState* state, bool need_local_merge, + int32_t node_id, int32_t operator_id, + std::vector>& dependencies, + const std::string& name) { for (const auto& desc : _runtime_filter_descs) { std::shared_ptr filter; RETURN_IF_ERROR( @@ -37,11 +38,11 @@ Status RuntimeFilterConsumerHelper::init( } dependencies.resize(_runtime_filter_descs.size()); - std::vector> runtime_filter_timers( + std::vector> runtime_filter_timers( _runtime_filter_descs.size()); - std::vector> local_dependencies; + std::vector> local_dependencies; for (size_t i = 0; i < _consumers.size(); ++i) { - dependencies[i] = std::make_shared(operator_id, node_id, name); + dependencies[i] = std::make_shared(operator_id, node_id, name); runtime_filter_timers[i] = _consumers[i]->create_filter_timer(dependencies[i]); if (!_consumers[i]->has_remote_target()) { local_dependencies.emplace_back(dependencies[i]); @@ -64,10 +65,10 @@ Status RuntimeFilterConsumerHelper::init( } Status RuntimeFilterConsumerHelper::acquire_runtime_filter(RuntimeState* state, - vectorized::VExprContextSPtrs& conjuncts, + VExprContextSPtrs& conjuncts, const RowDescriptor& row_descriptor) { SCOPED_TIMER(_acquire_runtime_filter_timer.get()); - std::vector vexprs; + std::vector vexprs; for (const auto& consumer : _consumers) { RETURN_IF_ERROR(consumer->acquire_expr(vexprs)); if (!consumer->is_applied()) { @@ -79,14 +80,14 @@ Status RuntimeFilterConsumerHelper::acquire_runtime_filter(RuntimeState* state, } Status RuntimeFilterConsumerHelper::_append_rf_into_conjuncts( - RuntimeState* state, const std::vector& vexprs, - vectorized::VExprContextSPtrs& conjuncts, const RowDescriptor& row_descriptor) { + RuntimeState* state, const std::vector& vexprs, + VExprContextSPtrs& conjuncts, const RowDescriptor& row_descriptor) { if (vexprs.empty()) { return Status::OK(); } for (const auto& expr : vexprs) { - vectorized::VExprContextSPtr conjunct = vectorized::VExprContext::create_shared(expr); + VExprContextSPtr conjunct = VExprContext::create_shared(expr); RETURN_IF_ERROR(conjunct->prepare(state, row_descriptor)); RETURN_IF_ERROR(conjunct->open(state)); conjuncts.emplace_back(conjunct); @@ -97,7 +98,7 @@ Status RuntimeFilterConsumerHelper::_append_rf_into_conjuncts( Status RuntimeFilterConsumerHelper::try_append_late_arrival_runtime_filter( RuntimeState* state, const RowDescriptor& row_descriptor, int& arrived_rf_num, - vectorized::VExprContextSPtrs& arrived_conjuncts) { + VExprContextSPtrs& arrived_conjuncts) { if (_is_all_rf_applied) { arrived_rf_num = cast_set(_runtime_filter_descs.size()); return Status::OK(); @@ -112,7 +113,7 @@ Status RuntimeFilterConsumerHelper::try_append_late_arrival_runtime_filter( } // 1. Check if are runtime filter ready but not applied. - std::vector exprs; + std::vector exprs; int current_arrived_rf_num = 0; for (const auto& consumer : _consumers) { RETURN_IF_ERROR(consumer->acquire_expr(exprs)); diff --git a/be/src/exec/runtime_filter/runtime_filter_consumer_helper.h b/be/src/exec/runtime_filter/runtime_filter_consumer_helper.h index b1210a7eb9b71f..d56e387f2152c2 100644 --- a/be/src/exec/runtime_filter/runtime_filter_consumer_helper.h +++ b/be/src/exec/runtime_filter/runtime_filter_consumer_helper.h @@ -35,11 +35,10 @@ class RuntimeFilterConsumerHelper { ~RuntimeFilterConsumerHelper() = default; Status init(RuntimeState* state, bool need_local_merge, int32_t node_id, int32_t operator_id, - std::vector>& dependencies, - const std::string& name); + std::vector>& dependencies, const std::string& name); // Get all arrived runtime filters at Open phase which will be push down to storage. // Called by Operator. - Status acquire_runtime_filter(RuntimeState* state, vectorized::VExprContextSPtrs& conjuncts, + Status acquire_runtime_filter(RuntimeState* state, VExprContextSPtrs& conjuncts, const RowDescriptor& row_descriptor); // The un-arrival filters will be checked every time the scanner is scheduled. // And once new runtime filters arrived, we will use it to do operator's filtering. @@ -47,7 +46,7 @@ class RuntimeFilterConsumerHelper { Status try_append_late_arrival_runtime_filter(RuntimeState* state, const RowDescriptor& row_descriptor, int& arrived_rf_num, - vectorized::VExprContextSPtrs& arrived_conjuncts); + VExprContextSPtrs& arrived_conjuncts); // Called by XXXLocalState::close() // parent_operator_profile is owned by LocalState so update it is safe at here. @@ -58,8 +57,8 @@ class RuntimeFilterConsumerHelper { private: // Append late-arrival runtime filters to the vconjunct_ctx. Status _append_rf_into_conjuncts(RuntimeState* state, - const std::vector& vexprs, - vectorized::VExprContextSPtrs& conjuncts, + const std::vector& vexprs, + VExprContextSPtrs& conjuncts, const RowDescriptor& row_descriptor); std::vector> _consumers; diff --git a/be/src/exec/runtime_filter/runtime_filter_merger.h b/be/src/exec/runtime_filter/runtime_filter_merger.h index 9c5d9096d3af0c..4c5ae8bb1822d0 100644 --- a/be/src/exec/runtime_filter/runtime_filter_merger.h +++ b/be/src/exec/runtime_filter/runtime_filter_merger.h @@ -38,8 +38,8 @@ class RuntimeFilterMerger : public RuntimeFilter { static Status create(const QueryContext* query_ctx, const TRuntimeFilterDesc* desc, std::shared_ptr* res) { *res = std::shared_ptr(new RuntimeFilterMerger(query_ctx, desc)); - vectorized::VExprContextSPtr build_ctx; - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(desc->src_expr, build_ctx)); + VExprContextSPtr build_ctx; + RETURN_IF_ERROR(VExpr::create_expr_tree(desc->src_expr, build_ctx)); (*res)->_wrapper = std::make_shared( build_ctx->root()->data_type()->get_primitive_type(), (*res)->_runtime_filter_type, desc->filter_id, RuntimeFilterWrapper::State::UNINITED); diff --git a/be/src/exec/runtime_filter/runtime_filter_producer.cpp b/be/src/exec/runtime_filter/runtime_filter_producer.cpp index 6fe265943ff834..e1a1616e44ebe6 100644 --- a/be/src/exec/runtime_filter/runtime_filter_producer.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_producer.cpp @@ -92,7 +92,7 @@ Status RuntimeFilterProducer::publish(RuntimeState* state, bool build_hash_table class SyncSizeClosure : public AutoReleaseClosure> { - std::shared_ptr _dependency; + std::shared_ptr _dependency; // Should use weak ptr here, because when query context deconstructs, should also delete runtime filter // context, it not the memory is not released. And rpc is in another thread, it will hold rf context // after query context because the rpc is not returned. @@ -105,7 +105,7 @@ class SyncSizeClosure : public AutoReleaseClosuresub(); + ((CountedFinishDependency*)_dependency.get())->sub(); }}; auto wrapper = _wrapper.lock(); if (!wrapper) { @@ -118,7 +118,7 @@ class SyncSizeClosure : public AutoReleaseClosuresub(); + ((CountedFinishDependency*)_dependency.get())->sub(); }}; auto wrapper = _wrapper.lock(); if (!wrapper) { @@ -131,14 +131,14 @@ class SyncSizeClosure : public AutoReleaseClosure req, std::shared_ptr> callback, - std::shared_ptr dependency, + std::shared_ptr dependency, std::shared_ptr wrapper, std::weak_ptr context) : Base(req, callback, context), _dependency(std::move(dependency)), _wrapper(wrapper) {} }; void RuntimeFilterProducer::latch_dependency( - const std::shared_ptr& dependency) { + const std::shared_ptr& dependency) { std::unique_lock l(_rmtx); if (_rf_state != State::WAITING_FOR_SEND_SIZE) { return; diff --git a/be/src/exec/runtime_filter/runtime_filter_producer.h b/be/src/exec/runtime_filter/runtime_filter_producer.h index cf619f522593e6..433396144a5209 100644 --- a/be/src/exec/runtime_filter/runtime_filter_producer.h +++ b/be/src/exec/runtime_filter/runtime_filter_producer.h @@ -57,10 +57,10 @@ class RuntimeFilterProducer : public RuntimeFilter { Status send_size(RuntimeState* state, uint64_t local_filter_size); - void latch_dependency(const std::shared_ptr& dependency); + void latch_dependency(const std::shared_ptr& dependency); // insert data to build filter - Status insert(vectorized::ColumnPtr column, size_t start) { + Status insert(ColumnPtr column, size_t start) { std::unique_lock l(_rmtx); if (!_wrapper->is_valid() || _rf_state == State::READY_TO_PUBLISH || _rf_state == State::PUBLISHED) { @@ -180,7 +180,7 @@ class RuntimeFilterProducer : public RuntimeFilter { bool _need_sync_filter_size = false; int64_t _synced_size = -1; - std::shared_ptr _dependency; + std::shared_ptr _dependency; std::atomic _rf_state; }; diff --git a/be/src/exec/runtime_filter/runtime_filter_producer_helper.cpp b/be/src/exec/runtime_filter/runtime_filter_producer_helper.cpp index 81b43d3ffab2e8..9940f0d4366c10 100644 --- a/be/src/exec/runtime_filter/runtime_filter_producer_helper.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_producer_helper.cpp @@ -25,7 +25,7 @@ namespace doris { #include "common/compile_check_begin.h" void RuntimeFilterProducerHelper::_init_expr( - const vectorized::VExprContextSPtrs& build_expr_ctxs, + const VExprContextSPtrs& build_expr_ctxs, const std::vector& runtime_filter_descs) { _filter_expr_contexts.resize(runtime_filter_descs.size()); for (size_t i = 0; i < runtime_filter_descs.size(); i++) { @@ -34,7 +34,7 @@ void RuntimeFilterProducerHelper::_init_expr( } Status RuntimeFilterProducerHelper::init( - RuntimeState* state, const vectorized::VExprContextSPtrs& build_expr_ctxs, + RuntimeState* state, const VExprContextSPtrs& build_expr_ctxs, const std::vector& runtime_filter_descs) { _producers.resize(runtime_filter_descs.size()); for (size_t i = 0; i < runtime_filter_descs.size(); i++) { @@ -47,7 +47,7 @@ Status RuntimeFilterProducerHelper::init( Status RuntimeFilterProducerHelper::send_filter_size( RuntimeState* state, uint64_t hash_table_size, - const std::shared_ptr& dependency) { + const std::shared_ptr& dependency) { if (_skip_runtime_filters_process) { return Status::OK(); } @@ -69,7 +69,7 @@ Status RuntimeFilterProducerHelper::_init_filters(RuntimeState* state, return Status::OK(); } -Status RuntimeFilterProducerHelper::_insert(const vectorized::Block* block, size_t start) { +Status RuntimeFilterProducerHelper::_insert(const Block* block, size_t start) { SCOPED_TIMER(_runtime_filter_compute_timer.get()); for (int i = 0; i < _producers.size(); i++) { auto filter = _producers[i]; @@ -90,7 +90,7 @@ Status RuntimeFilterProducerHelper::_publish(RuntimeState* state) { } Status RuntimeFilterProducerHelper::build( - RuntimeState* state, const vectorized::Block* block, bool use_shared_table, + RuntimeState* state, const Block* block, bool use_shared_table, std::map>& runtime_filters) { if (_skip_runtime_filters_process) { return Status::OK(); @@ -132,7 +132,7 @@ Status RuntimeFilterProducerHelper::publish(RuntimeState* state) { Status RuntimeFilterProducerHelper::skip_process(RuntimeState* state) { auto mocked_dependency = - std::make_shared(0, 0, "MOCKED_FINISH_DEPENDENCY"); + std::make_shared(0, 0, "MOCKED_FINISH_DEPENDENCY"); RETURN_IF_ERROR(send_filter_size(state, 0, mocked_dependency)); for (const auto& filter : _producers) { diff --git a/be/src/exec/runtime_filter/runtime_filter_producer_helper.h b/be/src/exec/runtime_filter/runtime_filter_producer_helper.h index 4c0381d3b61928..9bb984b67865b1 100644 --- a/be/src/exec/runtime_filter/runtime_filter_producer_helper.h +++ b/be/src/exec/runtime_filter/runtime_filter_producer_helper.h @@ -47,19 +47,19 @@ class RuntimeFilterProducerHelper { #endif // create and register runtime filters producers - Status init(RuntimeState* state, const vectorized::VExprContextSPtrs& build_expr_ctxs, + Status init(RuntimeState* state, const VExprContextSPtrs& build_expr_ctxs, const std::vector& runtime_filter_descs); // send local size to remote to sync global rf size if needed MOCK_FUNCTION Status send_filter_size(RuntimeState* state, uint64_t hash_table_size, - const std::shared_ptr& dependency); + const std::shared_ptr& dependency); // skip all runtime filter process, send size and rf to remote imeediately, mainly used to make join spill instance do not block other instance MOCK_FUNCTION Status skip_process(RuntimeState* state); // build rf - Status build(RuntimeState* state, const vectorized::Block* block, bool use_shared_table, + Status build(RuntimeState* state, const Block* block, bool use_shared_table, std::map>& runtime_filters); // publish rf @@ -70,10 +70,10 @@ class RuntimeFilterProducerHelper { std::shared_ptr detect_local_in_filter(RuntimeState* state); protected: - virtual void _init_expr(const vectorized::VExprContextSPtrs& build_expr_ctxs, + virtual void _init_expr(const VExprContextSPtrs& build_expr_ctxs, const std::vector& runtime_filter_descs); Status _init_filters(RuntimeState* state, uint64_t local_hash_table_size); - Status _insert(const vectorized::Block* block, size_t start); + Status _insert(const Block* block, size_t start); Status _publish(RuntimeState* state); std::vector> _producers; @@ -88,7 +88,7 @@ class RuntimeFilterProducerHelper { std::atomic_bool _skip_runtime_filters_process = false; const bool _is_broadcast_join; - std::vector> _filter_expr_contexts; + std::vector> _filter_expr_contexts; }; #include "common/compile_check_end.h" } // namespace doris diff --git a/be/src/exec/runtime_filter/runtime_filter_producer_helper_cross.h b/be/src/exec/runtime_filter/runtime_filter_producer_helper_cross.h index d50e4bf2e0faa8..7a67b03bc3ae65 100644 --- a/be/src/exec/runtime_filter/runtime_filter_producer_helper_cross.h +++ b/be/src/exec/runtime_filter/runtime_filter_producer_helper_cross.h @@ -35,7 +35,7 @@ class RuntimeFilterProducerHelperCross : public RuntimeFilterProducerHelper { RuntimeFilterProducerHelperCross() : RuntimeFilterProducerHelper(true, false) {} - Status process(RuntimeState* state, vectorized::Blocks& blocks) { + Status process(RuntimeState* state, Blocks& blocks) { for (auto& block : blocks) { RETURN_IF_ERROR(_process_block(&block)); } @@ -47,7 +47,7 @@ class RuntimeFilterProducerHelperCross : public RuntimeFilterProducerHelper { } private: - Status _process_block(vectorized::Block* block) { + Status _process_block(Block* block) { for (const auto& vexpr_ctx : _filter_expr_contexts) { int result_column_id = -1; RETURN_IF_ERROR(vexpr_ctx->execute(block, &result_column_id)); @@ -60,7 +60,7 @@ class RuntimeFilterProducerHelperCross : public RuntimeFilterProducerHelper { return Status::OK(); } - void _init_expr(const vectorized::VExprContextSPtrs& build_expr_ctxs, + void _init_expr(const VExprContextSPtrs& build_expr_ctxs, const std::vector& runtime_filter_descs) override { _filter_expr_contexts = build_expr_ctxs; } diff --git a/be/src/exec/runtime_filter/runtime_filter_producer_helper_set.h b/be/src/exec/runtime_filter/runtime_filter_producer_helper_set.h index 04d436f005fced..9def71af0ebbb1 100644 --- a/be/src/exec/runtime_filter/runtime_filter_producer_helper_set.h +++ b/be/src/exec/runtime_filter/runtime_filter_producer_helper_set.h @@ -36,7 +36,7 @@ class RuntimeFilterProducerHelperSet : public RuntimeFilterProducerHelper { RuntimeFilterProducerHelperSet() : RuntimeFilterProducerHelper(true, false) {} - Status process(RuntimeState* state, const vectorized::Block* block, uint64_t cardinality) { + Status process(RuntimeState* state, const Block* block, uint64_t cardinality) { if (_skip_runtime_filters_process) { return Status::OK(); } diff --git a/be/src/exec/runtime_filter/runtime_filter_wrapper.cpp b/be/src/exec/runtime_filter/runtime_filter_wrapper.cpp index f31b89e2918d8f..e4adae590a2221 100644 --- a/be/src/exec/runtime_filter/runtime_filter_wrapper.cpp +++ b/be/src/exec/runtime_filter/runtime_filter_wrapper.cpp @@ -85,7 +85,7 @@ Status RuntimeFilterWrapper::init(const size_t real_size) { return Status::OK(); } -Status RuntimeFilterWrapper::insert(const vectorized::ColumnPtr& column, size_t start) { +Status RuntimeFilterWrapper::insert(const ColumnPtr& column, size_t start) { switch (_filter_type) { case RuntimeFilterType::IN_FILTER: { _hybrid_set->insert_fixed_len(column, start); @@ -120,19 +120,17 @@ Status RuntimeFilterWrapper::insert(const vectorized::ColumnPtr& column, size_t case RuntimeFilterType::BITMAP_FILTER: { std::vector bitmaps; if (column->is_nullable()) { - const auto* nullable = assert_cast(column.get()); - const auto& col = - assert_cast(nullable->get_nested_column()); + const auto* nullable = assert_cast(column.get()); + const auto& col = assert_cast(nullable->get_nested_column()); const auto& nullmap = - assert_cast(nullable->get_null_map_column()) - .get_data(); + assert_cast(nullable->get_null_map_column()).get_data(); for (size_t i = start; i < column->size(); i++) { if (!nullmap[i]) { bitmaps.push_back(&(col.get_data()[i])); } } } else { - const auto* col = assert_cast(column.get()); + const auto* col = assert_cast(column.get()); for (size_t i = start; i < column->size(); i++) { bitmaps.push_back(&(col->get_data()[i])); } diff --git a/be/src/exec/runtime_filter/runtime_filter_wrapper.h b/be/src/exec/runtime_filter/runtime_filter_wrapper.h index fd6c924ed5938e..d18966867b047b 100644 --- a/be/src/exec/runtime_filter/runtime_filter_wrapper.h +++ b/be/src/exec/runtime_filter/runtime_filter_wrapper.h @@ -28,10 +28,8 @@ namespace doris { #include "common/compile_check_begin.h" class BloomFilterFuncBase; -namespace vectorized { class VRuntimeFilterWrapper; using VRuntimeFilterPtr = std::shared_ptr; -} // namespace vectorized // This class is a wrapper of runtime predicate function class RuntimeFilterWrapper { @@ -54,7 +52,7 @@ class RuntimeFilterWrapper { _state(state) {} Status init(const size_t runtime_size); - Status insert(const vectorized::ColumnPtr& column, size_t start); + Status insert(const ColumnPtr& column, size_t start); Status merge(const RuntimeFilterWrapper* wrapper); template Status assign(const T& request, butil::IOBufAsZeroCopyInputStream* data); diff --git a/be/src/exec/runtime_filter/utils.cpp b/be/src/exec/runtime_filter/utils.cpp index c45d8d90ff8347..6da7800dfe84e8 100644 --- a/be/src/exec/runtime_filter/utils.cpp +++ b/be/src/exec/runtime_filter/utils.cpp @@ -123,12 +123,11 @@ PFilterType get_type(RuntimeFilterType type) { } } -Status create_literal(const vectorized::DataTypePtr& type, const void* data, - vectorized::VExprSPtr& expr) { +Status create_literal(const DataTypePtr& type, const void* data, VExprSPtr& expr) { try { TExprNode node = create_texpr_node_from(data, type->get_primitive_type(), type->get_precision(), type->get_scale()); - expr = vectorized::VLiteral::create_shared(node); + expr = VLiteral::create_shared(node); } catch (const Exception& e) { return e.to_status(); } @@ -136,8 +135,8 @@ Status create_literal(const vectorized::DataTypePtr& type, const void* data, return Status::OK(); } -Status create_vbin_predicate(const vectorized::DataTypePtr& type, TExprOpcode::type opcode, - vectorized::VExprSPtr& expr, TExprNode* tnode, bool contain_null) { +Status create_vbin_predicate(const DataTypePtr& type, TExprOpcode::type opcode, VExprSPtr& expr, + TExprNode* tnode, bool contain_null) { TExprNode node; TScalarType tscalar_type; tscalar_type.__set_type(TPrimitiveType::BOOLEAN); @@ -192,7 +191,7 @@ Status create_vbin_predicate(const vectorized::DataTypePtr& type, TExprOpcode::t fn.__set_has_var_args(false); node.__set_fn(fn); *tnode = node; - return vectorized::VExpr::create_expr(node, expr); + return VExpr::create_expr(node, expr); } } // namespace doris diff --git a/be/src/exec/runtime_filter/utils.h b/be/src/exec/runtime_filter/utils.h index ca0d6b787fd5bc..37aa47cde85fde 100644 --- a/be/src/exec/runtime_filter/utils.h +++ b/be/src/exec/runtime_filter/utils.h @@ -38,25 +38,24 @@ auto get_convertor() { return [](PColumnValue* value, const T& data) { value->set_boolval(data); }; } else if constexpr (std::is_same_v || std::is_same_v || std::is_same_v || std::is_same_v || - std::is_same_v) { + std::is_same_v) { return [](PColumnValue* value, const T& data) { value->set_intval(data); }; - } else if constexpr (std::is_same_v || std::is_same_v) { + } else if constexpr (std::is_same_v || std::is_same_v) { return [](PColumnValue* value, const T& data) { value->set_longval(data); }; } else if constexpr (std::is_same_v || std::is_same_v) { return [](PColumnValue* value, const T& data) { value->set_doubleval(data); }; } else if constexpr (std::is_same_v || std::is_same_v || - std::is_same_v) { + std::is_same_v) { return [](PColumnValue* value, const T& data) { value->set_stringval(LargeIntValue::to_string(data)); }; - } else if constexpr (std::is_same_v) { + } else if constexpr (std::is_same_v) { return [](PColumnValue* value, const T& data) { value->set_stringval(wide::to_string(wide::Int256(data))); }; } else if constexpr (std::is_same_v) { return [](PColumnValue* value, const T& data) { value->set_stringval(data); }; - } else if constexpr (std::is_same_v || - std::is_same_v || + } else if constexpr (std::is_same_v || std::is_same_v || std::is_same_v) { return [](PColumnValue* value, const T& data) { value->set_stringval(data.to_string()); }; } else if constexpr (std::is_same_v) { @@ -93,11 +92,10 @@ RuntimeFilterType get_type(int filter_type); // RuntimeFilterType -> PFilterType PFilterType get_type(RuntimeFilterType type); -Status create_literal(const vectorized::DataTypePtr& type, const void* data, - vectorized::VExprSPtr& expr); +Status create_literal(const DataTypePtr& type, const void* data, VExprSPtr& expr); -Status create_vbin_predicate(const vectorized::DataTypePtr& type, TExprOpcode::type opcode, - vectorized::VExprSPtr& expr, TExprNode* tnode, bool contain_null); +Status create_vbin_predicate(const DataTypePtr& type, TExprOpcode::type opcode, VExprSPtr& expr, + TExprNode* tnode, bool contain_null); template std::string states_to_string(std::vector assumed_states) { diff --git a/be/src/exec/scan/es_scanner.cpp b/be/src/exec/scan/es_scanner.cpp index c44501652380d1..47ac2c27d78c2a 100644 --- a/be/src/exec/scan/es_scanner.cpp +++ b/be/src/exec/scan/es_scanner.cpp @@ -30,15 +30,15 @@ #include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -namespace doris::vectorized { +namespace doris { class VExprContext; -} // namespace doris::vectorized +} // namespace doris static const std::string NEW_SCANNER_TYPE = "EsScanner"; -namespace doris::vectorized { +namespace doris { -EsScanner::EsScanner(RuntimeState* state, pipeline::ScanLocalStateBase* local_state, int64_t limit, +EsScanner::EsScanner(RuntimeState* state, ScanLocalStateBase* local_state, int64_t limit, TupleId tuple_id, const std::map& properties, const std::map& docvalue_context, bool doc_value_mode, RuntimeProfile* profile) @@ -162,8 +162,8 @@ Status EsScanner::_get_block_impl(RuntimeState* state, Block* block, bool* eof) return Status::OK(); } -Status EsScanner::_get_next(std::vector& columns) { - SCOPED_TIMER(_local_state->cast()._read_timer); +Status EsScanner::_get_next(std::vector& columns) { + SCOPED_TIMER(_local_state->cast()._read_timer); if (_line_eof && _batch_eof) { _es_eof = true; return Status::OK(); @@ -178,8 +178,8 @@ Status EsScanner::_get_next(std::vector& columns) } } - COUNTER_UPDATE(_local_state->cast()._blocks_read_counter, 1); - SCOPED_TIMER(_local_state->cast()._materialize_timer); + COUNTER_UPDATE(_local_state->cast()._blocks_read_counter, 1); + SCOPED_TIMER(_local_state->cast()._materialize_timer); RETURN_IF_ERROR(_es_scroll_parser->fill_columns(_tuple_desc, columns, &_line_eof, _docvalue_context, _state->timezone_obj())); if (!_line_eof) { @@ -202,4 +202,4 @@ Status EsScanner::close(RuntimeState* state) { RETURN_IF_ERROR(Scanner::close(state)); return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/es_scanner.h b/be/src/exec/scan/es_scanner.h index 7ceeea266db91f..154d2e31109620 100644 --- a/be/src/exec/scan/es_scanner.h +++ b/be/src/exec/scan/es_scanner.h @@ -37,20 +37,18 @@ class RuntimeProfile; class RuntimeState; class TupleDescriptor; -namespace vectorized { class Block; class VExprContext; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { class EsScanner : public Scanner { ENABLE_FACTORY_CREATOR(EsScanner); public: - EsScanner(RuntimeState* state, pipeline::ScanLocalStateBase* local_state, int64_t limit, - TupleId tuple_id, const std::map& properties, + EsScanner(RuntimeState* state, ScanLocalStateBase* local_state, int64_t limit, TupleId tuple_id, + const std::map& properties, const std::map& docvalue_context, bool doc_value_mode, RuntimeProfile* profile); @@ -62,7 +60,7 @@ class EsScanner : public Scanner { Status _get_block_impl(RuntimeState* state, Block* block, bool* eof) override; private: - Status _get_next(std::vector& columns); + Status _get_next(std::vector& columns); bool _es_eof; const std::map& _properties; @@ -79,4 +77,4 @@ class EsScanner : public Scanner { const std::map& _docvalue_context; bool _doc_value_mode; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/file_scanner.cpp b/be/src/exec/scan/file_scanner.cpp index 1f7a722e09d0db..b5fc4aadb72adf 100644 --- a/be/src/exec/scan/file_scanner.cpp +++ b/be/src/exec/scan/file_scanner.cpp @@ -94,16 +94,16 @@ class ShardedKVCache; } // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" using namespace ErrorCode; const std::string FileScanner::FileReadBytesProfile = "FileReadBytes"; const std::string FileScanner::FileReadTimeProfile = "FileReadTime"; -FileScanner::FileScanner(RuntimeState* state, pipeline::FileScanLocalState* local_state, +FileScanner::FileScanner(RuntimeState* state, FileScanLocalState* local_state, int64_t limit, - std::shared_ptr split_source, + std::shared_ptr split_source, RuntimeProfile* profile, ShardedKVCache* kv_cache, const std::unordered_map* colname_to_slot_id) : Scanner(state, local_state, limit, profile), @@ -179,12 +179,12 @@ Status FileScanner::init(RuntimeState* state, const VExprContextSPtrs& conjuncts std::vector({false}))); // prepare pre filters if (_params->__isset.pre_filter_exprs_list) { - RETURN_IF_ERROR(doris::vectorized::VExpr::create_expr_trees( + RETURN_IF_ERROR(doris::VExpr::create_expr_trees( _params->pre_filter_exprs_list, _pre_conjunct_ctxs)); } else if (_params->__isset.pre_filter_exprs) { VExprContextSPtr context; RETURN_IF_ERROR( - doris::vectorized::VExpr::create_expr_tree(_params->pre_filter_exprs, context)); + doris::VExpr::create_expr_tree(_params->pre_filter_exprs, context)); _pre_conjunct_ctxs.emplace_back(context); } @@ -664,7 +664,7 @@ Status FileScanner::_fill_missing_columns(size_t rows) { // no default column, fill with null auto mutable_column = _src_block_ptr->get_by_position(_src_block_name_to_idx[kv.first]) .column->assume_mutable(); - auto* nullable_column = static_cast(mutable_column.get()); + auto* nullable_column = static_cast(mutable_column.get()); nullable_column->insert_many_defaults(rows); } else { // fill with default value @@ -704,7 +704,7 @@ Status FileScanner::_pre_filter_src_block() { SCOPED_TIMER(_pre_filter_timer); auto origin_column_num = _src_block_ptr->columns(); auto old_rows = _src_block_ptr->rows(); - RETURN_IF_ERROR(vectorized::VExprContext::filter_block(_pre_conjunct_ctxs, _src_block_ptr, + RETURN_IF_ERROR(VExprContext::filter_block(_pre_conjunct_ctxs, _src_block_ptr, origin_column_num)); _counter.num_rows_unselected += old_rows - _src_block_ptr->rows(); } @@ -723,7 +723,7 @@ Status FileScanner::_convert_to_output_block(Block* block) { int ctx_idx = 0; size_t rows = _src_block_ptr->rows(); - auto filter_column = vectorized::ColumnUInt8::create(rows, 1); + auto filter_column = ColumnUInt8::create(rows, 1); auto& filter_map = filter_column->get_data(); // After convert, the column_ptr should be copied into output block. @@ -760,7 +760,7 @@ Status FileScanner::_convert_to_output_block(Block* block) { for (int j = 0; j < mutable_output_columns.size(); ++j) { auto* slot_desc = _output_tuple_desc->slots()[j]; int dest_index = ctx_idx; - vectorized::ColumnPtr column_ptr; + ColumnPtr column_ptr; auto& ctx = _dest_vexpr_ctx[dest_index]; // PT1 => dest primitive type @@ -773,7 +773,7 @@ Status FileScanner::_convert_to_output_block(Block* block) { // is likely to be nullable if (LIKELY(column_ptr->is_nullable())) { const auto* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); for (int i = 0; i < rows; ++i) { if (filter_map[i] && nullable_column->is_null_at(i)) { // skip checks for non-mentioned columns in flexible partial update @@ -827,10 +827,10 @@ Status FileScanner::_convert_to_output_block(Block* block) { size_t dest_size = block->columns(); // do filter - block->insert(vectorized::ColumnWithTypeAndName(std::move(filter_column), - std::make_shared(), + block->insert(ColumnWithTypeAndName(std::move(filter_column), + std::make_shared(), "filter column")); - RETURN_IF_ERROR(vectorized::Block::filter_block(block, dest_size, dest_size)); + RETURN_IF_ERROR(Block::filter_block(block, dest_size, dest_size)); _counter.num_rows_filtered += rows - block->rows(); return Status::OK(); @@ -904,7 +904,7 @@ void FileScanner::_truncate_char_or_varchar_column(Block* block, int idx, int le Status FileScanner::_create_row_id_column_iterator() { auto& id_file_map = _state->get_id_file_map(); auto file_id = id_file_map->get_file_mapping_id(std::make_shared( - ((pipeline::FileScanLocalState*)_local_state)->parent_id(), _current_range, + ((FileScanLocalState*)_local_state)->parent_id(), _current_range, _should_enable_file_meta_cache())); _row_id_column_iterator_pair.first = std::make_shared( IdManager::ID_VERSION, BackendOptions::get_backend_id(), file_id); @@ -1220,7 +1220,7 @@ Status FileScanner::_init_parquet_reader(std::unique_ptr&& parque phmap::flat_hash_map>> slot_id_to_predicates = _local_state - ? _local_state->cast()._slot_id_to_predicates + ? _local_state->cast()._slot_id_to_predicates : phmap::flat_hash_map>> {}; if (range.__isset.table_format_params && range.table_format_params.table_format_type == "iceberg") { @@ -1540,8 +1540,8 @@ Status FileScanner::read_lines_from_range(const TFileRangeDesc& range, [&]() -> Status { switch (format_type) { case TFileFormatType::FORMAT_PARQUET: { - std::unique_ptr parquet_reader = - vectorized::ParquetReader::create_unique( + std::unique_ptr parquet_reader = + ParquetReader::create_unique( _profile, *_params, range, 1, const_cast(&_state->timezone_obj()), _io_ctx.get(), _state, file_meta_cache_ptr, false); @@ -1552,8 +1552,8 @@ Status FileScanner::read_lines_from_range(const TFileRangeDesc& range, break; } case TFileFormatType::FORMAT_ORC: { - std::unique_ptr orc_reader = - vectorized::OrcReader::create_unique( + std::unique_ptr orc_reader = + OrcReader::create_unique( _profile, _state, *_params, range, 1, _state->timezone(), _io_ctx.get(), file_meta_cache_ptr, false); @@ -1707,11 +1707,11 @@ Status FileScanner::_init_expr_ctxes() { // set column name to default value expr map for (auto* slot_desc : _real_tuple_desc->slots()) { - vectorized::VExprContextSPtr ctx; + VExprContextSPtr ctx; auto it = _params->default_value_of_src_slot.find(slot_desc->id()); if (it != std::end(_params->default_value_of_src_slot)) { if (!it->second.nodes.empty()) { - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(it->second, ctx)); + RETURN_IF_ERROR(VExpr::create_expr_tree(it->second, ctx)); RETURN_IF_ERROR(ctx->prepare(_state, *_default_val_row_desc)); RETURN_IF_ERROR(ctx->open(_state)); } @@ -1731,9 +1731,9 @@ Status FileScanner::_init_expr_ctxes() { slot_desc->id(), slot_desc->col_name()); } - vectorized::VExprContextSPtr ctx; + VExprContextSPtr ctx; if (!it->second.nodes.empty()) { - RETURN_IF_ERROR(vectorized::VExpr::create_expr_tree(it->second, ctx)); + RETURN_IF_ERROR(VExpr::create_expr_tree(it->second, ctx)); RETURN_IF_ERROR(ctx->prepare(_state, *_src_row_desc)); RETURN_IF_ERROR(ctx->open(_state)); } @@ -1781,8 +1781,8 @@ void FileScanner::try_stop() { } void FileScanner::update_realtime_counters() { - pipeline::FileScanLocalState* local_state = - static_cast(_local_state); + FileScanLocalState* local_state = + static_cast(_local_state); COUNTER_UPDATE(local_state->_scan_bytes, _file_reader_stats->read_bytes); COUNTER_UPDATE(local_state->_scan_rows, _file_reader_stats->read_rows); @@ -1843,8 +1843,8 @@ void FileScanner::_collect_profile_before_close() { _cur_reader->collect_profile_before_close(); } - pipeline::FileScanLocalState* local_state = - static_cast(_local_state); + FileScanLocalState* local_state = + static_cast(_local_state); COUNTER_UPDATE(local_state->_scan_bytes, _file_reader_stats->read_bytes); COUNTER_UPDATE(local_state->_scan_rows, _file_reader_stats->read_rows); @@ -1856,4 +1856,4 @@ void FileScanner::_collect_profile_before_close() { DorisMetrics::instance()->query_scan_rows->increment(_file_reader_stats->read_rows); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/file_scanner.h b/be/src/exec/scan/file_scanner.h index baa56fe67d35e5..e8c4adf3c1468c 100644 --- a/be/src/exec/scan/file_scanner.h +++ b/be/src/exec/scan/file_scanner.h @@ -46,14 +46,12 @@ class TFileRangeDesc; class TFileScanRange; class TFileScanRangeParams; -namespace vectorized { class ShardedKVCache; class VExpr; class VExprContext; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { class FileScanner : public Scanner { ENABLE_FACTORY_CREATOR(FileScanner); @@ -65,9 +63,9 @@ class FileScanner : public Scanner { static const std::string FileReadBytesProfile; static const std::string FileReadTimeProfile; - FileScanner(RuntimeState* state, pipeline::FileScanLocalState* parent, int64_t limit, - std::shared_ptr split_source, - RuntimeProfile* profile, ShardedKVCache* kv_cache, + FileScanner(RuntimeState* state, FileScanLocalState* parent, int64_t limit, + std::shared_ptr split_source, RuntimeProfile* profile, + ShardedKVCache* kv_cache, const std::unordered_map* colname_to_slot_id); Status _open_impl(RuntimeState* state) override; @@ -117,7 +115,7 @@ class FileScanner : public Scanner { protected: const TFileScanRangeParams* _params = nullptr; - std::shared_ptr _split_source; + std::shared_ptr _split_source; bool _first_scan_range = false; TFileRangeDesc _current_range; @@ -139,7 +137,7 @@ class FileScanner : public Scanner { // dest slot name to index in _dest_vexpr_ctx; std::unordered_map _dest_slot_name_to_idx; // col name to default value expr - std::unordered_map _col_default_value_ctx; + std::unordered_map _col_default_value_ctx; // the map values of dest slot id to src slot desc // if there is not key of dest slot id in dest_sid_to_src_sid_without_trans, it will be set to nullptr std::vector _src_slot_descs_order_by_dest; @@ -158,7 +156,7 @@ class FileScanner : public Scanner { std::map _source_file_col_name_types; // For load task - vectorized::VExprContextSPtrs _pre_conjunct_ctxs; + VExprContextSPtrs _pre_conjunct_ctxs; std::unique_ptr _src_row_desc; std::unique_ptr _dest_row_desc; // row desc for default exprs @@ -293,4 +291,4 @@ class FileScanner : public Scanner { _split_source->num_scan_ranges() < config::max_external_file_meta_cache_num / 3; } }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/jdbc_scanner.cpp b/be/src/exec/scan/jdbc_scanner.cpp index 35801670a19dcb..5f451c6fe6a940 100644 --- a/be/src/exec/scan/jdbc_scanner.cpp +++ b/be/src/exec/scan/jdbc_scanner.cpp @@ -33,10 +33,10 @@ #include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -namespace doris::vectorized { +namespace doris { -JdbcScanner::JdbcScanner(RuntimeState* state, doris::pipeline::JDBCScanLocalState* local_state, - int64_t limit, const TupleId& tuple_id, const std::string& query_string, +JdbcScanner::JdbcScanner(RuntimeState* state, doris::JDBCScanLocalState* local_state, int64_t limit, + const TupleId& tuple_id, const std::string& query_string, TOdbcTableType::type table_type, bool is_tvf, RuntimeProfile* profile) : Scanner(state, local_state, limit, profile), _jdbc_eos(false), @@ -192,4 +192,4 @@ Status JdbcScanner::close(RuntimeState* state) { RETURN_IF_ERROR(_jdbc_connector->close()); return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/jdbc_scanner.h b/be/src/exec/scan/jdbc_scanner.h index 2c076a5451de52..5b96855fa15a02 100644 --- a/be/src/exec/scan/jdbc_scanner.h +++ b/be/src/exec/scan/jdbc_scanner.h @@ -35,7 +35,6 @@ namespace doris { class RuntimeState; class TupleDescriptor; -namespace vectorized { class Block; class VExprContext; @@ -45,7 +44,7 @@ class JdbcScanner : public Scanner { public: friend class JdbcConnector; - JdbcScanner(RuntimeState* state, doris::pipeline::JDBCScanLocalState* parent, int64_t limit, + JdbcScanner(RuntimeState* state, doris::JDBCScanLocalState* parent, int64_t limit, const TupleId& tuple_id, const std::string& query_string, TOdbcTableType::type table_type, bool is_tvf, RuntimeProfile* profile); Status _open_impl(RuntimeState* state) override; @@ -88,5 +87,4 @@ class JdbcScanner : public Scanner { std::unique_ptr _jdbc_connector; JdbcConnectorParam _jdbc_param; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/meta_scanner.cpp b/be/src/exec/scan/meta_scanner.cpp index c085edb5e5d6c1..42273551c6ddd9 100644 --- a/be/src/exec/scan/meta_scanner.cpp +++ b/be/src/exec/scan/meta_scanner.cpp @@ -47,17 +47,15 @@ namespace doris { class RuntimeProfile; -namespace vectorized { class VExprContext; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" -MetaScanner::MetaScanner(RuntimeState* state, pipeline::ScanLocalStateBase* local_state, - TupleId tuple_id, const TScanRangeParams& scan_range, int64_t limit, - RuntimeProfile* profile, TUserIdentity user_identity) +MetaScanner::MetaScanner(RuntimeState* state, ScanLocalStateBase* local_state, TupleId tuple_id, + const TScanRangeParams& scan_range, int64_t limit, RuntimeProfile* profile, + TUserIdentity user_identity) : Scanner(state, local_state, limit, profile), _meta_eos(false), _tuple_id(tuple_id), @@ -161,7 +159,7 @@ Status MetaScanner::_fill_block_with_remote_data(const std::vectorslots()[col_idx]; for (int _row_idx = 0; _row_idx < _batch_data.size(); _row_idx++) { - vectorized::IColumn* col_ptr = columns[col_idx].get(); + IColumn* col_ptr = columns[col_idx].get(); TCell& cell = _batch_data[_row_idx].column_value[col_idx]; if (cell.__isset.isNull && cell.isNull) { DCHECK(slot_desc->is_nullable()) @@ -178,55 +176,54 @@ Status MetaScanner::_fill_block_with_remote_data(const std::vectortype()->get_primitive_type()) { case TYPE_BOOLEAN: { bool data = cell.boolVal; - assert_cast(col_ptr)->insert_value((uint8_t)data); + assert_cast(col_ptr)->insert_value((uint8_t)data); break; } case TYPE_TINYINT: { int8_t data = (int8_t)cell.intVal; - assert_cast(col_ptr)->insert_value(data); + assert_cast(col_ptr)->insert_value(data); break; } case TYPE_SMALLINT: { int16_t data = (int16_t)cell.intVal; - assert_cast(col_ptr)->insert_value(data); + assert_cast(col_ptr)->insert_value(data); break; } case TYPE_INT: { int32_t data = cell.intVal; - assert_cast(col_ptr)->insert_value(data); + assert_cast(col_ptr)->insert_value(data); break; } case TYPE_BIGINT: { int64_t data = cell.longVal; - assert_cast(col_ptr)->insert_value(data); + assert_cast(col_ptr)->insert_value(data); break; } case TYPE_FLOAT: { auto data = static_cast(cell.doubleVal); - assert_cast(col_ptr)->insert_value(data); + assert_cast(col_ptr)->insert_value(data); break; } case TYPE_DOUBLE: { double data = cell.doubleVal; - assert_cast(col_ptr)->insert_value(data); + assert_cast(col_ptr)->insert_value(data); break; } case TYPE_DATEV2: { uint32_t data = (uint32_t)cell.longVal; - assert_cast(col_ptr)->insert_value(data); + assert_cast(col_ptr)->insert_value(data); break; } case TYPE_DATETIMEV2: { uint64_t data = cell.longVal; - assert_cast(col_ptr)->insert_value(data); + assert_cast(col_ptr)->insert_value(data); break; } case TYPE_STRING: case TYPE_CHAR: case TYPE_VARCHAR: { std::string data = cell.stringVal; - assert_cast(col_ptr)->insert_data(data.c_str(), - data.length()); + assert_cast(col_ptr)->insert_data(data.c_str(), data.length()); break; } default: { @@ -532,4 +529,4 @@ Status MetaScanner::close(RuntimeState* state) { } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/meta_scanner.h b/be/src/exec/scan/meta_scanner.h index 42a29709bb0005..362c85d20ac524 100644 --- a/be/src/exec/scan/meta_scanner.h +++ b/be/src/exec/scan/meta_scanner.h @@ -38,19 +38,17 @@ class TScanRange; class TScanRangeParams; class TupleDescriptor; -namespace vectorized { class Block; class VExprContext; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class MetaScanner : public Scanner { ENABLE_FACTORY_CREATOR(MetaScanner); public: - MetaScanner(RuntimeState* state, pipeline::ScanLocalStateBase* local_state, TupleId tuple_id, + MetaScanner(RuntimeState* state, ScanLocalStateBase* local_state, TupleId tuple_id, const TScanRangeParams& scan_range, int64_t limit, RuntimeProfile* profile, TUserIdentity user_identity); @@ -101,4 +99,4 @@ class MetaScanner : public Scanner { std::unordered_map _src_block_name_to_idx; }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/olap_scanner.cpp b/be/src/exec/scan/olap_scanner.cpp index 28753b72dc6df0..df89b01c2ea490 100644 --- a/be/src/exec/scan/olap_scanner.cpp +++ b/be/src/exec/scan/olap_scanner.cpp @@ -62,12 +62,12 @@ #include "storage/tablet/tablet_schema.h" #include "util/json/path_in_data.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_avoid_begin.h" using ReadSource = TabletReadSource; -OlapScanner::OlapScanner(pipeline::ScanLocalStateBase* parent, OlapScanner::Params&& params) +OlapScanner::OlapScanner(ScanLocalStateBase* parent, OlapScanner::Params&& params) : Scanner(params.state, parent, params.limit, params.profile), _key_ranges(std::move(params.key_ranges)), _tablet_reader_params({.tablet = std::move(params.tablet), @@ -128,7 +128,7 @@ static std::string read_columns_to_string(TabletSchemaSPtr tablet_schema, } Status OlapScanner::prepare() { - auto* local_state = static_cast(_local_state); + auto* local_state = static_cast(_local_state); auto& tablet = _tablet_reader_params.tablet; auto& tablet_schema = _tablet_reader_params.tablet_schema; DBUG_EXECUTE_IF("CloudTablet.capture_rs_readers.return.e-230", { @@ -268,9 +268,8 @@ Status OlapScanner::prepare() { // Initialize tablet_reader_params RETURN_IF_ERROR(_init_tablet_reader_params( - local_state->_parent->cast()._slot_id_to_slot_desc, - _key_ranges, local_state->_slot_id_to_predicates, - local_state->_push_down_functions)); + local_state->_parent->cast()._slot_id_to_slot_desc, _key_ranges, + local_state->_slot_id_to_predicates, local_state->_push_down_functions)); } // add read columns in profile @@ -308,7 +307,7 @@ Status OlapScanner::prepare() { Status OlapScanner::_open_impl(RuntimeState* state) { RETURN_IF_ERROR(Scanner::_open_impl(state)); - SCOPED_TIMER(_local_state->cast()._reader_init_timer); + SCOPED_TIMER(_local_state->cast()._reader_init_timer); auto res = _tablet_reader->init(_tablet_reader_params); if (!res.ok()) { @@ -366,11 +365,9 @@ Status OlapScanner::_init_tablet_reader_params( _tablet_reader_params.vir_cid_to_idx_in_block = _vir_cid_to_idx_in_block; _tablet_reader_params.vir_col_idx_to_type = _vir_col_idx_to_type; _tablet_reader_params.score_runtime = _score_runtime; - _tablet_reader_params.output_columns = - ((pipeline::OlapScanLocalState*)_local_state)->_output_column_ids; + _tablet_reader_params.output_columns = ((OlapScanLocalState*)_local_state)->_output_column_ids; _tablet_reader_params.ann_topn_runtime = _ann_topn_runtime; - for (const auto& ele : - ((pipeline::OlapScanLocalState*)_local_state)->_cast_types_for_variants) { + for (const auto& ele : ((OlapScanLocalState*)_local_state)->_cast_types_for_variants) { _tablet_reader_params.target_cast_type_for_variants[ele.first] = ele.second; }; auto& tablet_schema = _tablet_reader_params.tablet_schema; @@ -454,7 +451,7 @@ Status OlapScanner::_init_tablet_reader_params( DBUG_EXECUTE_IF("NewOlapScanner::_init_tablet_reader_params.block", DBUG_BLOCK); if (!_state->skip_storage_engine_merge()) { - auto* olap_scan_local_state = (pipeline::OlapScanLocalState*)_local_state; + auto* olap_scan_local_state = (OlapScanLocalState*)_local_state; TOlapScanNode& olap_scan_node = olap_scan_local_state->olap_scan_node(); // order by table keys optimization for topn // will only read head/tail of data file since it's already sorted by keys @@ -522,7 +519,7 @@ Status OlapScanner::_init_variant_columns() { TabletColumn subcol = TabletColumn::create_materialized_variant_column( tablet_schema->column_by_uid(slot->col_unique_id()).name_lower_case(), slot->column_paths(), slot->col_unique_id(), - assert_cast(*remove_nullable(slot->type())) + assert_cast(*remove_nullable(slot->type())) .variant_max_subcolumns_count()); if (tablet_schema->field_index(*subcol.path_info_ptr()) < 0) { tablet_schema->append_column(subcol, TabletSchema::ColumnType::VARIANT); @@ -643,8 +640,7 @@ Status OlapScanner::close(RuntimeState* state) { } void OlapScanner::update_realtime_counters() { - pipeline::OlapScanLocalState* local_state = - static_cast(_local_state); + OlapScanLocalState* local_state = static_cast(_local_state); const OlapReaderStatistics& stats = _tablet_reader->stats(); COUNTER_UPDATE(local_state->_read_compressed_counter, stats.compressed_bytes_read); COUNTER_UPDATE(local_state->_read_uncompressed_counter, stats.uncompressed_bytes_read); @@ -704,7 +700,7 @@ void OlapScanner::_collect_profile_before_close() { // Update counters for OlapScanner // Update counters from tablet reader's stats auto& stats = _tablet_reader->stats(); - auto* local_state = (pipeline::OlapScanLocalState*)_local_state; + auto* local_state = (OlapScanLocalState*)_local_state; COUNTER_UPDATE(local_state->_io_timer, stats.io_ns); COUNTER_UPDATE(local_state->_read_compressed_counter, stats.compressed_bytes_read); COUNTER_UPDATE(local_state->_scan_bytes, stats.uncompressed_bytes_read); @@ -918,4 +914,4 @@ void OlapScanner::_collect_profile_before_close() { } #include "common/compile_check_avoid_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/olap_scanner.h b/be/src/exec/scan/olap_scanner.h index c1c540765a3bc2..2187be4ce45bdd 100644 --- a/be/src/exec/scan/olap_scanner.h +++ b/be/src/exec/scan/olap_scanner.h @@ -47,12 +47,8 @@ class FunctionFilter; class RuntimeProfile; class RuntimeState; class TPaloScanRange; -namespace pipeline { class ScanLocalStateBase; struct FilterPredicates; -} // namespace pipeline - -namespace vectorized { class Block; @@ -71,7 +67,7 @@ class OlapScanner : public Scanner { bool aggregation; }; - OlapScanner(pipeline::ScanLocalStateBase* parent, Params&& params); + OlapScanner(ScanLocalStateBase* parent, Params&& params); Status prepare() override; @@ -112,21 +108,20 @@ class OlapScanner : public Scanner { std::unordered_set _tablet_columns_convert_to_null_set; // This three fields are copied from OlapScanLocalState. - std::map _slot_id_to_virtual_column_expr; + std::map _slot_id_to_virtual_column_expr; std::map _slot_id_to_index_in_block; - std::map _slot_id_to_col_type; + std::map _slot_id_to_col_type; // ColumnId of virtual column to its expr context - std::map _virtual_column_exprs; + std::map _virtual_column_exprs; // ColumnId of virtual column to its index in block std::map _vir_cid_to_idx_in_block; // The idx of vir_col in block to its data type. - std::map _vir_col_idx_to_type; - std::shared_ptr _score_runtime; + std::map _vir_col_idx_to_type; + std::shared_ptr _score_runtime; std::shared_ptr _ann_topn_runtime; VectorSearchUserParams _vector_search_params; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/parallel_scanner_builder.cpp b/be/src/exec/scan/parallel_scanner_builder.cpp index 5df5502efbdbfb..807c99b9ee77ab 100644 --- a/be/src/exec/scan/parallel_scanner_builder.cpp +++ b/be/src/exec/scan/parallel_scanner_builder.cpp @@ -31,8 +31,6 @@ namespace doris { -using namespace vectorized; - Status ParallelScannerBuilder::build_scanners(std::list& scanners) { RETURN_IF_ERROR(_load()); if (_scan_parallelism_by_segment) { diff --git a/be/src/exec/scan/parallel_scanner_builder.h b/be/src/exec/scan/parallel_scanner_builder.h index a3fff151efc9f6..901901746b1144 100644 --- a/be/src/exec/scan/parallel_scanner_builder.h +++ b/be/src/exec/scan/parallel_scanner_builder.h @@ -31,19 +31,15 @@ namespace doris { -namespace pipeline { class OlapScanLocalState; -} -namespace vectorized { class Scanner; -} -using ScannerSPtr = std::shared_ptr; +using ScannerSPtr = std::shared_ptr; class ParallelScannerBuilder { public: - ParallelScannerBuilder(pipeline::OlapScanLocalState* parent, + ParallelScannerBuilder(OlapScanLocalState* parent, const std::vector& tablets, std::vector& read_sources, const std::shared_ptr& profile, @@ -77,11 +73,11 @@ class ParallelScannerBuilder { // Build scanners so that each segment is handled by its own scanner. Status _build_scanners_by_segment(std::list& scanners); - std::shared_ptr _build_scanner( - BaseTabletSPtr tablet, int64_t version, const std::vector& key_ranges, - TabletReadSource&& read_source); + std::shared_ptr _build_scanner(BaseTabletSPtr tablet, int64_t version, + const std::vector& key_ranges, + TabletReadSource&& read_source); - pipeline::OlapScanLocalState* _parent; + OlapScanLocalState* _parent; /// Max scanners count limit to build size_t _max_scanners_count {16}; diff --git a/be/src/exec/scan/scan_node.h b/be/src/exec/scan/scan_node.h index 9d549d1bd87790..ee45a99eb6e0f7 100644 --- a/be/src/exec/scan/scan_node.h +++ b/be/src/exec/scan/scan_node.h @@ -19,7 +19,7 @@ #include "exec/scan/scanner.h" -namespace doris::vectorized { +namespace doris { class Scanner; class VSlotRef; @@ -41,4 +41,4 @@ class ScannerDelegate { ScannerDelegate(ScannerDelegate&&) = delete; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/scanner.cpp b/be/src/exec/scan/scanner.cpp index a640320a9e1c7e..521b7cd317f98c 100644 --- a/be/src/exec/scan/scanner.cpp +++ b/be/src/exec/scan/scanner.cpp @@ -30,9 +30,9 @@ #include "runtime/runtime_profile.h" #include "util/defer_op.h" -namespace doris::vectorized { +namespace doris { -Scanner::Scanner(RuntimeState* state, pipeline::ScanLocalStateBase* local_state, int64_t limit, +Scanner::Scanner(RuntimeState* state, ScanLocalStateBase* local_state, int64_t limit, RuntimeProfile* profile) : _state(state), _local_state(local_state), @@ -76,7 +76,7 @@ Status Scanner::init(RuntimeState* state, const VExprContextSPtrs& conjuncts) { return Status::OK(); } -Status Scanner::get_block_after_projects(RuntimeState* state, vectorized::Block* block, bool* eos) { +Status Scanner::get_block_after_projects(RuntimeState* state, Block* block, bool* eos) { auto& row_descriptor = _local_state->_parent->row_descriptor(); if (_output_row_descriptor) { if (_alreay_eos) { @@ -177,7 +177,7 @@ Status Scanner::_filter_output_block(Block* block) { return st; } -Status Scanner::_do_projections(vectorized::Block* origin_block, vectorized::Block* output_block) { +Status Scanner::_do_projections(Block* origin_block, Block* output_block) { SCOPED_RAW_TIMER(&_per_scanner_timer); SCOPED_RAW_TIMER(&_projection_timer); @@ -185,7 +185,7 @@ Status Scanner::_do_projections(vectorized::Block* origin_block, vectorized::Blo if (rows == 0) { return Status::OK(); } - vectorized::Block input_block = *origin_block; + Block input_block = *origin_block; std::vector result_column_ids; for (auto& projections : _intermediate_projections) { @@ -266,4 +266,4 @@ void Scanner::update_scan_cpu_timer() { } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/scanner.h b/be/src/exec/scan/scanner.h index c750d80513fd7f..4a8a7739ff89fa 100644 --- a/be/src/exec/scan/scanner.h +++ b/be/src/exec/scan/scanner.h @@ -33,16 +33,12 @@ namespace doris { class RuntimeProfile; class TupleDescriptor; -namespace vectorized { class VExprContext; -} // namespace vectorized -namespace pipeline { class ScanLocalStateBase; -} // namespace pipeline } // namespace doris -namespace doris::vectorized { +namespace doris { // Counter for load struct ScannerCounter { @@ -54,7 +50,7 @@ struct ScannerCounter { class Scanner { public: - Scanner(RuntimeState* state, pipeline::ScanLocalStateBase* local_state, int64_t limit, + Scanner(RuntimeState* state, ScanLocalStateBase* local_state, int64_t limit, RuntimeProfile* profile); //only used for FileScanner read one line. @@ -85,7 +81,7 @@ class Scanner { } Status get_block(RuntimeState* state, Block* block, bool* eos); - Status get_block_after_projects(RuntimeState* state, vectorized::Block* block, bool* eos); + Status get_block_after_projects(RuntimeState* state, Block* block, bool* eos); virtual Status close(RuntimeState* state); @@ -123,7 +119,7 @@ class Scanner { // Filter the output block finally. Status _filter_output_block(Block* block); - Status _do_projections(vectorized::Block* origin_block, vectorized::Block* output_block); + Status _do_projections(Block* origin_block, Block* output_block); public: int64_t get_time_cost_ns() const { return _per_scanner_timer; } @@ -189,7 +185,7 @@ class Scanner { protected: RuntimeState* _state = nullptr; - pipeline::ScanLocalStateBase* _local_state = nullptr; + ScanLocalStateBase* _local_state = nullptr; // Set if scan node has sort limit info int64_t _limit = -1; @@ -217,9 +213,9 @@ class Scanner { VExprContextSPtrs _conjuncts; VExprContextSPtrs _projections; // Used in common subexpression elimination to compute intermediate results. - std::vector _intermediate_projections; - vectorized::Block _origin_block; - vectorized::Block _padding_block; + std::vector _intermediate_projections; + Block _origin_block; + Block _padding_block; bool _alreay_eos = false; VExprContextSPtrs _common_expr_ctxs_push_down; @@ -257,4 +253,4 @@ class Scanner { using ScannerSPtr = std::shared_ptr; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/scanner_context.cpp b/be/src/exec/scan/scanner_context.cpp index fa7158cf411c03..f7376fd294637d 100644 --- a/be/src/exec/scan/scanner_context.cpp +++ b/be/src/exec/scan/scanner_context.cpp @@ -48,20 +48,20 @@ #include "util/time.h" #include "util/uid_util.h" -namespace doris::vectorized { +namespace doris { using namespace std::chrono_literals; #include "common/compile_check_begin.h" -ScannerContext::ScannerContext( - RuntimeState* state, pipeline::ScanLocalStateBase* local_state, - const TupleDescriptor* output_tuple_desc, const RowDescriptor* output_row_descriptor, - const std::list>& scanners, int64_t limit_, - std::shared_ptr dependency +ScannerContext::ScannerContext(RuntimeState* state, ScanLocalStateBase* local_state, + const TupleDescriptor* output_tuple_desc, + const RowDescriptor* output_row_descriptor, + const std::list>& scanners, + int64_t limit_, std::shared_ptr dependency #ifdef BE_TEST - , - int num_parallel_instances + , + int num_parallel_instances #endif - ) + ) : HasTaskExecutionCtx(state), _state(state), _local_state(local_state), @@ -123,7 +123,7 @@ Status ScannerContext::init() { if (auto* task_executor_scheduler = dynamic_cast(_scanner_scheduler)) { std::shared_ptr task_executor = task_executor_scheduler->task_executor(); - vectorized::TaskId task_id(fmt::format("{}-{}", print_id(_state->query_id()), ctx_id)); + TaskId task_id(fmt::format("{}-{}", print_id(_state->query_id()), ctx_id)); _task_handle = DORIS_TRY(task_executor->create_task( task_id, []() { return 0.0; }, config::task_executor_initial_max_concurrency_per_task > 0 @@ -179,7 +179,7 @@ Status ScannerContext::init() { ScannerContext::~ScannerContext() { SCOPED_SWITCH_THREAD_MEM_TRACKER_LIMITER(_resource_ctx->memory_context()->mem_tracker()); _tasks_queue.clear(); - vectorized::BlockUPtr block; + BlockUPtr block; while (_free_blocks.try_dequeue(block)) { // do nothing } @@ -194,8 +194,8 @@ ScannerContext::~ScannerContext() { } } -vectorized::BlockUPtr ScannerContext::get_free_block(bool force) { - vectorized::BlockUPtr block = nullptr; +BlockUPtr ScannerContext::get_free_block(bool force) { + BlockUPtr block = nullptr; if (_free_blocks.try_dequeue(block)) { DCHECK(block->mem_reuse()); _block_memory_usage -= block->allocated_bytes(); @@ -204,12 +204,12 @@ vectorized::BlockUPtr ScannerContext::get_free_block(bool force) { // The caller of get_free_block will increase the memory usage } else if (_block_memory_usage < _max_bytes_in_queue || force) { _newly_create_free_blocks_num->update(1); - block = vectorized::Block::create_unique(_output_tuple_desc->slots(), 0); + block = Block::create_unique(_output_tuple_desc->slots(), 0); } return block; } -void ScannerContext::return_free_block(vectorized::BlockUPtr block) { +void ScannerContext::return_free_block(BlockUPtr block) { // If under low memory mode, should not return the freeblock, it will occupy too much memory. if (!_local_state->low_memory_mode() && block->mem_reuse() && _block_memory_usage < _max_bytes_in_queue) { @@ -261,8 +261,7 @@ void ScannerContext::push_back_scan_task(std::shared_ptr scan_task) { _dependency->set_ready(); } -Status ScannerContext::get_block_from_queue(RuntimeState* state, vectorized::Block* block, - bool* eos, int id) { +Status ScannerContext::get_block_from_queue(RuntimeState* state, Block* block, bool* eos, int id) { if (state->is_cancelled()) { _set_scanner_done(); return state->cancel_reason(); @@ -615,4 +614,4 @@ bool ScannerContext::low_memory_mode() const { return _local_state->low_memory_mode(); } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/scanner_context.h b/be/src/exec/scan/scanner_context.h index 9dab7b627c726f..939635751bcf6d 100644 --- a/be/src/exec/scan/scanner_context.h +++ b/be/src/exec/scan/scanner_context.h @@ -46,12 +46,8 @@ class RuntimeState; class TupleDescriptor; class WorkloadGroup; -namespace pipeline { class ScanLocalStateBase; class Dependency; -} // namespace pipeline - -namespace vectorized { class Scanner; class ScannerDelegate; @@ -85,7 +81,7 @@ class ScanTask { public: std::weak_ptr scanner; - std::list> cached_blocks; + std::list> cached_blocks; bool is_first_schedule = true; // Use weak_ptr to avoid circular references and potential memory leaks with SplitRunner. // ScannerContext only needs to observe the lifetime of SplitRunner without owning it. @@ -119,11 +115,11 @@ class ScannerContext : public std::enable_shared_from_this, friend class ScannerScheduler; public: - ScannerContext(RuntimeState* state, pipeline::ScanLocalStateBase* local_state, + ScannerContext(RuntimeState* state, ScanLocalStateBase* local_state, const TupleDescriptor* output_tuple_desc, const RowDescriptor* output_row_descriptor, - const std::list>& scanners, - int64_t limit_, std::shared_ptr dependency + const std::list>& scanners, int64_t limit_, + std::shared_ptr dependency #ifdef BE_TEST , int num_parallel_instances @@ -133,8 +129,8 @@ class ScannerContext : public std::enable_shared_from_this, ~ScannerContext() override; Status init(); - vectorized::BlockUPtr get_free_block(bool force); - void return_free_block(vectorized::BlockUPtr block); + BlockUPtr get_free_block(bool force); + void return_free_block(BlockUPtr block); void clear_free_blocks(); inline void inc_block_usage(size_t usage) { _block_memory_usage += usage; } @@ -145,7 +141,7 @@ class ScannerContext : public std::enable_shared_from_this, // Get next block from blocks queue. Called by ScanNode/ScanOperator // Set eos to true if there is no more data to read. - Status get_block_from_queue(RuntimeState* state, vectorized::Block* block, bool* eos, int id); + Status get_block_from_queue(RuntimeState* state, Block* block, bool* eos, int id); [[nodiscard]] Status validate_block_schema(Block* block); @@ -184,7 +180,7 @@ class ScannerContext : public std::enable_shared_from_this, int32_t low_memory_mode_scanners() const { return 4; } - pipeline::ScanLocalStateBase* local_state() const { return _local_state; } + ScanLocalStateBase* local_state() const { return _local_state; } // the unique id of this context std::string ctx_id; @@ -210,7 +206,7 @@ class ScannerContext : public std::enable_shared_from_this, void _set_scanner_done(); RuntimeState* _state = nullptr; - pipeline::ScanLocalStateBase* _local_state = nullptr; + ScanLocalStateBase* _local_state = nullptr; // the comment of same fields in VScanNode const TupleDescriptor* _output_tuple_desc = nullptr; @@ -224,7 +220,7 @@ class ScannerContext : public std::enable_shared_from_this, std::atomic_bool _is_finished = false; // Lazy-allocated blocks for all scanners to share, for memory reuse. - moodycamel::ConcurrentQueue _free_blocks; + moodycamel::ConcurrentQueue _free_blocks; int _batch_size; // The limit from SQL's limit clause @@ -245,8 +241,8 @@ class ScannerContext : public std::enable_shared_from_this, RuntimeProfile::Counter* _newly_create_free_blocks_num = nullptr; RuntimeProfile::Counter* _scale_up_scanners_counter = nullptr; std::shared_ptr _resource_ctx; - std::shared_ptr _dependency = nullptr; - std::shared_ptr _task_handle; + std::shared_ptr _dependency = nullptr; + std::shared_ptr _task_handle; std::atomic _block_memory_usage = 0; @@ -270,5 +266,4 @@ class ScannerContext : public std::enable_shared_from_this, // TODO: Add implementation of runtime_info_feed_back // adaptive scan concurrency related end }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/scanner_scheduler.cpp b/be/src/exec/scan/scanner_scheduler.cpp index 1f89830482e9a2..bb1574b05eec8e 100644 --- a/be/src/exec/scan/scanner_scheduler.cpp +++ b/be/src/exec/scan/scanner_scheduler.cpp @@ -49,7 +49,7 @@ #include "util/thread.h" #include "util/threadpool.h" -namespace doris::vectorized { +namespace doris { Status ScannerScheduler::submit(std::shared_ptr ctx, std::shared_ptr scan_task) { @@ -267,8 +267,7 @@ void ScannerScheduler::_scanner_scan(std::shared_ptr ctx, scan_task->cached_blocks.back().first->rows() + free_block->rows() <= ctx->batch_size()) { size_t block_size = scan_task->cached_blocks.back().first->allocated_bytes(); - vectorized::MutableBlock mutable_block( - scan_task->cached_blocks.back().first.get()); + MutableBlock mutable_block(scan_task->cached_blocks.back().first.get()); status = mutable_block.merge(*free_block); if (!status.ok()) { LOG(WARNING) << "Block merge failed: " << status.to_string(); @@ -374,7 +373,7 @@ int ScannerScheduler::default_min_active_file_scan_threads() { } void ScannerScheduler::_make_sure_virtual_col_is_materialized( - const std::shared_ptr& scanner, vectorized::Block* free_block) { + const std::shared_ptr& scanner, Block* free_block) { #ifndef NDEBUG // Currently, virtual column can only be used on olap table. std::shared_ptr olap_scanner = std::dynamic_pointer_cast(scanner); @@ -389,8 +388,8 @@ void ScannerScheduler::_make_sure_virtual_col_is_materialized( size_t idx = 0; for (const auto& entry : *free_block) { // Virtual column must be materialized on the end of SegmentIterator's next batch method. - const vectorized::ColumnNothing* column_nothing = - vectorized::check_and_get_column(entry.column.get()); + const ColumnNothing* column_nothing = + check_and_get_column(entry.column.get()); if (column_nothing == nullptr) { idx++; continue; @@ -438,4 +437,4 @@ bool ScannerSplitRunner::is_auto_reschedule() const { return false; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/scanner_scheduler.h b/be/src/exec/scan/scanner_scheduler.h index 37ebac7ecdd298..de1553b026ed35 100644 --- a/be/src/exec/scan/scanner_scheduler.h +++ b/be/src/exec/scan/scanner_scheduler.h @@ -31,16 +31,14 @@ namespace doris { class ExecEnv; -namespace vectorized { class Scanner; class Block; -} // namespace vectorized template class BlockingQueue; } // namespace doris -namespace doris::vectorized { +namespace doris { class ScannerDelegate; class ScanTask; class ScannerContext; @@ -49,7 +47,7 @@ class ScannerScheduler; struct SimplifiedScanTask { SimplifiedScanTask() = default; SimplifiedScanTask(std::function scan_func, - std::shared_ptr scanner_context, + std::shared_ptr scanner_context, std::shared_ptr scan_task) { this->scan_func = scan_func; this->scanner_context = scanner_context; @@ -57,7 +55,7 @@ struct SimplifiedScanTask { } std::function scan_func; - std::shared_ptr scanner_context = nullptr; + std::shared_ptr scanner_context = nullptr; std::shared_ptr scan_task = nullptr; }; @@ -145,7 +143,7 @@ class ScannerScheduler { std::shared_ptr scan_task); static void _make_sure_virtual_col_is_materialized(const std::shared_ptr& scanner, - vectorized::Block* block); + Block* block); }; class ThreadPoolSimplifiedScanScheduler MOCK_REMOVE(final) : public ScannerScheduler { @@ -327,7 +325,7 @@ class TaskExecutorSimplifiedScanScheduler final : public ScannerScheduler { Status submit_scan_task(SimplifiedScanTask scan_task, const std::string& task_id_string) override { if (!_is_stop) { - vectorized::TaskId task_id(task_id_string); + TaskId task_id(task_id_string); std::shared_ptr task_handle = DORIS_TRY(_task_executor->create_task( task_id, []() { return 0.0; }, config::task_executor_initial_max_concurrency_per_task > 0 @@ -361,8 +359,8 @@ class TaskExecutorSimplifiedScanScheduler final : public ScannerScheduler { void reset_thread_num(int new_max_thread_num, int new_min_thread_num, int min_active_scan_threads) override { _min_active_scan_threads = min_active_scan_threads; - auto task_executor = std::dynamic_pointer_cast( - _task_executor); + auto task_executor = + std::dynamic_pointer_cast(_task_executor); int cur_max_thread_num = task_executor->max_threads(); int cur_min_thread_num = task_executor->min_threads(); if (cur_max_thread_num == new_max_thread_num && cur_min_thread_num == new_min_thread_num) { @@ -394,20 +392,20 @@ class TaskExecutorSimplifiedScanScheduler final : public ScannerScheduler { } int get_queue_size() override { - auto task_executor = std::dynamic_pointer_cast( - _task_executor); + auto task_executor = + std::dynamic_pointer_cast(_task_executor); return task_executor->get_queue_size(); } int get_active_threads() override { - auto task_executor = std::dynamic_pointer_cast( - _task_executor); + auto task_executor = + std::dynamic_pointer_cast(_task_executor); return task_executor->num_active_threads(); } std::vector thread_debug_info() override { - auto task_executor = std::dynamic_pointer_cast( - _task_executor); + auto task_executor = + std::dynamic_pointer_cast(_task_executor); return task_executor->debug_info(); } @@ -426,4 +424,4 @@ class TaskExecutorSimplifiedScanScheduler final : public ScannerScheduler { std::shared_ptr _task_executor = nullptr; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/simplified_scan_scheduler.cpp b/be/src/exec/scan/simplified_scan_scheduler.cpp index 1c80a98af8be59..275461ff1dd409 100644 --- a/be/src/exec/scan/simplified_scan_scheduler.cpp +++ b/be/src/exec/scan/simplified_scan_scheduler.cpp @@ -20,7 +20,7 @@ #include "exec/scan/scanner_context.h" #include "exec/scan/scanner_scheduler.h" -namespace doris::vectorized { +namespace doris { class ScannerDelegate; class ScanTask; @@ -37,4 +37,4 @@ Status ThreadPoolSimplifiedScanScheduler::schedule_scan_task( std::unique_lock wl(_lock); return scanner_ctx->schedule_scan_task(current_scan_task, transfer_lock, wl); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/split_source_connector.cpp b/be/src/exec/scan/split_source_connector.cpp index 6402d9fa2e2c0d..81748261d98145 100644 --- a/be/src/exec/scan/split_source_connector.cpp +++ b/be/src/exec/scan/split_source_connector.cpp @@ -20,7 +20,7 @@ #include "runtime/exec_env.h" #include "runtime/query_context.h" -namespace doris::vectorized { +namespace doris { using apache::thrift::transport::TTransportException; @@ -83,4 +83,4 @@ Status RemoteSplitSourceConnector::get_next(bool* has_next, TFileRangeDesc* rang return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/split_source_connector.h b/be/src/exec/scan/split_source_connector.h index 912f2369e718de..5e61c16b9bcf04 100644 --- a/be/src/exec/scan/split_source_connector.h +++ b/be/src/exec/scan/split_source_connector.h @@ -21,7 +21,7 @@ #include "runtime/runtime_state.h" #include "util/client_cache.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" /* @@ -168,4 +168,4 @@ class RemoteSplitSourceConnector : public SplitSourceConnector { }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/task_executor/listenable_future.h b/be/src/exec/scan/task_executor/listenable_future.h index 157c747b787320..1ca6bf57dd5374 100644 --- a/be/src/exec/scan/task_executor/listenable_future.h +++ b/be/src/exec/scan/task_executor/listenable_future.h @@ -29,7 +29,6 @@ #include "glog/logging.h" namespace doris { -namespace vectorized { struct Void { bool operator==(const Void&) const { return true; } @@ -225,5 +224,4 @@ inline SharedListenableFuture null_future = SharedListenableFuture::create_ready(Void {}); } // namespace listenable_future -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/split_runner.h b/be/src/exec/scan/task_executor/split_runner.h index 295bce23fe5235..493ff9ff5b8003 100644 --- a/be/src/exec/scan/task_executor/split_runner.h +++ b/be/src/exec/scan/task_executor/split_runner.h @@ -23,7 +23,6 @@ #include "exec/scan/task_executor/listenable_future.h" namespace doris { -namespace vectorized { class SplitRunner { public: @@ -37,5 +36,4 @@ class SplitRunner { virtual bool is_auto_reschedule() const { return true; } }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/task_executor.h b/be/src/exec/scan/task_executor/task_executor.h index cbd574fa4f85ab..454b235506b987 100644 --- a/be/src/exec/scan/task_executor/task_executor.h +++ b/be/src/exec/scan/task_executor/task_executor.h @@ -26,7 +26,6 @@ #include "exec/scan/task_executor/task_id.h" namespace doris { -namespace vectorized { class TaskHandle; @@ -57,5 +56,4 @@ class TaskExecutor { const std::shared_ptr& split) = 0; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/task_handle.h b/be/src/exec/scan/task_executor/task_handle.h index 720002095398aa..69f79ad6bad43d 100644 --- a/be/src/exec/scan/task_executor/task_handle.h +++ b/be/src/exec/scan/task_executor/task_handle.h @@ -21,7 +21,6 @@ #include "exec/scan/task_executor/task_id.h" namespace doris { -namespace vectorized { class TaskHandle { public: @@ -31,5 +30,4 @@ class TaskHandle { virtual TaskId task_id() const = 0; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/task_id.h b/be/src/exec/scan/task_executor/task_id.h index 347bafef74e777..e69e73434093ae 100644 --- a/be/src/exec/scan/task_executor/task_id.h +++ b/be/src/exec/scan/task_executor/task_id.h @@ -20,7 +20,6 @@ #include namespace doris { -namespace vectorized { class TaskId { public: @@ -32,13 +31,12 @@ class TaskId { std::string _id; }; -} // namespace vectorized } // namespace doris namespace std { template <> -struct hash { - size_t operator()(const doris::vectorized::TaskId& task_id) const { +struct hash { + size_t operator()(const doris::TaskId& task_id) const { return std::hash {}(task_id.to_string()); } }; diff --git a/be/src/exec/scan/task_executor/ticker.h b/be/src/exec/scan/task_executor/ticker.h index 5b36e26ebafb9a..e84e2bd4e28eb0 100644 --- a/be/src/exec/scan/task_executor/ticker.h +++ b/be/src/exec/scan/task_executor/ticker.h @@ -21,7 +21,6 @@ #include namespace doris { -namespace vectorized { class Ticker { public: @@ -45,5 +44,4 @@ class SystemTicker : public Ticker { } }; -} // namespace vectorized } // namespace doris \ No newline at end of file diff --git a/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.cpp b/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.cpp index a9c64523fa7404..8f09da6d3b973b 100644 --- a/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.cpp +++ b/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.cpp @@ -23,7 +23,6 @@ #include namespace doris { -namespace vectorized { MultilevelSplitQueue::MultilevelSplitQueue(double level_time_multiplier) : _level_time_multiplier(level_time_multiplier), _level_waiting_splits() { @@ -227,5 +226,4 @@ void MultilevelSplitQueue::clear() { } } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.h b/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.h index ca105d9427ca9a..871c0854309226 100644 --- a/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.h +++ b/be/src/exec/scan/task_executor/time_sharing/multilevel_split_queue.h @@ -26,7 +26,6 @@ #include "exec/scan/task_executor/time_sharing/split_queue.h" namespace doris { -namespace vectorized { struct SplitRunnerComparator { bool operator()(const std::shared_ptr& a, @@ -97,5 +96,4 @@ class MultilevelSplitQueue : public SplitQueue { std::array, LEVEL_THRESHOLD_SECONDS.size()> _level_min_priority; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.cpp b/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.cpp index ef08fe31751606..032ba00473b71f 100644 --- a/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.cpp +++ b/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.cpp @@ -26,7 +26,6 @@ #include "exec/scan/task_executor/time_sharing/time_sharing_task_handle.h" namespace doris { -namespace vectorized { std::atomic PrioritizedSplitRunner::_next_worker_id(0); @@ -157,5 +156,4 @@ std::string PrioritizedSplitRunner::get_info() const { return ""; } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.h b/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.h index e71ad87812d662..b6279962934f65 100644 --- a/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.h +++ b/be/src/exec/scan/task_executor/time_sharing/prioritized_split_runner.h @@ -27,7 +27,6 @@ #include "util/stopwatch.hpp" namespace doris { -namespace vectorized { class TimeSharingTaskHandle; @@ -101,5 +100,4 @@ class PrioritizedSplitRunner : public std::enable_shared_from_this namespace doris { -namespace vectorized { /** * Task (and split) priority is composed of a level and a within-level @@ -63,5 +62,4 @@ class Priority { int64_t _level_priority; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/time_sharing/split_concurrency_controller.h b/be/src/exec/scan/task_executor/time_sharing/split_concurrency_controller.h index de85de06fd5e8b..4dc5b529f48040 100644 --- a/be/src/exec/scan/task_executor/time_sharing/split_concurrency_controller.h +++ b/be/src/exec/scan/task_executor/time_sharing/split_concurrency_controller.h @@ -24,7 +24,7 @@ #include "common/factory_creator.h" #include "common/status.h" -namespace doris::vectorized { +namespace doris { class SplitConcurrencyController { ENABLE_FACTORY_CREATOR(SplitConcurrencyController); @@ -84,4 +84,4 @@ class SplitConcurrencyController { void _reset_adjust_counter() { _thread_nanos_since_adjust = 0; } }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/scan/task_executor/time_sharing/split_queue.h b/be/src/exec/scan/task_executor/time_sharing/split_queue.h index 62b50520987cd0..8f1050b4424cf9 100644 --- a/be/src/exec/scan/task_executor/time_sharing/split_queue.h +++ b/be/src/exec/scan/task_executor/time_sharing/split_queue.h @@ -24,7 +24,6 @@ #include "exec/scan/task_executor/time_sharing/priority.h" namespace doris { -namespace vectorized { class SplitQueue { public: @@ -44,5 +43,4 @@ class SplitQueue { virtual int64_t get_level_min_priority(int level, int64_t scheduled_nanos) = 0; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.cpp b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.cpp index 11520d111be7ec..5f22ba2e6f2cf8 100644 --- a/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.cpp +++ b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.cpp @@ -34,29 +34,19 @@ #include "util/uid_util.h" namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" -// Same with definations in threadpool.cpp -// Why use same name: -// We do not want to add seperate metrics for TimeSharingTaskExecutor. -// TimeSharingTaskExecutor is actually a specialized ThreadPool, which uses a time_sharing queuing policy. -// So we want it have same metrics ends up in the finale prometheus. -// This is safe: -// 1. different compile unit. -// 2. different metric tags when registering to prometheus. -// The name of these varialbs will be useds as metric name in prometheus. -DEFINE_GAUGE_METRIC_PROTOTYPE_2ARG(thread_pool_active_threads, MetricUnit::NOUNIT); -DEFINE_GAUGE_METRIC_PROTOTYPE_2ARG(thread_pool_queue_size, MetricUnit::NOUNIT); -DEFINE_GAUGE_METRIC_PROTOTYPE_2ARG(thread_pool_max_queue_size, MetricUnit::NOUNIT); -DEFINE_GAUGE_METRIC_PROTOTYPE_2ARG(thread_pool_max_threads, MetricUnit::NOUNIT); -DEFINE_COUNTER_METRIC_PROTOTYPE_2ARG(thread_pool_submit_failed, MetricUnit::NOUNIT); -DEFINE_COUNTER_METRIC_PROTOTYPE_2ARG(thread_pool_task_execution_time_ns_total, - MetricUnit::NANOSECONDS); -DEFINE_COUNTER_METRIC_PROTOTYPE_2ARG(thread_pool_task_execution_count_total, MetricUnit::NOUNIT); -DEFINE_COUNTER_METRIC_PROTOTYPE_2ARG(thread_pool_task_wait_worker_time_ns_total, - MetricUnit::NANOSECONDS); -DEFINE_COUNTER_METRIC_PROTOTYPE_2ARG(thread_pool_task_wait_worker_count_total, MetricUnit::NOUNIT); +// Reuse metric prototypes defined in util/threadpool.cpp to avoid duplicate symbol +// definitions. Declare them as extern here. +extern ::doris::MetricPrototype METRIC_thread_pool_active_threads; +extern ::doris::MetricPrototype METRIC_thread_pool_queue_size; +extern ::doris::MetricPrototype METRIC_thread_pool_max_queue_size; +extern ::doris::MetricPrototype METRIC_thread_pool_max_threads; +extern ::doris::MetricPrototype METRIC_thread_pool_submit_failed; +extern ::doris::MetricPrototype METRIC_thread_pool_task_execution_time_ns_total; +extern ::doris::MetricPrototype METRIC_thread_pool_task_execution_count_total; +extern ::doris::MetricPrototype METRIC_thread_pool_task_wait_worker_time_ns_total; +extern ::doris::MetricPrototype METRIC_thread_pool_task_wait_worker_count_total; SplitThreadPoolToken::SplitThreadPoolToken(TimeSharingTaskExecutor* pool, TimeSharingTaskExecutor::ExecutionMode mode, @@ -749,8 +739,7 @@ Result> TimeSharingTaskExecutor::create_task( Status TimeSharingTaskExecutor::add_task(const TaskId& task_id, std::shared_ptr task_handle) { std::lock_guard lock(_mutex); - _tasks[task_id] = - std::dynamic_pointer_cast(task_handle); + _tasks[task_id] = std::dynamic_pointer_cast(task_handle); return Status::OK(); } @@ -962,5 +951,4 @@ size_t TimeSharingTaskExecutor::waiting_splits_size() const { return _tokenless->num_tasks(); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.h b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.h index acaee97e86cb4b..ba38ddb04dac8b 100644 --- a/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.h +++ b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_executor.h @@ -40,7 +40,6 @@ #include "util/threadpool.h" namespace doris { -namespace vectorized { class TimeSharingTaskExecutor; class SplitThreadPoolToken; @@ -508,5 +507,4 @@ class SplitThreadPoolToken { int _num_unsubmitted_tasks; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.cpp b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.cpp index a0838f60730c76..42b8aae638d8d3 100644 --- a/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.cpp +++ b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.cpp @@ -18,7 +18,6 @@ #include "exec/scan/task_executor/time_sharing/time_sharing_task_handle.h" namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" TimeSharingTaskHandle::TimeSharingTaskHandle( @@ -192,5 +191,4 @@ std::shared_ptr TimeSharingTaskHandle::get_split( } } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.h b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.h index 517073f77c441e..0b92830c4fff61 100644 --- a/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.h +++ b/be/src/exec/scan/task_executor/time_sharing/time_sharing_task_handle.h @@ -32,7 +32,6 @@ #include "exec/scan/task_executor/time_sharing/split_queue.h" namespace doris { -namespace vectorized { class MultilevelSplitQueue; @@ -87,5 +86,4 @@ class TimeSharingTaskHandle : public TaskHandle { Priority _priority {0, 0}; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/histogram.cpp b/be/src/exec/scan/task_executor/tools/simulator/histogram.cpp index 3ba8de0568d430..52270db2fa2bd0 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/histogram.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/histogram.cpp @@ -21,7 +21,6 @@ #include namespace doris { -namespace vectorized { std::string HistogramUtils::format_nanos(int64_t nanos) { constexpr int64_t NS_PER_SEC = 1'000'000'000; @@ -60,5 +59,4 @@ std::string HistogramUtils::format_nanos(int64_t nanos) { return oss.str(); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/histogram.h b/be/src/exec/scan/task_executor/tools/simulator/histogram.h index fc1fde29559c09..ae0f487cfd838e 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/histogram.h +++ b/be/src/exec/scan/task_executor/tools/simulator/histogram.h @@ -31,7 +31,6 @@ #include namespace doris { -namespace vectorized { class HistogramUtils { public: @@ -126,5 +125,4 @@ class Histogram { std::string to_string(const char* value) const { return std::string(value); } }; -} // namespace vectorized } // namespace doris \ No newline at end of file diff --git a/be/src/exec/scan/task_executor/tools/simulator/scheduled_executor.h b/be/src/exec/scan/task_executor/tools/simulator/scheduled_executor.h index ae952c1c4d9973..af957631516bb4 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/scheduled_executor.h +++ b/be/src/exec/scan/task_executor/tools/simulator/scheduled_executor.h @@ -30,7 +30,6 @@ #include "exec/scan/task_executor/tools/simulator/simulation_split.h" namespace doris { -namespace vectorized { struct ScheduledTask { std::chrono::steady_clock::time_point execute_at; @@ -114,5 +113,4 @@ class ScheduledThreadPoolExecutor : public ScheduledExecutor { std::atomic _stop {false}; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.cpp b/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.cpp index 2655f171424de4..fbc0b8de4cce4e 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.cpp @@ -34,7 +34,6 @@ #include "exec/scan/task_executor/tools/simulator/simulation_task.h" namespace doris { -namespace vectorized { SimulationController::SimulationController( std::shared_ptr executor, @@ -243,5 +242,4 @@ SimulationController::completed_tasks() const { return _completed_tasks; } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.h b/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.h index 82b1ed91a2619f..24d667d354f98c 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.h +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_controller.h @@ -34,7 +34,6 @@ #include "exec/scan/task_executor/tools/simulator/split_specification.h" namespace doris { -namespace vectorized { class SimulationTask; @@ -153,5 +152,4 @@ class SimulationController { static constexpr int DEFAULT_MIN_SPLITS = 3; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/simulation_fifo_split_queue.h b/be/src/exec/scan/task_executor/tools/simulator/simulation_fifo_split_queue.h index 44e9d5dff73f1c..36c58d91ad12b9 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/simulation_fifo_split_queue.h +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_fifo_split_queue.h @@ -25,7 +25,6 @@ #include "exec/scan/task_executor/time_sharing/split_queue.h" namespace doris { -namespace vectorized { class SimulationFIFOSplitQueue : public SplitQueue { public: @@ -90,5 +89,4 @@ class SimulationFIFOSplitQueue : public SplitQueue { std::queue> _queue; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/simulation_split.cpp b/be/src/exec/scan/task_executor/tools/simulator/simulation_split.cpp index 6b199516e46303..100655ab115022 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/simulation_split.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_split.cpp @@ -29,7 +29,6 @@ #include "exec/scan/task_executor/tools/simulator/simulation_task.h" namespace doris { -namespace vectorized { SimulationSplit::SimulationSplit(SimulationTask* task, std::chrono::nanoseconds scheduled_time) : _task(task), _scheduled_time(scheduled_time) {} @@ -177,5 +176,4 @@ SharedListenableFuture IntermediateSplit::get_process_result() { return _future; } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/simulation_split.h b/be/src/exec/scan/task_executor/tools/simulator/simulation_split.h index 47d8273008cffb..8fa4c0cf555464 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/simulation_split.h +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_split.h @@ -27,7 +27,6 @@ #include "exec/scan/task_executor/split_runner.h" namespace doris { -namespace vectorized { class SimulationTask; class ScheduledExecutor; @@ -124,5 +123,4 @@ class IntermediateSplit : public SimulationSplit { SharedListenableFuture get_process_result() override; }; -} // namespace vectorized } // namespace doris \ No newline at end of file diff --git a/be/src/exec/scan/task_executor/tools/simulator/simulation_task.cpp b/be/src/exec/scan/task_executor/tools/simulator/simulation_task.cpp index 850785a2274974..512d55889332d6 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/simulation_task.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_task.cpp @@ -22,7 +22,6 @@ #include "exec/scan/task_executor/tools/simulator/simulation_split.h" namespace doris { -namespace vectorized { SimulationTask::SimulationTask(TimeSharingTaskExecutor& executor, const SimulationController::TasksSpecification& spec, @@ -142,5 +141,4 @@ bool SimulationTask::is_killed() const { return _killed.load(); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/simulation_task.h b/be/src/exec/scan/task_executor/tools/simulator/simulation_task.h index a6bd7bdcaa7530..43606eb416c5da 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/simulation_task.h +++ b/be/src/exec/scan/task_executor/tools/simulator/simulation_task.h @@ -32,7 +32,6 @@ #include "exec/scan/task_executor/tools/simulator/split_specification.h" namespace doris { -namespace vectorized { class SimulationSplit; @@ -95,7 +94,7 @@ class LeafTask : public SimulationTask { class IntermediateTask : public SimulationTask { private: - std::shared_ptr _split_spec; + std::shared_ptr _split_spec; public: IntermediateTask(TimeSharingTaskExecutor& executor, @@ -105,5 +104,4 @@ class IntermediateTask : public SimulationTask { void schedule(TimeSharingTaskExecutor& executor, int num_splits) override; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/split_generators.cpp b/be/src/exec/scan/task_executor/tools/simulator/split_generators.cpp index 631bae6b838c6b..9a213048ffdbbc 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/split_generators.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/split_generators.cpp @@ -22,7 +22,6 @@ #include "exec/scan/task_executor/tools/simulator/split_specification.h" namespace doris { -namespace vectorized { // ======================== IntermediateSplitGenerator Implementation ======================== @@ -194,12 +193,12 @@ int64_t _generate_leaf_split_quanta_micros(std::mt19937& gen, double origin, dou int64_t AggregatedLeafSplitGenerator::_generate_leaf_split_total_scheduled_millis( double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); + return ::doris::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); } int64_t AggregatedLeafSplitGenerator::_generate_leaf_split_quanta_micros(double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_quanta_micros(_gen, origin, bound); + return ::doris::_generate_leaf_split_quanta_micros(_gen, origin, bound); } std::unique_ptr AggregatedLeafSplitGenerator::next() const { @@ -214,12 +213,12 @@ std::unique_ptr AggregatedLeafSplitGenerator::next() const { int64_t FastLeafSplitGenerator::_generate_leaf_split_total_scheduled_millis(double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); + return ::doris::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); } int64_t FastLeafSplitGenerator::_generate_leaf_split_quanta_micros(double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_quanta_micros(_gen, origin, bound); + return ::doris::_generate_leaf_split_quanta_micros(_gen, origin, bound); } std::unique_ptr FastLeafSplitGenerator::next() const { @@ -234,12 +233,12 @@ std::unique_ptr FastLeafSplitGenerator::next() const { int64_t SlowLeafSplitGenerator::_generate_leaf_split_total_scheduled_millis(double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); + return ::doris::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); } int64_t SlowLeafSplitGenerator::_generate_leaf_split_quanta_micros(double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_quanta_micros(_gen, origin, bound); + return ::doris::_generate_leaf_split_quanta_micros(_gen, origin, bound); } std::unique_ptr SlowLeafSplitGenerator::next() const { @@ -254,12 +253,12 @@ std::unique_ptr SlowLeafSplitGenerator::next() const { int64_t L4LeafSplitGenerator::_generate_leaf_split_total_scheduled_millis(double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); + return ::doris::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); } int64_t L4LeafSplitGenerator::_generate_leaf_split_quanta_micros(double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_quanta_micros(_gen, origin, bound); + return ::doris::_generate_leaf_split_quanta_micros(_gen, origin, bound); } std::unique_ptr L4LeafSplitGenerator::next() const { @@ -274,12 +273,12 @@ std::unique_ptr L4LeafSplitGenerator::next() const { int64_t QuantaExceedingSplitGenerator::_generate_leaf_split_total_scheduled_millis( double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); + return ::doris::_generate_leaf_split_total_scheduled_millis(_gen, origin, bound); } int64_t QuantaExceedingSplitGenerator::_generate_leaf_split_quanta_micros(double origin, double bound) const { - return ::doris::vectorized::_generate_leaf_split_quanta_micros(_gen, origin, bound); + return ::doris::_generate_leaf_split_quanta_micros(_gen, origin, bound); } std::unique_ptr QuantaExceedingSplitGenerator::next() const { @@ -296,5 +295,4 @@ std::unique_ptr SimpleLeafSplitGenerator::next() const { return std::make_unique(_total_nanos, _quanta_nanos); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/split_generators.h b/be/src/exec/scan/task_executor/tools/simulator/split_generators.h index 3c69ebd1cefb5d..62f16294fee4a5 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/split_generators.h +++ b/be/src/exec/scan/task_executor/tools/simulator/split_generators.h @@ -23,7 +23,6 @@ #include "exec/scan/task_executor/tools/simulator/split_specification.h" namespace doris { -namespace vectorized { class SplitGenerator { public: @@ -124,5 +123,4 @@ class SimpleLeafSplitGenerator : public SplitGenerator { int64_t _quanta_nanos; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/split_specification.cpp b/be/src/exec/scan/task_executor/tools/simulator/split_specification.cpp index 50d95d38451d24..9619ad5f175ac7 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/split_specification.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/split_specification.cpp @@ -20,7 +20,6 @@ #include "exec/scan/task_executor/tools/simulator/simulation_split.h" namespace doris { -namespace vectorized { std::unique_ptr LeafSplitSpecification::instantiate(SimulationTask* task) const { return std::make_unique(task, std::chrono::nanoseconds {_scheduled_time_nanos}, @@ -38,5 +37,4 @@ std::unique_ptr IntermediateSplitSpecification::instantiate( between_quanta, scheduled_time); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/split_specification.h b/be/src/exec/scan/task_executor/tools/simulator/split_specification.h index b733066c67f989..e2d57f6aad4f51 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/split_specification.h +++ b/be/src/exec/scan/task_executor/tools/simulator/split_specification.h @@ -22,7 +22,6 @@ #include namespace doris { -namespace vectorized { class SimulationTask; class SimulationSplit; @@ -76,5 +75,4 @@ class IntermediateSplitSpecification : public SplitSpecification { const int64_t _between_quanta_nanos; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.cpp b/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.cpp index ad03eee0c4821e..5184281dfac3ae 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.cpp +++ b/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.cpp @@ -26,7 +26,6 @@ #include "exec/scan/task_executor/tools/simulator/histogram.h" namespace doris { -namespace vectorized { TaskSimulator::TaskSimulator(const std::string& config_file) : _config_file(config_file) { _start_time = std::chrono::high_resolution_clock::now(); @@ -552,7 +551,6 @@ std::string TaskSimulator::_format_stats(std::vector& list) { return oss.str(); } -} // namespace vectorized } // namespace doris int main(int argc, char** argv) { @@ -562,7 +560,7 @@ int main(int argc, char** argv) { } std::string config_file = argv[1]; - doris::vectorized::TaskSimulator simulator(config_file); + doris::TaskSimulator simulator(config_file); auto status = simulator.init(); if (!status.ok()) { diff --git a/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.h b/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.h index deea4e3230dd73..713ed9e77fd6ff 100644 --- a/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.h +++ b/be/src/exec/scan/task_executor/tools/simulator/task_executor_simulator.h @@ -30,7 +30,6 @@ #include "exec/scan/task_executor/tools/simulator/split_generators.h" namespace doris { -namespace vectorized { class TaskSimulator { public: @@ -92,5 +91,4 @@ class TaskSimulator { std::chrono::time_point _start_time; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/autoinc_buffer.cpp b/be/src/exec/sink/autoinc_buffer.cpp index 0118d83c703e4c..64e0279e477cde 100644 --- a/be/src/exec/sink/autoinc_buffer.cpp +++ b/be/src/exec/sink/autoinc_buffer.cpp @@ -30,7 +30,7 @@ #include "util/debug_points.h" #include "util/thrift_rpc_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" AutoIncIDBuffer::AutoIncIDBuffer(int64_t db_id, int64_t table_id, int64_t column_id) @@ -187,4 +187,4 @@ Status AutoIncIDBuffer::_launch_async_fetch_task(size_t length) { return Status::OK(); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/sink/autoinc_buffer.h b/be/src/exec/sink/autoinc_buffer.h index 82be3d9faad00f..fb4ac093ea919c 100644 --- a/be/src/exec/sink/autoinc_buffer.h +++ b/be/src/exec/sink/autoinc_buffer.h @@ -24,7 +24,7 @@ #include "common/status.h" #include "util/threadpool.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class VOlapTableSink; @@ -148,5 +148,5 @@ class GlobalAutoIncBuffers { std::mutex _mutex; }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/sink/delta_writer_v2_pool.cpp b/be/src/exec/sink/delta_writer_v2_pool.cpp index 6766c700aa3f53..d2aebdf6e16ce4 100644 --- a/be/src/exec/sink/delta_writer_v2_pool.cpp +++ b/be/src/exec/sink/delta_writer_v2_pool.cpp @@ -24,8 +24,6 @@ namespace doris { #include "common/compile_check_begin.h" class TExpr; -namespace vectorized { - DeltaWriterV2Map::DeltaWriterV2Map(UniqueId load_id, int num_use, DeltaWriterV2Pool* pool) : _load_id(load_id), _use_cnt(num_use), _pool(pool) {} @@ -103,5 +101,4 @@ void DeltaWriterV2Pool::erase(UniqueId load_id) { _pool.erase(load_id); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/delta_writer_v2_pool.h b/be/src/exec/sink/delta_writer_v2_pool.h index 677d062f6b3363..f349aa6e8f8d06 100644 --- a/be/src/exec/sink/delta_writer_v2_pool.h +++ b/be/src/exec/sink/delta_writer_v2_pool.h @@ -56,8 +56,6 @@ namespace doris { class DeltaWriterV2; class RuntimeProfile; -namespace vectorized { - class DeltaWriterV2Pool; class DeltaWriterV2Map { @@ -107,7 +105,6 @@ class DeltaWriterV2Pool { std::unordered_map> _pool; }; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/sink/scale_writer_partitioning_exchanger.hpp b/be/src/exec/sink/scale_writer_partitioning_exchanger.hpp index 82aa2d0cfd8204..3756dbe11e7898 100644 --- a/be/src/exec/sink/scale_writer_partitioning_exchanger.hpp +++ b/be/src/exec/sink/scale_writer_partitioning_exchanger.hpp @@ -24,7 +24,7 @@ #include "exec/connector/skewed_partition_rebalancer.h" #include "exec/partitioner/partitioner.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class ScaleWriterPartitioner final : public PartitionerBase { public: @@ -46,8 +46,7 @@ class ScaleWriterPartitioner final : public PartitionerBase { min_partition_data_processed_rebalance_threshold), _min_data_processed_rebalance_threshold(min_data_processed_rebalance_threshold) { _crc_partitioner = - std::make_unique>( - _partition_count); + std::make_unique>(_partition_count); } ~ScaleWriterPartitioner() override = default; @@ -126,4 +125,4 @@ class ScaleWriterPartitioner final : public PartitionerBase { const long _min_data_processed_rebalance_threshold; }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/tablet_sink_hash_partitioner.cpp b/be/src/exec/sink/tablet_sink_hash_partitioner.cpp index 1a5c6e0574d087..8501585dafd673 100644 --- a/be/src/exec/sink/tablet_sink_hash_partitioner.cpp +++ b/be/src/exec/sink/tablet_sink_hash_partitioner.cpp @@ -23,14 +23,14 @@ #include "exec/operator/operator.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" TabletSinkHashPartitioner::TabletSinkHashPartitioner(uint32_t partition_count, int64_t txn_id, TOlapTableSchemaParam tablet_sink_schema, TOlapTablePartitionParam tablet_sink_partition, TOlapTableLocationParam tablet_sink_location, const TTupleId& tablet_sink_tuple_id, - pipeline::ExchangeSinkLocalState* local_state) + ExchangeSinkLocalState* local_state) : PartitionerBase(partition_count), _txn_id(txn_id), _tablet_sink_schema(std::move(tablet_sink_schema)), @@ -52,14 +52,14 @@ Status TabletSinkHashPartitioner::open(RuntimeState* state) { RETURN_IF_ERROR(_schema->init(_tablet_sink_schema)); _vpartition = std::make_unique(_schema, _tablet_sink_partition); RETURN_IF_ERROR(_vpartition->init()); - auto find_tablet_mode = vectorized::OlapTabletFinder::FindTabletMode::FIND_TABLET_EVERY_ROW; + auto find_tablet_mode = OlapTabletFinder::FindTabletMode::FIND_TABLET_EVERY_ROW; _tablet_finder = - std::make_unique(_vpartition.get(), find_tablet_mode); + std::make_unique(_vpartition.get(), find_tablet_mode); _tablet_sink_tuple_desc = state->desc_tbl().get_tuple_descriptor(_tablet_sink_tuple_id); _tablet_sink_row_desc = state->obj_pool()->add(new RowDescriptor(_tablet_sink_tuple_desc, false)); auto& ctxs = - _local_state->parent()->cast().tablet_sink_expr_ctxs(); + _local_state->parent()->cast().tablet_sink_expr_ctxs(); _tablet_sink_expr_ctxs.resize(ctxs.size()); for (size_t i = 0; i < _tablet_sink_expr_ctxs.size(); i++) { RETURN_IF_ERROR(ctxs[i]->clone(state, _tablet_sink_expr_ctxs[i])); @@ -67,7 +67,7 @@ Status TabletSinkHashPartitioner::open(RuntimeState* state) { // if _part_type == TPartitionType::OLAP_TABLE_SINK_HASH_PARTITIONED, we handle the processing of auto_increment column // on exchange node rather than on TabletWriter _block_convertor = - std::make_unique(_tablet_sink_tuple_desc); + std::make_unique(_tablet_sink_tuple_desc); _block_convertor->init_autoinc_info(_schema->db_id(), _schema->table_id(), state->batch_size()); _location = state->obj_pool()->add(new OlapTableLocationParam(_tablet_sink_location)); _row_distribution.init( @@ -99,7 +99,7 @@ Status TabletSinkHashPartitioner::do_partitioning(RuntimeState* state, Block* bl std::ranges::fill(_hash_vals, invalid_val); int64_t dummy_stats = 0; // _local_state->rows_input_counter() updated in sink and write. - std::shared_ptr convert_block = std::make_shared(); + std::shared_ptr convert_block = std::make_shared(); RETURN_IF_ERROR(_row_distribution.generate_rows_distribution( *block, convert_block, _row_part_tablet_ids, dummy_stats)); @@ -164,4 +164,4 @@ Status TabletSinkHashPartitioner::close(RuntimeState* state) { } return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/tablet_sink_hash_partitioner.h b/be/src/exec/sink/tablet_sink_hash_partitioner.h index 23681e31ffa6d0..ee594814074462 100644 --- a/be/src/exec/sink/tablet_sink_hash_partitioner.h +++ b/be/src/exec/sink/tablet_sink_hash_partitioner.h @@ -26,7 +26,7 @@ #include "runtime/runtime_state.h" #include "storage/tablet_info.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class TabletSinkHashPartitioner final : public PartitionerBase { public: @@ -35,7 +35,7 @@ class TabletSinkHashPartitioner final : public PartitionerBase { TOlapTablePartitionParam tablet_sink_partition, TOlapTableLocationParam tablet_sink_location, const TTupleId& tablet_sink_tuple_id, - pipeline::ExchangeSinkLocalState* local_state); + ExchangeSinkLocalState* local_state); ~TabletSinkHashPartitioner() override = default; @@ -68,20 +68,20 @@ class TabletSinkHashPartitioner final : public PartitionerBase { const TOlapTablePartitionParam _tablet_sink_partition; const TOlapTableLocationParam _tablet_sink_location; const TTupleId _tablet_sink_tuple_id; - mutable pipeline::ExchangeSinkLocalState* _local_state; + mutable ExchangeSinkLocalState* _local_state; mutable OlapTableLocationParam* _location = nullptr; - mutable vectorized::VRowDistribution _row_distribution; - mutable vectorized::VExprContextSPtrs _tablet_sink_expr_ctxs; + mutable VRowDistribution _row_distribution; + mutable VExprContextSPtrs _tablet_sink_expr_ctxs; mutable std::unique_ptr _vpartition = nullptr; - mutable std::unique_ptr _tablet_finder = nullptr; + mutable std::unique_ptr _tablet_finder = nullptr; mutable std::shared_ptr _schema = nullptr; - mutable std::unique_ptr _block_convertor = nullptr; + mutable std::unique_ptr _block_convertor = nullptr; mutable TupleDescriptor* _tablet_sink_tuple_desc = nullptr; mutable RowDescriptor* _tablet_sink_row_desc = nullptr; - mutable std::vector _row_part_tablet_ids; + mutable std::vector _row_part_tablet_ids; mutable std::vector _hash_vals; mutable std::vector _skipped; }; #include "common/compile_check_end.h" -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/sink/vrow_distribution.cpp b/be/src/exec/sink/vrow_distribution.cpp index 5bc44c7d5fd5c4..5792cb732b5a97 100644 --- a/be/src/exec/sink/vrow_distribution.cpp +++ b/be/src/exec/sink/vrow_distribution.cpp @@ -44,7 +44,7 @@ #include "util/debug_points.h" #include "util/thrift_rpc_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" std::pair VRowDistribution::_get_partition_function() { @@ -378,7 +378,7 @@ Status VRowDistribution::_deal_missing_map(const Block& input_block, Block* bloc col_strs.resize(part_col_num); col_null_maps.reserve(part_col_num); - auto format_options = vectorized::DataTypeSerDe::get_default_format_options(); + auto format_options = DataTypeSerDe::get_default_format_options(); format_options.timezone = &_state->timezone_obj(); for (int i = 0; i < part_col_num; ++i) { @@ -592,4 +592,4 @@ void VRowDistribution::_reset_find_tablets(int64_t rows) { _tablet_indexes.assign(rows, 0); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/vrow_distribution.h b/be/src/exec/sink/vrow_distribution.h index 5895ce23b88626..fc26872b4bf737 100644 --- a/be/src/exec/sink/vrow_distribution.h +++ b/be/src/exec/sink/vrow_distribution.h @@ -41,7 +41,7 @@ #include "runtime/runtime_state.h" #include "storage/tablet_info.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class IndexChannel; @@ -254,6 +254,6 @@ class VRowDistribution { std::set _new_partition_ids; // if contains, not to replace it again. }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/sink/vtablet_block_convertor.cpp b/be/src/exec/sink/vtablet_block_convertor.cpp index 56ec3b28677641..6bfff911082a3b 100644 --- a/be/src/exec/sink/vtablet_block_convertor.cpp +++ b/be/src/exec/sink/vtablet_block_convertor.cpp @@ -64,19 +64,19 @@ #include "util/brpc_client_cache.h" #include "util/thread.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Status OlapTableBlockConvertor::validate_and_convert_block( - RuntimeState* state, vectorized::Block* input_block, - std::shared_ptr& block, vectorized::VExprContextSPtrs output_vexpr_ctxs, + RuntimeState* state, Block* input_block, + std::shared_ptr& block, VExprContextSPtrs output_vexpr_ctxs, size_t rows, bool& has_filtered_rows) { DCHECK(input_block->rows() > 0); - block = vectorized::Block::create_shared(input_block->get_columns_with_type_and_name()); + block = Block::create_shared(input_block->get_columns_with_type_and_name()); if (!output_vexpr_ctxs.empty()) { // Do vectorized expr here to speed up load - RETURN_IF_ERROR(vectorized::VExprContext::get_output_block_after_execute_exprs( + RETURN_IF_ERROR(VExprContext::get_output_block_after_execute_exprs( output_vexpr_ctxs, *input_block, block.get())); } @@ -166,11 +166,11 @@ DecimalV2Value OlapTableBlockConvertor::_get_decimalv2_min_or_max(const DataType template DecimalType OlapTableBlockConvertor::_get_decimalv3_min_or_max(const DataTypePtr& type) { std::map* pmap; - if constexpr (std::is_same_v) { + if constexpr (std::is_same_v) { pmap = IsMin ? &_min_decimal32_val : &_max_decimal32_val; - } else if constexpr (std::is_same_v) { + } else if constexpr (std::is_same_v) { pmap = IsMin ? &_min_decimal64_val : &_max_decimal64_val; - } else if constexpr (std::is_same_v) { + } else if constexpr (std::is_same_v) { pmap = IsMin ? &_min_decimal128_val : &_max_decimal128_val; } else { pmap = IsMin ? &_min_decimal256_val : &_max_decimal256_val; @@ -184,18 +184,18 @@ DecimalType OlapTableBlockConvertor::_get_decimalv3_min_or_max(const DataTypePtr DecimalType value; if constexpr (IsMin) { - value = vectorized::min_decimal_value(type->get_precision()); + value = min_decimal_value(type->get_precision()); } else { - value = vectorized::max_decimal_value(type->get_precision()); + value = max_decimal_value(type->get_precision()); } pmap->emplace(type->get_precision(), value.value); return value; } Status OlapTableBlockConvertor::_internal_validate_column( - RuntimeState* state, vectorized::Block* block, const DataTypePtr& type, - vectorized::ColumnPtr column, size_t slot_index, fmt::memory_buffer& error_prefix, - const size_t row_count, vectorized::IColumn::Permutation* rows) { + RuntimeState* state, Block* block, const DataTypePtr& type, + ColumnPtr column, size_t slot_index, fmt::memory_buffer& error_prefix, + const size_t row_count, IColumn::Permutation* rows) { DCHECK((rows == nullptr) || (rows->size() == row_count)); fmt::memory_buffer error_msg; auto set_invalid_and_append_error_msg = [&](size_t row) { @@ -209,7 +209,7 @@ Status OlapTableBlockConvertor::_internal_validate_column( return ret; }; - const auto* column_ptr = vectorized::check_and_get_column(*column); + const auto* column_ptr = check_and_get_column(*column); const auto& real_column_ptr = column_ptr == nullptr ? column : (column_ptr->get_nested_column_ptr()); const auto* null_map = column_ptr == nullptr ? nullptr : column_ptr->get_null_map_data().data(); @@ -221,9 +221,9 @@ Status OlapTableBlockConvertor::_internal_validate_column( // may change orig_column if substring function is performed auto string_column_checker = [&state, &error_msg, need_to_validate, set_invalid_and_append_error_msg]( - vectorized::ColumnPtr& orig_column, + ColumnPtr& orig_column, const DataTypePtr& orig_type, - vectorized::IColumn::Permutation* rows, + IColumn::Permutation* rows, const std::vector& filter_map) { int limit = config::string_type_length_soft_limit_bytes; int len = -1; @@ -238,11 +238,11 @@ Status OlapTableBlockConvertor::_internal_validate_column( } const auto* tmp_column_ptr = - vectorized::check_and_get_column(*orig_column); + check_and_get_column(*orig_column); const auto& tmp_real_column_ptr = tmp_column_ptr == nullptr ? orig_column : (tmp_column_ptr->get_nested_column_ptr()); const auto* column_string = - assert_cast(tmp_real_column_ptr.get()); + assert_cast(tmp_real_column_ptr.get()); const auto* null_map = tmp_column_ptr == nullptr ? nullptr : tmp_column_ptr->get_null_map_data().data(); @@ -282,7 +282,7 @@ Status OlapTableBlockConvertor::_internal_validate_column( {len_column, len_type, "len"}, {nullptr, input_type, "result"}}); RETURN_IF_ERROR(func->execute(nullptr, tmp_block, {0, 1, 2}, 3, row_count)); - column_string = assert_cast( + column_string = assert_cast( tmp_block.get_by_position(3).column.get()); orig_column = orig_column->is_nullable() @@ -331,7 +331,7 @@ Status OlapTableBlockConvertor::_internal_validate_column( } case TYPE_JSONB: { const auto* column_string = - assert_cast(real_column_ptr.get()); + assert_cast(real_column_ptr.get()); for (size_t j = 0; j < row_count; ++j) { if (!_filter_map[j]) { if (type->is_nullable() && column_ptr && column_ptr->is_null_at(j)) { @@ -349,14 +349,14 @@ Status OlapTableBlockConvertor::_internal_validate_column( break; } case TYPE_DECIMALV2: { - auto* column_decimal = const_cast( - assert_cast(real_column_ptr.get())); + auto* column_decimal = const_cast( + assert_cast(real_column_ptr.get())); const auto& max_decimalv2 = _get_decimalv2_min_or_max(type); const auto& min_decimalv2 = _get_decimalv2_min_or_max(type); for (size_t j = 0; j < row_count; ++j) { auto row = rows ? (*rows)[j] : j; if (need_to_validate(j, row, _filter_map, null_map)) { - auto dec_val = binary_cast( + auto dec_val = binary_cast( column_decimal->get_data()[j]); bool invalid = false; @@ -390,8 +390,8 @@ Status OlapTableBlockConvertor::_internal_validate_column( } case TYPE_DECIMAL32: { #define CHECK_VALIDATION_FOR_DECIMALV3(DecimalType) \ - auto column_decimal = const_cast*>( \ - assert_cast*>( \ + auto column_decimal = const_cast*>( \ + assert_cast*>( \ real_column_ptr.get())); \ const auto& max_decimal = _get_decimalv3_min_or_max(type); \ const auto& min_decimal = _get_decimalv3_min_or_max(type); \ @@ -422,30 +422,30 @@ Status OlapTableBlockConvertor::_internal_validate_column( } \ } \ } - CHECK_VALIDATION_FOR_DECIMALV3(vectorized::Decimal32); + CHECK_VALIDATION_FOR_DECIMALV3(Decimal32); break; } case TYPE_DECIMAL64: { - CHECK_VALIDATION_FOR_DECIMALV3(vectorized::Decimal64); + CHECK_VALIDATION_FOR_DECIMALV3(Decimal64); break; } case TYPE_DECIMAL128I: { - CHECK_VALIDATION_FOR_DECIMALV3(vectorized::Decimal128V3); + CHECK_VALIDATION_FOR_DECIMALV3(Decimal128V3); break; } case TYPE_DECIMAL256: { - CHECK_VALIDATION_FOR_DECIMALV3(vectorized::Decimal256); + CHECK_VALIDATION_FOR_DECIMALV3(Decimal256); break; } #undef CHECK_VALIDATION_FOR_DECIMALV3 case TYPE_ARRAY: { const auto* column_array = - assert_cast(real_column_ptr.get()); + assert_cast(real_column_ptr.get()); const auto* type_array = - assert_cast(remove_nullable(type).get()); + assert_cast(remove_nullable(type).get()); auto nested_type = type_array->get_nested_type(); const auto& offsets = column_array->get_offsets(); - vectorized::IColumn::Permutation permutation(offsets.back()); + IColumn::Permutation permutation(offsets.back()); for (size_t r = 0; r < row_count; ++r) { for (size_t c = offsets[r - 1]; c < offsets[r]; ++c) { permutation[c] = rows ? (*rows)[r] : r; @@ -459,7 +459,7 @@ Status OlapTableBlockConvertor::_internal_validate_column( case TYPE_STRING: { RETURN_IF_ERROR( string_column_checker(data_column_ptr, nested_type, &permutation, _filter_map)); - const_cast(column_array)->get_data_ptr() = + const_cast(column_array)->get_data_ptr() = std::move(data_column_ptr); break; } @@ -471,15 +471,15 @@ Status OlapTableBlockConvertor::_internal_validate_column( break; } case TYPE_MAP: { - const auto* column_map = assert_cast(real_column_ptr.get()); + const auto* column_map = assert_cast(real_column_ptr.get()); RETURN_IF_ERROR((const_cast(column_map))->deduplicate_keys(true)); const auto* type_map = - assert_cast(remove_nullable(type).get()); + assert_cast(remove_nullable(type).get()); auto key_type = type_map->get_key_type(); auto val_type = type_map->get_value_type(); const auto& offsets = column_map->get_offsets(); - vectorized::IColumn::Permutation permutation(offsets.back()); + IColumn::Permutation permutation(offsets.back()); for (size_t r = 0; r < row_count; ++r) { for (size_t c = offsets[r - 1]; c < offsets[r]; ++c) { permutation[c] = rows ? (*rows)[r] : r; @@ -494,7 +494,7 @@ Status OlapTableBlockConvertor::_internal_validate_column( auto key_column_ptr = column_map->get_keys_ptr(); RETURN_IF_ERROR( string_column_checker(key_column_ptr, key_type, &permutation, _filter_map)); - const_cast(column_map)->get_keys_ptr() = + const_cast(column_map)->get_keys_ptr() = std::move(key_column_ptr); break; } @@ -512,7 +512,7 @@ Status OlapTableBlockConvertor::_internal_validate_column( auto value_column_ptr = column_map->get_values_ptr(); RETURN_IF_ERROR( string_column_checker(value_column_ptr, val_type, &permutation, _filter_map)); - const_cast(column_map)->get_values_ptr() = + const_cast(column_map)->get_values_ptr() = std::move(value_column_ptr); break; } @@ -526,9 +526,9 @@ Status OlapTableBlockConvertor::_internal_validate_column( } case TYPE_STRUCT: { const auto column_struct = - assert_cast(real_column_ptr.get()); + assert_cast(real_column_ptr.get()); const auto* type_struct = - assert_cast(remove_nullable(type).get()); + assert_cast(remove_nullable(type).get()); DCHECK(type_struct->get_elements().size() == column_struct->tuple_size()); fmt::format_to(error_prefix, "STRUCT type failed: "); for (size_t sc = 0; sc < column_struct->tuple_size(); ++sc) { @@ -540,7 +540,7 @@ Status OlapTableBlockConvertor::_internal_validate_column( auto element_column_ptr = column_struct->get_column_ptr(sc); RETURN_IF_ERROR(string_column_checker(element_column_ptr, element_type, nullptr, _filter_map)); - const_cast(column_struct)->get_column_ptr(sc) = + const_cast(column_struct)->get_column_ptr(sc) = std::move(element_column_ptr); break; } @@ -555,7 +555,7 @@ Status OlapTableBlockConvertor::_internal_validate_column( break; } case TYPE_AGG_STATE: { - auto* column_string = vectorized::check_and_get_column(*real_column_ptr); + auto* column_string = check_and_get_column(*real_column_ptr); if (column_string) { RETURN_IF_ERROR(string_column_checker(column, type, rows, _filter_map)); } @@ -583,7 +583,7 @@ Status OlapTableBlockConvertor::_internal_validate_column( return Status::OK(); } -Status OlapTableBlockConvertor::_validate_data(RuntimeState* state, vectorized::Block* block, +Status OlapTableBlockConvertor::_validate_data(RuntimeState* state, Block* block, const size_t rows, int& filtered_rows) { filtered_rows = 0; Defer defer {[&] { @@ -605,20 +605,20 @@ Status OlapTableBlockConvertor::_validate_data(RuntimeState* state, vectorized:: return Status::OK(); } -void OlapTableBlockConvertor::_convert_to_dest_desc_block(doris::vectorized::Block* block) { +void OlapTableBlockConvertor::_convert_to_dest_desc_block(doris::Block* block) { for (int i = 0; i < _output_tuple_desc->slots().size() && i < block->columns(); ++i) { SlotDescriptor* desc = _output_tuple_desc->slots()[i]; if (desc->is_nullable() != block->get_by_position(i).type->is_nullable()) { if (desc->is_nullable()) { block->get_by_position(i).type = - vectorized::make_nullable(block->get_by_position(i).type); + make_nullable(block->get_by_position(i).type); block->get_by_position(i).column = - vectorized::make_nullable(block->get_by_position(i).column); + make_nullable(block->get_by_position(i).column); } else { - block->get_by_position(i).type = assert_cast( + block->get_by_position(i).type = assert_cast( *block->get_by_position(i).type) .get_nested_type(); - block->get_by_position(i).column = assert_cast( + block->get_by_position(i).column = assert_cast( *block->get_by_position(i).column) .get_nested_column_ptr(); } @@ -626,19 +626,19 @@ void OlapTableBlockConvertor::_convert_to_dest_desc_block(doris::vectorized::Blo } } -Status OlapTableBlockConvertor::_fill_auto_inc_cols(vectorized::Block* block, size_t rows) { +Status OlapTableBlockConvertor::_fill_auto_inc_cols(Block* block, size_t rows) { size_t idx = _auto_inc_col_idx.value(); SlotDescriptor* slot = _output_tuple_desc->slots()[idx]; DCHECK(slot->type()->get_primitive_type() == PrimitiveType::TYPE_BIGINT); DCHECK(!slot->is_nullable()); size_t null_value_count = 0; - auto dst_column = vectorized::ColumnInt64::create(); - vectorized::ColumnInt64::Container& dst_values = dst_column->get_data(); + auto dst_column = ColumnInt64::create(); + ColumnInt64::Container& dst_values = dst_column->get_data(); - vectorized::ColumnPtr src_column_ptr = block->get_by_position(idx).column; + ColumnPtr src_column_ptr = block->get_by_position(idx).column; if (const auto* const_column = - check_and_get_column(src_column_ptr.get())) { + check_and_get_column(src_column_ptr.get())) { // for insert stmt like "insert into tbl1 select null,col1,col2,... from tbl2" or // "insert into tbl1 select 1,col1,col2,... from tbl2", the type of literal's column // will be `ColumnConst` @@ -662,7 +662,7 @@ Status OlapTableBlockConvertor::_fill_auto_inc_cols(vectorized::Block* block, si dst_values.resize_fill(rows, value); } } else if (const auto* src_nullable_column = - check_and_get_column(src_column_ptr.get())) { + check_and_get_column(src_column_ptr.get())) { auto src_nested_column_ptr = src_nullable_column->get_nested_column_ptr(); const auto& null_map_data = src_nullable_column->get_null_map_data(); dst_values.reserve(rows); @@ -687,10 +687,10 @@ Status OlapTableBlockConvertor::_fill_auto_inc_cols(vectorized::Block* block, si return Status::OK(); } -Status OlapTableBlockConvertor::_partial_update_fill_auto_inc_cols(vectorized::Block* block, +Status OlapTableBlockConvertor::_partial_update_fill_auto_inc_cols(Block* block, size_t rows) { - auto dst_column = vectorized::ColumnInt64::create(); - vectorized::ColumnInt64::Container& dst_values = dst_column->get_data(); + auto dst_column = ColumnInt64::create(); + ColumnInt64::Container& dst_values = dst_column->get_data(); size_t null_value_count = rows; std::vector> res; RETURN_IF_ERROR(_auto_inc_id_buffer->sync_request_ids(null_value_count, &res)); @@ -701,10 +701,10 @@ Status OlapTableBlockConvertor::_partial_update_fill_auto_inc_cols(vectorized::B for (size_t i = 0; i < rows; i++) { dst_values.emplace_back(_auto_inc_id_allocator.next_id()); } - block->insert(vectorized::ColumnWithTypeAndName(std::move(dst_column), + block->insert(ColumnWithTypeAndName(std::move(dst_column), std::make_shared(), BeConsts::PARTIAL_UPDATE_AUTO_INC_COL)); return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/vtablet_block_convertor.h b/be/src/exec/sink/vtablet_block_convertor.h index 6911685f22f653..e25e47568c5464 100644 --- a/be/src/exec/sink/vtablet_block_convertor.h +++ b/be/src/exec/sink/vtablet_block_convertor.h @@ -34,7 +34,7 @@ #include "runtime/descriptors.h" #include "util/bitmap.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class OlapTableBlockConvertor { @@ -42,9 +42,9 @@ class OlapTableBlockConvertor { OlapTableBlockConvertor(TupleDescriptor* output_tuple_desc) : _output_tuple_desc(output_tuple_desc) {} - Status validate_and_convert_block(RuntimeState* state, vectorized::Block* input_block, - std::shared_ptr& block, - vectorized::VExprContextSPtrs output_vexpr_ctxs, size_t rows, + Status validate_and_convert_block(RuntimeState* state, Block* input_block, + std::shared_ptr& block, + VExprContextSPtrs output_vexpr_ctxs, size_t rows, bool& has_filtered_rows); const char* filter_map() const { return _filter_map.data(); } @@ -66,35 +66,32 @@ class OlapTableBlockConvertor { template DecimalType _get_decimalv3_min_or_max(const DataTypePtr& type); - Status _validate_column(RuntimeState* state, vectorized::Block* block, const DataTypePtr& type, - vectorized::ColumnPtr column, size_t slot_index, - fmt::memory_buffer& error_prefix, const size_t row_count, - vectorized::IColumn::Permutation* rows = nullptr) { + Status _validate_column(RuntimeState* state, Block* block, const DataTypePtr& type, + ColumnPtr column, size_t slot_index, fmt::memory_buffer& error_prefix, + const size_t row_count, IColumn::Permutation* rows = nullptr) { RETURN_IF_CATCH_EXCEPTION({ return _internal_validate_column(state, block, type, column, slot_index, error_prefix, row_count, rows); }); } - Status _internal_validate_column(RuntimeState* state, vectorized::Block* block, - const DataTypePtr& type, vectorized::ColumnPtr column, - size_t slot_index, fmt::memory_buffer& error_prefix, - const size_t row_count, - vectorized::IColumn::Permutation* rows = nullptr); + Status _internal_validate_column(RuntimeState* state, Block* block, const DataTypePtr& type, + ColumnPtr column, size_t slot_index, + fmt::memory_buffer& error_prefix, const size_t row_count, + IColumn::Permutation* rows = nullptr); // make input data valid for OLAP table // return number of invalid/filtered rows. // invalid row number is set in Bitmap - Status _validate_data(RuntimeState* state, vectorized::Block* block, const size_t rows, - int& filtered_rows); + Status _validate_data(RuntimeState* state, Block* block, const size_t rows, int& filtered_rows); // some output column of output expr may have different nullable property with dest slot desc // so here need to do the convert operation - void _convert_to_dest_desc_block(vectorized::Block* block); + void _convert_to_dest_desc_block(Block* block); - Status _fill_auto_inc_cols(vectorized::Block* block, size_t rows); + Status _fill_auto_inc_cols(Block* block, size_t rows); - Status _partial_update_fill_auto_inc_cols(vectorized::Block* block, size_t rows); + Status _partial_update_fill_auto_inc_cols(Block* block, size_t rows); TupleDescriptor* _output_tuple_desc = nullptr; @@ -122,5 +119,5 @@ class OlapTableBlockConvertor { bool _is_partial_update_and_auto_inc = false; }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/sink/vtablet_finder.cpp b/be/src/exec/sink/vtablet_finder.cpp index ae0bef29f43ef0..5a0a38fb3784bf 100644 --- a/be/src/exec/sink/vtablet_finder.cpp +++ b/be/src/exec/sink/vtablet_finder.cpp @@ -31,7 +31,7 @@ #include "runtime/runtime_state.h" #include "storage/tablet_info.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Status OlapTabletFinder::find_tablets(RuntimeState* state, Block* block, int rows, std::vector& partitions, @@ -101,4 +101,4 @@ Status OlapTabletFinder::find_tablets(RuntimeState* state, Block* block, int row return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/vtablet_finder.h b/be/src/exec/sink/vtablet_finder.h index a21921893ba655..ce1f0299ad97fa 100644 --- a/be/src/exec/sink/vtablet_finder.h +++ b/be/src/exec/sink/vtablet_finder.h @@ -26,7 +26,7 @@ #include "storage/tablet_info.h" #include "util/bitmap.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class OlapTabletFinder { @@ -43,7 +43,7 @@ class OlapTabletFinder { OlapTabletFinder(VOlapTablePartitionParam* vpartition, FindTabletMode mode) : _vpartition(vpartition), _find_tablet_mode(mode), _filter_bitmap(1024) {}; - Status find_tablets(RuntimeState* state, vectorized::Block* block, int rows, + Status find_tablets(RuntimeState* state, Block* block, int rows, std::vector& partitions, std::vector& tablet_index, std::vector& skip, std::vector* miss_rows = nullptr); @@ -55,7 +55,7 @@ class OlapTabletFinder { bool is_single_tablet() { return _partition_to_tablet_map.size() == 1; } // all partitions for multi find-processes of its relative writer. - const vectorized::flat_hash_set& partition_ids() { return _partition_ids; } + const flat_hash_set& partition_ids() { return _partition_ids; } int64_t num_filtered_rows() const { return _num_filtered_rows; } @@ -69,12 +69,12 @@ class OlapTabletFinder { VOlapTablePartitionParam* _vpartition = nullptr; FindTabletMode _find_tablet_mode; std::map _partition_to_tablet_map; - vectorized::flat_hash_set _partition_ids; + flat_hash_set _partition_ids; int64_t _num_filtered_rows = 0; int64_t _num_immutable_partition_filtered_rows = 0; Bitmap _filter_bitmap; }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/sink/writer/async_result_writer.cpp b/be/src/exec/sink/writer/async_result_writer.cpp index da5fbdbe049c20..00d274507712ab 100644 --- a/be/src/exec/sink/writer/async_result_writer.cpp +++ b/be/src/exec/sink/writer/async_result_writer.cpp @@ -31,12 +31,11 @@ class ObjectPool; class RowDescriptor; class TExpr; -namespace vectorized { #include "common/compile_check_begin.h" -AsyncResultWriter::AsyncResultWriter(const doris::vectorized::VExprContextSPtrs& output_expr_ctxs, - std::shared_ptr dep, - std::shared_ptr fin_dep) +AsyncResultWriter::AsyncResultWriter(const doris::VExprContextSPtrs& output_expr_ctxs, + std::shared_ptr dep, + std::shared_ptr fin_dep) : _vec_output_expr_ctxs(output_expr_ctxs), _dependency(dep), _finish_dependency(fin_dep) {} Status AsyncResultWriter::sink(Block* block, bool eos) { @@ -222,14 +221,13 @@ void AsyncResultWriter::_set_ready_to_finish() { _finish_dependency->set_ready(); } -Status AsyncResultWriter::_projection_block(doris::vectorized::Block& input_block, - doris::vectorized::Block* output_block) { +Status AsyncResultWriter::_projection_block(doris::Block& input_block, doris::Block* output_block) { Status status = Status::OK(); if (input_block.rows() == 0) { return status; } - RETURN_IF_ERROR(vectorized::VExprContext::get_output_block_after_execute_exprs( - _vec_output_expr_ctxs, input_block, output_block)); + RETURN_IF_ERROR(VExprContext::get_output_block_after_execute_exprs(_vec_output_expr_ctxs, + input_block, output_block)); materialize_block_inplace(*output_block); return status; } @@ -255,8 +253,7 @@ void AsyncResultWriter::_return_free_block(std::unique_ptr b) { } } -std::unique_ptr AsyncResultWriter::_get_free_block(doris::vectorized::Block* block, - size_t rows) { +std::unique_ptr AsyncResultWriter::_get_free_block(doris::Block* block, size_t rows) { std::unique_ptr b; if (!_free_blocks.try_dequeue(b)) { b = block->create_same_struct_block(rows, true); @@ -274,5 +271,4 @@ void AsyncResultWriter::set_low_memory_mode() { _low_memory_mode = true; clear_blocks(_free_blocks, _memory_used_counter); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/async_result_writer.h b/be/src/exec/sink/writer/async_result_writer.h index 289a2ea83ee2b8..99d4f8eaa59eff 100644 --- a/be/src/exec/sink/writer/async_result_writer.h +++ b/be/src/exec/sink/writer/async_result_writer.h @@ -32,13 +32,9 @@ class RuntimeState; class TDataSink; class TExpr; -namespace pipeline { class Dependency; class PipelineTask; -} // namespace pipeline - -namespace vectorized { class Block; /* * In the pipeline execution engine, there are usually a large number of io operations on the sink side that @@ -54,9 +50,8 @@ class Block; */ class AsyncResultWriter : public ResultWriter { public: - AsyncResultWriter(const VExprContextSPtrs& output_expr_ctxs, - std::shared_ptr dep, - std::shared_ptr fin_dep); + AsyncResultWriter(const VExprContextSPtrs& output_expr_ctxs, std::shared_ptr dep, + std::shared_ptr fin_dep); void force_close(Status s); @@ -99,12 +94,11 @@ class AsyncResultWriter : public ResultWriter { bool _eos = false; std::atomic_bool _low_memory_mode = false; - std::shared_ptr _dependency; - std::shared_ptr _finish_dependency; + std::shared_ptr _dependency; + std::shared_ptr _finish_dependency; moodycamel::ConcurrentQueue> _free_blocks; RuntimeProfile::Counter* _memory_used_counter = nullptr; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/iceberg/partition_data.h b/be/src/exec/sink/writer/iceberg/partition_data.h index e6328505857ab5..33500c7b806e73 100644 --- a/be/src/exec/sink/writer/iceberg/partition_data.h +++ b/be/src/exec/sink/writer/iceberg/partition_data.h @@ -20,12 +20,11 @@ #include "format/table/iceberg/struct_like.h" namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" -class PartitionData : public iceberg::StructLike { +class IcebergPartitionData : public iceberg::StructLike { public: - explicit PartitionData(std::vector partition_values) + explicit IcebergPartitionData(std::vector partition_values) : _partition_values(std::move(partition_values)) {} std::any get(size_t pos) const override { @@ -39,6 +38,5 @@ class PartitionData : public iceberg::StructLike { std::vector _partition_values; }; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/sink/writer/iceberg/partition_transformers.cpp b/be/src/exec/sink/writer/iceberg/partition_transformers.cpp index ae6a321fa30d4b..8b49d68573c1e4 100644 --- a/be/src/exec/sink/writer/iceberg/partition_transformers.cpp +++ b/be/src/exec/sink/writer/iceberg/partition_transformers.cpp @@ -23,7 +23,6 @@ #include "format/table/iceberg/partition_spec.h" namespace doris { -namespace vectorized { const std::chrono::sys_days PartitionColumnTransformUtils::EPOCH = std::chrono::sys_days( std::chrono::year {1970} / std::chrono::January / std::chrono::day {1}); @@ -281,5 +280,4 @@ std::string PartitionColumnTransform::get_partition_value(const DataTypePtr type return "null"; } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/iceberg/partition_transformers.h b/be/src/exec/sink/writer/iceberg/partition_transformers.h index b97a52369b5af4..bf00849452bc6d 100644 --- a/be/src/exec/sink/writer/iceberg/partition_transformers.h +++ b/be/src/exec/sink/writer/iceberg/partition_transformers.h @@ -29,7 +29,6 @@ class Type; class PartitionField; }; // namespace iceberg -namespace vectorized { #include "common/compile_check_begin.h" class IColumn; @@ -215,7 +214,7 @@ class IntegerTruncatePartitionColumnTransform : public PartitionColumnTransform bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -272,7 +271,7 @@ class BigintTruncatePartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -390,7 +389,7 @@ class IntBucketPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -451,7 +450,7 @@ class BigintBucketPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -514,7 +513,7 @@ class DecimalBucketPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -588,7 +587,7 @@ class DateBucketPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -654,7 +653,7 @@ class TimestampBucketPartitionColumnTransform : public PartitionColumnTransform bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -732,7 +731,7 @@ class StringBucketPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -794,7 +793,7 @@ class DateYearPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -863,7 +862,7 @@ class TimestampYearPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -932,7 +931,7 @@ class DateMonthPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -1001,7 +1000,7 @@ class TimestampMonthPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -1070,7 +1069,7 @@ class DateDayPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -1144,7 +1143,7 @@ class TimestampDayPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -1217,7 +1216,7 @@ class TimestampHourPartitionColumnTransform : public PartitionColumnTransform { bool is_nullable = false; if (column_ptr->is_nullable()) { const ColumnNullable* nullable_column = - reinterpret_cast(column_ptr.get()); + reinterpret_cast(column_ptr.get()); is_nullable = true; null_map_column_ptr = nullable_column->get_null_map_column_ptr(); column_ptr = nullable_column->get_nested_column_ptr(); @@ -1296,6 +1295,5 @@ class VoidPartitionColumnTransform : public PartitionColumnTransform { DataTypePtr _target_type; }; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.cpp b/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.cpp index f360cbe1d002b7..1ae396f309e7b6 100644 --- a/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.cpp +++ b/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.cpp @@ -29,7 +29,6 @@ #include "runtime/runtime_state.h" namespace doris { -namespace vectorized { VIcebergPartitionWriter::VIcebergPartitionWriter( const TDataSink& t_sink, std::vector partition_values, @@ -133,7 +132,7 @@ Status VIcebergPartitionWriter::close(const Status& status) { return result_status; } -Status VIcebergPartitionWriter::write(vectorized::Block& block) { +Status VIcebergPartitionWriter::write(Block& block) { RETURN_IF_ERROR(_file_format_transformer->write(block)); _row_count += block.rows(); return Status::OK(); @@ -208,5 +207,4 @@ std::string VIcebergPartitionWriter::_get_target_file_name() { _get_file_extension(_file_format_type, _compress_type)); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.h b/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.h index 228fe156ccddf7..97b4dd3efdfac0 100644 --- a/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.h +++ b/be/src/exec/sink/writer/iceberg/viceberg_partition_writer.h @@ -38,8 +38,6 @@ namespace iceberg { class Schema; } -namespace vectorized { - class Block; class VFileFormatTransformer; @@ -58,7 +56,7 @@ class VIcebergPartitionWriter : public IPartitionWriterBase { Status open(RuntimeState* state, RuntimeProfile* profile, const RowDescriptor* row_desc) override; - Status write(vectorized::Block& block) override; + Status write(Block& block) override; Status close(const Status& status) override; @@ -104,5 +102,4 @@ class VIcebergPartitionWriter : public IPartitionWriterBase { RuntimeState* _state; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.cpp b/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.cpp index 1518b0da8bf892..5be94279a3a945 100644 --- a/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.cpp +++ b/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.cpp @@ -22,7 +22,7 @@ #include "runtime/exec_env.h" #include "runtime/runtime_state.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Status VIcebergSortWriter::open(RuntimeState* state, RuntimeProfile* profile, @@ -40,9 +40,8 @@ Status VIcebergSortWriter::open(RuntimeState* state, RuntimeProfile* profile, // Create FullSorter for in-memory sorting with spill support enabled. // Parameters: limit=-1 (no limit), offset=0 (no offset) - _sorter = vectorized::FullSorter::create_unique(_vsort_exec_exprs, -1, 0, &_pool, - _sort_info.is_asc_order, _sort_info.nulls_first, - *row_desc, state, _profile); + _sorter = FullSorter::create_unique(_vsort_exec_exprs, -1, 0, &_pool, _sort_info.is_asc_order, + _sort_info.nulls_first, *row_desc, state, _profile); _sorter->init_profile(_profile); // Enable spill support so the sorter can be used with the spill framework _sorter->set_enable_spill(); @@ -53,7 +52,7 @@ Status VIcebergSortWriter::open(RuntimeState* state, RuntimeProfile* profile, return Status::OK(); } -Status VIcebergSortWriter::write(vectorized::Block& block) { +Status VIcebergSortWriter::write(Block& block) { // Append incoming block data to the sorter's internal buffer RETURN_IF_ERROR(_sorter->append_block(&block)); _update_spill_block_batch_row_count(block); @@ -149,7 +148,7 @@ Status VIcebergSortWriter::close(const Status& status) { return close_status; } -void VIcebergSortWriter::_update_spill_block_batch_row_count(const vectorized::Block& block) { +void VIcebergSortWriter::_update_spill_block_batch_row_count(const Block& block) { auto rows = block.rows(); // Calculate average row size from the first non-empty block to determine // the optimal batch size for spill operations @@ -327,9 +326,9 @@ int VIcebergSortWriter::_calc_max_merge_streams() const { Status VIcebergSortWriter::_create_merger(bool is_final_merge, size_t batch_size, int num_streams) { // Create a multi-way merge sorter that reads from multiple sorted spill streams - std::vector child_block_suppliers; - _merger = std::make_unique(_sorter->get_sort_description(), - batch_size, -1, 0, _profile); + std::vector child_block_suppliers; + _merger = std::make_unique(_sorter->get_sort_description(), batch_size, -1, 0, + _profile); _current_merging_streams.clear(); // For final merge: merge all remaining streams @@ -341,7 +340,7 @@ Status VIcebergSortWriter::_create_merger(bool is_final_merge, size_t batch_size stream->set_read_counters(_profile); _current_merging_streams.emplace_back(stream); // Create a block supplier lambda that reads the next block from the spill stream - child_block_suppliers.emplace_back([stream](vectorized::Block* block, bool* eos) { + child_block_suppliers.emplace_back([stream](Block* block, bool* eos) { return stream->read_next_block_sync(block, eos); }); _sorted_streams.pop_front(); @@ -371,4 +370,4 @@ void VIcebergSortWriter::_cleanup_spill_streams() { } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.h b/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.h index 87222d03c70aed..0348a048d07a62 100644 --- a/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.h +++ b/be/src/exec/sink/writer/iceberg/viceberg_sort_writer.h @@ -34,17 +34,15 @@ // in this header, causing heavy transitive includes for all files that include // viceberg_sort_writer.h. Moving implementations to .cpp allows us to forward-declare // these types and only include their headers in the .cpp file. -namespace doris::vectorized { +namespace doris { class SpillStream; using SpillStreamSPtr = std::shared_ptr; -} // namespace doris::vectorized +} // namespace doris namespace doris { class RuntimeState; class RuntimeProfile; -namespace vectorized { - /** * VIcebergSortWriter is a decorator around VIcebergPartitionWriter that adds sort-order support. * @@ -88,7 +86,7 @@ class VIcebergSortWriter : public IPartitionWriterBase { const RowDescriptor* row_desc) override; // Append data block to the sorter; triggers flush when target file size is reached - Status write(vectorized::Block& block) override; + Status write(Block& block) override; // Sort remaining data, perform multi-way merge if spill occurred, and close the writer. // Error handling: Tracks internal errors from intermediate operations and propagates @@ -115,7 +113,7 @@ class VIcebergSortWriter : public IPartitionWriterBase { private: // Calculate average row size from the first non-empty block to determine // the optimal batch row count for spill operations - void _update_spill_block_batch_row_count(const vectorized::Block& block); + void _update_spill_block_batch_row_count(const Block& block); // Sort in-memory data and flush to a Parquet/ORC file, then open a new writer Status _flush_to_file(); @@ -169,12 +167,12 @@ class VIcebergSortWriter : public IPartitionWriterBase { CreateWriterLambda _create_writer_lambda; // Sorter and merger for handling in-memory sorting and multi-way merge - std::unique_ptr _sorter; - std::unique_ptr _merger; + std::unique_ptr _sorter; + std::unique_ptr _merger; // Queue of spill streams waiting to be merged (FIFO order) - std::deque _sorted_streams; + std::deque _sorted_streams; // Streams currently being consumed by the merger - std::vector _current_merging_streams; + std::vector _current_merging_streams; // Target file size in bytes; files are split when this threshold is exceeded // Default: config::iceberg_sink_max_file_size (1GB) @@ -188,5 +186,4 @@ class VIcebergSortWriter : public IPartitionWriterBase { RuntimeProfile::Counter* _do_spill_count_counter = nullptr; }; -} // namespace vectorized } // namespace doris \ No newline at end of file diff --git a/be/src/exec/sink/writer/iceberg/viceberg_table_writer.cpp b/be/src/exec/sink/writer/iceberg/viceberg_table_writer.cpp index ff3b096fe21bbe..33fbf49b96069d 100644 --- a/be/src/exec/sink/writer/iceberg/viceberg_table_writer.cpp +++ b/be/src/exec/sink/writer/iceberg/viceberg_table_writer.cpp @@ -33,13 +33,12 @@ #include "runtime/runtime_state.h" namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" VIcebergTableWriter::VIcebergTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_expr_ctxs, - std::shared_ptr dep, - std::shared_ptr fin_dep) + std::shared_ptr dep, + std::shared_ptr fin_dep) : AsyncResultWriter(output_expr_ctxs, dep, fin_dep), _t_sink(t_sink) { DCHECK(_t_sink.__isset.iceberg_table_sink); } @@ -180,14 +179,14 @@ std::string VIcebergTableWriter::_build_static_partition_path() { return ss.str(); } -Status VIcebergTableWriter::write(RuntimeState* state, vectorized::Block& block) { +Status VIcebergTableWriter::write(RuntimeState* state, Block& block) { SCOPED_RAW_TIMER(&_send_data_ns); if (block.rows() == 0) { return Status::OK(); } Block output_block; - RETURN_IF_ERROR(vectorized::VExprContext::get_output_block_after_execute_exprs( - _vec_output_expr_ctxs, block, &output_block, false)); + RETURN_IF_ERROR(VExprContext::get_output_block_after_execute_exprs(_vec_output_expr_ctxs, block, + &output_block, false)); materialize_block_inplace(output_block); std::unordered_map, IColumn::Filter> writer_positions; @@ -304,7 +303,7 @@ Status VIcebergTableWriter::write(RuntimeState* state, vectorized::Block& block) } } for (int i = 0; i < output_block.rows(); ++i) { - std::optional partition_data; + std::optional partition_data; try { partition_data = _get_partition_data(&transformed_block, i); } catch (doris::Exception& e) { @@ -383,12 +382,11 @@ Status VIcebergTableWriter::write(RuntimeState* state, vectorized::Block& block) return Status::OK(); } -Status VIcebergTableWriter::_filter_block(doris::vectorized::Block& block, - const vectorized::IColumn::Filter* filter, - doris::vectorized::Block* output_block) { +Status VIcebergTableWriter::_filter_block(doris::Block& block, const IColumn::Filter* filter, + doris::Block* output_block) { const ColumnsWithTypeAndName& columns_with_type_and_name = block.get_columns_with_type_and_name(); - vectorized::ColumnsWithTypeAndName result_columns; + ColumnsWithTypeAndName result_columns; for (const auto& col : columns_with_type_and_name) { result_columns.emplace_back(col.column->clone_resized(col.column->size()), col.type, col.name); @@ -493,8 +491,7 @@ std::vector VIcebergTableWriter::_partition_values( } std::shared_ptr VIcebergTableWriter::_create_partition_writer( - vectorized::Block* transformed_block, int position, const std::string* file_name, - int file_name_index) { + Block* transformed_block, int position, const std::string* file_name, int file_name_index) { auto& iceberg_table_sink = _t_sink.iceberg_table_sink; std::vector partition_values; const std::string& output_path = iceberg_table_sink.output_path; @@ -518,7 +515,7 @@ std::shared_ptr VIcebergTableWriter::_create_partition_wri } else if (transformed_block != nullptr) { // Case 2: Dynamic partition or Hybrid mode (partial static + partial dynamic) // _partition_to_path and _partition_values already handle hybrid mode internally - PartitionData partition_data = _get_partition_data(transformed_block, position); + IcebergPartitionData partition_data = _get_partition_data(transformed_block, position); std::string partition_path = _partition_to_path(partition_data); partition_values = _partition_values(partition_data); original_write_path = @@ -572,8 +569,8 @@ std::shared_ptr VIcebergTableWriter::_create_partition_wri return partition_write; } -PartitionData VIcebergTableWriter::_get_partition_data(vectorized::Block* transformed_block, - int position) { +IcebergPartitionData VIcebergTableWriter::_get_partition_data(Block* transformed_block, + int position) { DCHECK(!_iceberg_partition_columns.empty()); std::vector values; values.reserve(_iceberg_partition_columns.size()); @@ -582,7 +579,7 @@ PartitionData VIcebergTableWriter::_get_partition_data(vectorized::Block* transf if (_has_static_partition && _partition_column_is_static[column_idx]) { values.emplace_back(); } else { - const vectorized::ColumnWithTypeAndName& partition_column = + const ColumnWithTypeAndName& partition_column = transformed_block->get_by_position(column_idx); auto value = _get_iceberg_partition_value( iceberg_partition_column.partition_column_transform() @@ -593,7 +590,7 @@ PartitionData VIcebergTableWriter::_get_partition_data(vectorized::Block* transf } ++column_idx; } - return PartitionData(std::move(values)); + return IcebergPartitionData(std::move(values)); } std::any VIcebergTableWriter::_get_iceberg_partition_value( @@ -603,8 +600,7 @@ std::any VIcebergTableWriter::_get_iceberg_partition_value( ColumnPtr col_ptr = partition_column.column->convert_to_full_column_if_const(); CHECK(col_ptr); if (col_ptr->is_nullable()) { - const auto* nullable_column = - reinterpret_cast(col_ptr.get()); + const auto* nullable_column = reinterpret_cast(col_ptr.get()); const auto* __restrict null_map_data = nullable_column->get_null_map_data().data(); if (null_map_data[position]) { return {}; @@ -616,8 +612,7 @@ std::any VIcebergTableWriter::_get_iceberg_partition_value( auto [item, size] = col_ptr->get_data_at(position); switch (type_desc) { case TYPE_BOOLEAN: { - vectorized::Field field = - vectorized::check_and_get_column(*col_ptr)->operator[](position); + Field field = check_and_get_column(*col_ptr)->operator[](position); return field.get(); } case TYPE_TINYINT: { @@ -685,5 +680,4 @@ std::string VIcebergTableWriter::_compute_file_name() { return fmt::format("{}_{}", print_id(_state->query_id()), uuid_str); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/iceberg/viceberg_table_writer.h b/be/src/exec/sink/writer/iceberg/viceberg_table_writer.h index 07382b24fc771e..6ce6eadf30ac65 100644 --- a/be/src/exec/sink/writer/iceberg/viceberg_table_writer.h +++ b/be/src/exec/sink/writer/iceberg/viceberg_table_writer.h @@ -34,8 +34,6 @@ namespace doris { class ObjectPool; class RuntimeState; -namespace vectorized { - class IColumn; class IPartitionWriterBase; class VIcebergSortWriter; @@ -44,8 +42,7 @@ struct ColumnWithTypeAndName; class VIcebergTableWriter final : public AsyncResultWriter { public: VIcebergTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep); + std::shared_ptr dep, std::shared_ptr fin_dep); ~VIcebergTableWriter() = default; @@ -56,7 +53,7 @@ class VIcebergTableWriter final : public AsyncResultWriter { Status open(RuntimeState* state, RuntimeProfile* profile) override; - Status write(RuntimeState* state, vectorized::Block& block) override; + Status write(RuntimeState* state, Block& block) override; Status close(Status) override; @@ -112,10 +109,10 @@ class VIcebergTableWriter final : public AsyncResultWriter { std::string _build_static_partition_path(); std::shared_ptr _create_partition_writer( - vectorized::Block* transformed_block, int position, - const std::string* file_name = nullptr, int file_name_index = 0); + Block* transformed_block, int position, const std::string* file_name = nullptr, + int file_name_index = 0); - PartitionData _get_partition_data(vectorized::Block* block, int position); + IcebergPartitionData _get_partition_data(Block* block, int position); std::any _get_iceberg_partition_value(const PrimitiveType& type_desc, const ColumnWithTypeAndName& partition_column, @@ -123,8 +120,8 @@ class VIcebergTableWriter final : public AsyncResultWriter { std::string _compute_file_name(); - Status _filter_block(doris::vectorized::Block& block, const vectorized::IColumn::Filter* filter, - doris::vectorized::Block* output_block); + Status _filter_block(doris::Block& block, const IColumn::Filter* filter, + doris::Block* output_block); // Currently it is a copy, maybe it is better to use move semantics to eliminate it. TDataSink _t_sink; @@ -176,5 +173,4 @@ class VIcebergTableWriter final : public AsyncResultWriter { RuntimeProfile::Counter* _close_timer = nullptr; RuntimeProfile::Counter* _write_file_counter = nullptr; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/iceberg/vpartition_writer_base.h b/be/src/exec/sink/writer/iceberg/vpartition_writer_base.h index 1afd75f40ddcf3..dc70f64679597a 100644 --- a/be/src/exec/sink/writer/iceberg/vpartition_writer_base.h +++ b/be/src/exec/sink/writer/iceberg/vpartition_writer_base.h @@ -27,8 +27,6 @@ class ObjectPool; class RuntimeState; class RuntimeProfile; -namespace vectorized { - // IPartitionWriterBase // ├── VIcebergPartitionWriter // └── VIcebergSortWriter @@ -50,7 +48,7 @@ class IPartitionWriterBase { virtual Status open(RuntimeState* state, RuntimeProfile* profile, const RowDescriptor* row_desc) = 0; - virtual Status write(vectorized::Block& block) = 0; + virtual Status write(Block& block) = 0; virtual Status close(const Status& status) = 0; @@ -60,5 +58,4 @@ class IPartitionWriterBase { virtual size_t written_len() const = 0; }; -} // namespace vectorized } // namespace doris \ No newline at end of file diff --git a/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.cpp b/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.cpp index fce4fd6084e026..ef1e6f069da875 100644 --- a/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.cpp +++ b/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.cpp @@ -21,7 +21,6 @@ #include "runtime/runtime_state.h" namespace doris { -namespace vectorized { VMCPartitionWriter::VMCPartitionWriter(RuntimeState* state, const VExprContextSPtrs& output_vexpr_ctxs, @@ -39,7 +38,7 @@ Status VMCPartitionWriter::open() { return _jni_format_transformer->open(); } -Status VMCPartitionWriter::write(vectorized::Block& block) { +Status VMCPartitionWriter::write(Block& block) { RETURN_IF_ERROR(_jni_format_transformer->write(block)); _row_count += block.rows(); return Status::OK(); @@ -81,5 +80,4 @@ TMCCommitData VMCPartitionWriter::_build_mc_commit_data() { return commit_data; } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.h b/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.h index dcdda80ffa2b77..fb1c6c737d80a6 100644 --- a/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.h +++ b/be/src/exec/sink/writer/maxcompute/vmc_partition_writer.h @@ -31,8 +31,6 @@ class ObjectPool; class RuntimeState; class RuntimeProfile; -namespace vectorized { - class Block; class VJniFormatTransformer; @@ -43,7 +41,7 @@ class VMCPartitionWriter { std::map writer_params); Status open(); - Status write(vectorized::Block& block); + Status write(Block& block); Status close(const Status& status); private: @@ -59,5 +57,4 @@ class VMCPartitionWriter { size_t _row_count = 0; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/maxcompute/vmc_table_writer.cpp b/be/src/exec/sink/writer/maxcompute/vmc_table_writer.cpp index 2d2b4ded30a277..689d212783a484 100644 --- a/be/src/exec/sink/writer/maxcompute/vmc_table_writer.cpp +++ b/be/src/exec/sink/writer/maxcompute/vmc_table_writer.cpp @@ -26,12 +26,10 @@ #include "util/uid_util.h" namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" VMCTableWriter::VMCTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_expr_ctxs, - std::shared_ptr dep, - std::shared_ptr fin_dep) + std::shared_ptr dep, std::shared_ptr fin_dep) : AsyncResultWriter(output_expr_ctxs, dep, fin_dep), _t_sink(t_sink), _mc_sink(_t_sink.max_compute_table_sink) { @@ -137,15 +135,15 @@ std::shared_ptr VMCTableWriter::_create_partition_writer( std::move(params)); } -Status VMCTableWriter::write(RuntimeState* state, vectorized::Block& block) { +Status VMCTableWriter::write(RuntimeState* state, Block& block) { SCOPED_RAW_TIMER(&_send_data_ns); if (block.rows() == 0) { return Status::OK(); } Block output_block; - RETURN_IF_ERROR(vectorized::VExprContext::get_output_block_after_execute_exprs( - _vec_output_expr_ctxs, block, &output_block, false)); + RETURN_IF_ERROR(VExprContext::get_output_block_after_execute_exprs(_vec_output_expr_ctxs, block, + &output_block, false)); materialize_block_inplace(output_block); _row_count += output_block.rows(); @@ -204,5 +202,4 @@ Status VMCTableWriter::close(Status status) { return result_status; } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/maxcompute/vmc_table_writer.h b/be/src/exec/sink/writer/maxcompute/vmc_table_writer.h index 52e23128371d24..24075e47a062ec 100644 --- a/be/src/exec/sink/writer/maxcompute/vmc_table_writer.h +++ b/be/src/exec/sink/writer/maxcompute/vmc_table_writer.h @@ -34,15 +34,12 @@ namespace doris { class ObjectPool; class RuntimeState; -namespace vectorized { - class VMCPartitionWriter; class VMCTableWriter final : public AsyncResultWriter { public: VMCTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep); + std::shared_ptr dep, std::shared_ptr fin_dep); ~VMCTableWriter() = default; @@ -50,7 +47,7 @@ class VMCTableWriter final : public AsyncResultWriter { Status open(RuntimeState* state, RuntimeProfile* profile) override; - Status write(RuntimeState* state, vectorized::Block& block) override; + Status write(RuntimeState* state, Block& block) override; Status close(Status) override; @@ -96,5 +93,4 @@ class VMCTableWriter final : public AsyncResultWriter { RuntimeProfile::Counter* _partition_writers_count = nullptr; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/result_writer.h b/be/src/exec/sink/writer/result_writer.h index df1b7a808d9c8a..01b6d7c8b56d87 100644 --- a/be/src/exec/sink/writer/result_writer.h +++ b/be/src/exec/sink/writer/result_writer.h @@ -25,9 +25,7 @@ namespace doris { -namespace vectorized { class Block; -} class RuntimeState; // abstract class of the result writer @@ -47,7 +45,7 @@ class ResultWriter { [[nodiscard]] bool output_object_data() const { return _output_object_data; } // Write is sync, it will do real IO work. - virtual Status write(RuntimeState* state, vectorized::Block& block) = 0; + virtual Status write(RuntimeState* state, Block& block) = 0; void set_output_object_data(bool output_object_data) { _output_object_data = output_object_data; diff --git a/be/src/exec/sink/writer/varrow_flight_result_writer.cpp b/be/src/exec/sink/writer/varrow_flight_result_writer.cpp index 262d2221d833d7..fa20e42f0e791e 100644 --- a/be/src/exec/sink/writer/varrow_flight_result_writer.cpp +++ b/be/src/exec/sink/writer/varrow_flight_result_writer.cpp @@ -27,7 +27,7 @@ #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" void GetArrowResultBatchCtx::on_failure(const Status& status) { @@ -44,7 +44,7 @@ void GetArrowResultBatchCtx::on_close(int64_t packet_seq, int64_t /* returned_ro _done->Run(); } -Status GetArrowResultBatchCtx::on_data(const std::shared_ptr& block, +Status GetArrowResultBatchCtx::on_data(const std::shared_ptr& block, const int64_t packet_seq, ResultBlockBufferBase* buffer) { if (_result != nullptr) { auto* arrow_buffer = assert_cast(buffer); @@ -97,7 +97,7 @@ Status ArrowFlightResultBlockBuffer::get_schema(std::shared_ptr* print_id(_fragment_id), _status)); } -Status ArrowFlightResultBlockBuffer::get_arrow_batch(std::shared_ptr* result) { +Status ArrowFlightResultBlockBuffer::get_arrow_batch(std::shared_ptr* result) { std::unique_lock l(_lock); Defer defer {[&]() { _update_dependency(); }}; if (!_status.ok()) { @@ -178,10 +178,10 @@ Status VArrowFlightResultWriter::write(RuntimeState* state, Block& input_block) { SCOPED_SWITCH_THREAD_MEM_TRACKER_LIMITER(_sinker->mem_tracker()); - std::unique_ptr mutable_block = - vectorized::MutableBlock::create_unique(block.clone_empty()); + std::unique_ptr mutable_block = + MutableBlock::create_unique(block.clone_empty()); RETURN_IF_ERROR(mutable_block->merge_ignore_overflow(std::move(block))); - std::shared_ptr output_block = vectorized::Block::create_shared(); + std::shared_ptr output_block = Block::create_shared(); output_block->swap(mutable_block->to_block()); auto num_rows = output_block->rows(); @@ -212,4 +212,4 @@ Status VArrowFlightResultWriter::close(Status st) { return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/writer/varrow_flight_result_writer.h b/be/src/exec/sink/writer/varrow_flight_result_writer.h index b95ab405cb7308..2d0420ed777cc2 100644 --- a/be/src/exec/sink/writer/varrow_flight_result_writer.h +++ b/be/src/exec/sink/writer/varrow_flight_result_writer.h @@ -28,12 +28,11 @@ namespace doris { class RuntimeState; class PFetchArrowDataResult; -namespace vectorized { class Block; class GetArrowResultBatchCtx { public: - using ResultType = vectorized::Block; + using ResultType = Block; ENABLE_FACTORY_CREATOR(GetArrowResultBatchCtx) GetArrowResultBatchCtx(PFetchArrowDataResult* result, google::protobuf::Closure* done) : _result(result), _done(done) {} @@ -44,8 +43,8 @@ class GetArrowResultBatchCtx { MOCK_FUNCTION void on_failure(const Status& status); MOCK_FUNCTION void on_close(int64_t packet_seq, int64_t /* returned_rows */); - MOCK_FUNCTION Status on_data(const std::shared_ptr& block, - const int64_t packet_seq, ResultBlockBufferBase* buffer); + MOCK_FUNCTION Status on_data(const std::shared_ptr& block, const int64_t packet_seq, + ResultBlockBufferBase* buffer); private: #ifndef BE_TEST @@ -59,7 +58,7 @@ class GetArrowResultBatchCtx { class ArrowFlightResultBlockBuffer final : public ResultBlockBuffer { public: - using ResultType = vectorized::Block; + using ResultType = Block; ArrowFlightResultBlockBuffer(TUniqueId id, RuntimeState* state, std::shared_ptr schema, int buffer_size) : ResultBlockBuffer(id, state, buffer_size), @@ -71,7 +70,7 @@ class ArrowFlightResultBlockBuffer final : public ResultBlockBuffer* result); + Status get_arrow_batch(std::shared_ptr* result); void get_timezone(cctz::time_zone& timezone_obj) { timezone_obj = _timezone_obj; } Status get_schema(std::shared_ptr* arrow_schema); @@ -119,7 +118,6 @@ class VArrowFlightResultWriter final : public ResultWriter { uint64_t _bytes_sent = 0; }; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/sink/writer/vfile_result_writer.cpp b/be/src/exec/sink/writer/vfile_result_writer.cpp index 18a02028a5fbf5..d7e4149c551d7b 100644 --- a/be/src/exec/sink/writer/vfile_result_writer.cpp +++ b/be/src/exec/sink/writer/vfile_result_writer.cpp @@ -63,26 +63,26 @@ #include "util/s3_util.h" #include "util/uid_util.h" -namespace doris::vectorized { +namespace doris { static double nons_to_second = 1000000000.00; VFileResultWriter::VFileResultWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep) + std::shared_ptr dep, + std::shared_ptr fin_dep) : AsyncResultWriter(output_exprs, dep, fin_dep) {} VFileResultWriter::VFileResultWriter( - const pipeline::ResultFileOptions* file_opts, const TStorageBackendType::type storage_type, + const ResultFileOptions* file_opts, const TStorageBackendType::type storage_type, const TUniqueId fragment_instance_id, const VExprContextSPtrs& output_vexpr_ctxs, std::shared_ptr sinker, Block* output_block, bool output_object_data, - const RowDescriptor& output_row_descriptor, std::shared_ptr dep, - std::shared_ptr fin_dep) + const RowDescriptor& output_row_descriptor, std::shared_ptr dep, + std::shared_ptr fin_dep) : AsyncResultWriter(output_vexpr_ctxs, dep, fin_dep), _file_opts(file_opts), _storage_type(storage_type), _fragment_instance_id(fragment_instance_id), - _sinker(std::dynamic_pointer_cast(sinker)), + _sinker(std::dynamic_pointer_cast(sinker)), _output_block(output_block), _output_row_descriptor(output_row_descriptor) { _output_object_data = output_object_data; @@ -488,4 +488,4 @@ Status VFileResultWriter::close(Status exec_status) { return st; } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/writer/vfile_result_writer.h b/be/src/exec/sink/writer/vfile_result_writer.h index afb283c7915877..601f1db90de5c5 100644 --- a/be/src/exec/sink/writer/vfile_result_writer.h +++ b/be/src/exec/sink/writer/vfile_result_writer.h @@ -40,33 +40,27 @@ namespace doris { class ResultBlockBufferBase; class RuntimeState; -namespace vectorized { class GetResultBatchCtx; using MySQLResultBlockBuffer = ResultBlockBuffer; class VExprContext; -} // namespace vectorized -namespace pipeline { struct ResultFileOptions; -} } // namespace doris -namespace doris::vectorized { +namespace doris { // write result to file class VFileResultWriter final : public AsyncResultWriter { public: - VFileResultWriter(const pipeline::ResultFileOptions* file_option, + VFileResultWriter(const ResultFileOptions* file_option, const TStorageBackendType::type storage_type, const TUniqueId fragment_instance_id, const VExprContextSPtrs& _output_vexpr_ctxs, std::shared_ptr sinker, Block* output_block, bool output_object_data, const RowDescriptor& output_row_descriptor, - std::shared_ptr dep, - std::shared_ptr fin_dep); + std::shared_ptr dep, std::shared_ptr fin_dep); VFileResultWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep); + std::shared_ptr dep, std::shared_ptr fin_dep); Status write(RuntimeState* state, Block& block) override; @@ -108,7 +102,7 @@ class VFileResultWriter final : public AsyncResultWriter { private: RuntimeState* _state; // not owned, set when init - const pipeline::ResultFileOptions* _file_opts = nullptr; + const ResultFileOptions* _file_opts = nullptr; TStorageBackendType::type _storage_type; TUniqueId _fragment_instance_id; @@ -153,4 +147,4 @@ class VFileResultWriter final : public AsyncResultWriter { std::string_view _header_type; std::string_view _header; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/writer/vhive_partition_writer.cpp b/be/src/exec/sink/writer/vhive_partition_writer.cpp index 99397433525bec..686732b4712e06 100644 --- a/be/src/exec/sink/writer/vhive_partition_writer.cpp +++ b/be/src/exec/sink/writer/vhive_partition_writer.cpp @@ -29,7 +29,6 @@ #include "runtime/runtime_state.h" namespace doris { -namespace vectorized { VHivePartitionWriter::VHivePartitionWriter(const TDataSink& t_sink, std::string partition_name, TUpdateMode::type update_mode, @@ -141,7 +140,7 @@ Status VHivePartitionWriter::close(const Status& status) { return result_status; } -Status VHivePartitionWriter::write(vectorized::Block& block) { +Status VHivePartitionWriter::write(Block& block) { RETURN_IF_ERROR(_file_format_transformer->write(block)); _row_count += block.rows(); return Status::OK(); @@ -237,5 +236,4 @@ std::string VHivePartitionWriter::_get_target_file_name() { _get_file_extension(_file_format_type, _hive_compress_type)); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vhive_partition_writer.h b/be/src/exec/sink/writer/vhive_partition_writer.h index 349aa01014ae76..e958db505c178b 100644 --- a/be/src/exec/sink/writer/vhive_partition_writer.h +++ b/be/src/exec/sink/writer/vhive_partition_writer.h @@ -34,8 +34,6 @@ class RuntimeState; class RuntimeProfile; class THiveColumn; -namespace vectorized { - class Block; class VFileFormatTransformer; @@ -63,7 +61,7 @@ class VHivePartitionWriter { Status open(RuntimeState* state, RuntimeProfile* profile); - Status write(vectorized::Block& block); + Status write(Block& block); Status close(const Status& status); @@ -112,5 +110,4 @@ class VHivePartitionWriter { RuntimeState* _state; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vhive_table_writer.cpp b/be/src/exec/sink/writer/vhive_table_writer.cpp index 45b4dda543ca2d..453b00515e3b5c 100644 --- a/be/src/exec/sink/writer/vhive_table_writer.cpp +++ b/be/src/exec/sink/writer/vhive_table_writer.cpp @@ -28,13 +28,12 @@ #include "runtime/runtime_state.h" namespace doris { -namespace vectorized { #include "common/compile_check_begin.h" VHiveTableWriter::VHiveTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_expr_ctxs, - std::shared_ptr dep, - std::shared_ptr fin_dep) + std::shared_ptr dep, + std::shared_ptr fin_dep) : AsyncResultWriter(output_expr_ctxs, dep, fin_dep), _t_sink(t_sink) { DCHECK(_t_sink.__isset.hive_table_sink); } @@ -86,15 +85,15 @@ Status VHiveTableWriter::open(RuntimeState* state, RuntimeProfile* operator_prof return Status::OK(); } -Status VHiveTableWriter::write(RuntimeState* state, vectorized::Block& block) { +Status VHiveTableWriter::write(RuntimeState* state, Block& block) { SCOPED_RAW_TIMER(&_send_data_ns); if (block.rows() == 0) { return Status::OK(); } Block output_block; - RETURN_IF_ERROR(vectorized::VExprContext::get_output_block_after_execute_exprs( - _vec_output_expr_ctxs, block, &output_block, false)); + RETURN_IF_ERROR(VExprContext::get_output_block_after_execute_exprs(_vec_output_expr_ctxs, block, + &output_block, false)); materialize_block_inplace(output_block); std::unordered_map, IColumn::Filter> writer_positions; @@ -220,12 +219,11 @@ Status VHiveTableWriter::write(RuntimeState* state, vectorized::Block& block) { return Status::OK(); } -Status VHiveTableWriter::_filter_block(doris::vectorized::Block& block, - const vectorized::IColumn::Filter* filter, - doris::vectorized::Block* output_block) { +Status VHiveTableWriter::_filter_block(doris::Block& block, const IColumn::Filter* filter, + doris::Block* output_block) { const ColumnsWithTypeAndName& columns_with_type_and_name = block.get_columns_with_type_and_name(); - vectorized::ColumnsWithTypeAndName result_columns; + ColumnsWithTypeAndName result_columns; for (int i = 0; i < columns_with_type_and_name.size(); ++i) { const auto& col = columns_with_type_and_name[i]; result_columns.emplace_back(col.column->clone_resized(col.column->size()), col.type, @@ -277,7 +275,7 @@ Status VHiveTableWriter::close(Status status) { } std::shared_ptr VHiveTableWriter::_create_partition_writer( - vectorized::Block& block, int position, const std::string* file_name, int file_name_index) { + Block& block, int position, const std::string* file_name, int file_name_index) { auto& hive_table_sink = _t_sink.hive_table_sink; std::vector partition_values; std::string partition_name; @@ -396,13 +394,11 @@ std::shared_ptr VHiveTableWriter::_create_partition_writer hive_table_sink.hadoop_config); } -std::vector VHiveTableWriter::_create_partition_values(vectorized::Block& block, - int position) { +std::vector VHiveTableWriter::_create_partition_values(Block& block, int position) { std::vector partition_values; for (int i = 0; i < _partition_columns_input_index.size(); ++i) { int partition_column_idx = _partition_columns_input_index[i]; - vectorized::ColumnWithTypeAndName partition_column = - block.get_by_position(partition_column_idx); + ColumnWithTypeAndName partition_column = block.get_by_position(partition_column_idx); std::string value = _to_partition_value( _vec_output_expr_ctxs[partition_column_idx]->root()->data_type(), partition_column, position); @@ -452,8 +448,7 @@ std::string VHiveTableWriter::_to_partition_value(const DataTypePtr& type_desc, auto [item, size] = column->get_data_at(position); switch (type_desc->get_primitive_type()) { case TYPE_BOOLEAN: { - vectorized::Field field = - vectorized::check_and_get_column(*column)->operator[](position); + Field field = check_and_get_column(*column)->operator[](position); return std::to_string(field.get()); } case TYPE_TINYINT: { @@ -544,5 +539,4 @@ std::string VHiveTableWriter::_compute_file_name() { return fmt::format("{}_{}", print_id(_state->query_id()), uuid_str); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vhive_table_writer.h b/be/src/exec/sink/writer/vhive_table_writer.h index b03dc3d3ce27f1..d860d8512d826d 100644 --- a/be/src/exec/sink/writer/vhive_table_writer.h +++ b/be/src/exec/sink/writer/vhive_table_writer.h @@ -31,8 +31,6 @@ class ObjectPool; class RuntimeState; class RuntimeProfile; -namespace vectorized { - class Block; class VHivePartitionWriter; struct ColumnWithTypeAndName; @@ -40,8 +38,7 @@ struct ColumnWithTypeAndName; class VHiveTableWriter final : public AsyncResultWriter { public: VHiveTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep); + std::shared_ptr dep, std::shared_ptr fin_dep); ~VHiveTableWriter() override = default; @@ -49,24 +46,24 @@ class VHiveTableWriter final : public AsyncResultWriter { Status open(RuntimeState* state, RuntimeProfile* profile) override; - Status write(RuntimeState* state, vectorized::Block& block) override; + Status write(RuntimeState* state, Block& block) override; Status close(Status) override; private: std::shared_ptr _create_partition_writer( - vectorized::Block& block, int position, const std::string* file_name = nullptr, + Block& block, int position, const std::string* file_name = nullptr, int file_name_index = 0); - std::vector _create_partition_values(vectorized::Block& block, int position); + std::vector _create_partition_values(Block& block, int position); std::string _to_partition_value(const DataTypePtr& type_desc, const ColumnWithTypeAndName& partition_column, int position); std::string _compute_file_name(); - Status _filter_block(doris::vectorized::Block& block, const vectorized::IColumn::Filter* filter, - doris::vectorized::Block* output_block); + Status _filter_block(doris::Block& block, const IColumn::Filter* filter, + doris::Block* output_block); // Currently it is a copy, maybe it is better to use move semantics to eliminate it. TDataSink _t_sink; @@ -95,5 +92,4 @@ class VHiveTableWriter final : public AsyncResultWriter { RuntimeProfile::Counter* _close_timer = nullptr; RuntimeProfile::Counter* _write_file_counter = nullptr; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vhive_utils.cpp b/be/src/exec/sink/writer/vhive_utils.cpp index e2cd9108ce4ba3..0ef05f9389d11c 100644 --- a/be/src/exec/sink/writer/vhive_utils.cpp +++ b/be/src/exec/sink/writer/vhive_utils.cpp @@ -22,7 +22,6 @@ #include namespace doris { -namespace vectorized { const std::regex VHiveUtils::PATH_CHAR_TO_ESCAPE("[\\x00-\\x1F\"#%'*/:=?\\\\\\x7F\\{\\[\\]\\^]"); @@ -74,5 +73,4 @@ std::string VHiveUtils::escape_path_name(const std::string& path) { } return ss.str(); } -} // namespace vectorized } // namespace doris \ No newline at end of file diff --git a/be/src/exec/sink/writer/vhive_utils.h b/be/src/exec/sink/writer/vhive_utils.h index 7b0c87d05fe6a6..a9c87ceb8aa0cb 100644 --- a/be/src/exec/sink/writer/vhive_utils.h +++ b/be/src/exec/sink/writer/vhive_utils.h @@ -27,7 +27,6 @@ #include namespace doris { -namespace vectorized { class VHiveUtils { private: @@ -42,5 +41,4 @@ class VHiveUtils { static std::string escape_path_name(const std::string& path); }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vjdbc_table_writer.cpp b/be/src/exec/sink/writer/vjdbc_table_writer.cpp index 6b9f7f77f749e1..acb197ea1a3b3c 100644 --- a/be/src/exec/sink/writer/vjdbc_table_writer.cpp +++ b/be/src/exec/sink/writer/vjdbc_table_writer.cpp @@ -28,7 +28,6 @@ #include "exprs/vexpr_context.h" namespace doris { -namespace vectorized { JdbcConnectorParam VJdbcTableWriter::create_connect_param(const doris::TDataSink& t_sink) { const TJdbcTableSink& t_jdbc_sink = t_sink.jdbc_table_sink; @@ -58,12 +57,12 @@ JdbcConnectorParam VJdbcTableWriter::create_connect_param(const doris::TDataSink VJdbcTableWriter::VJdbcTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_expr_ctxs, - std::shared_ptr dep, - std::shared_ptr fin_dep) + std::shared_ptr dep, + std::shared_ptr fin_dep) : AsyncResultWriter(output_expr_ctxs, dep, fin_dep), JdbcConnector(create_connect_param(t_sink)) {} -Status VJdbcTableWriter::write(RuntimeState* state, vectorized::Block& block) { +Status VJdbcTableWriter::write(RuntimeState* state, Block& block) { Block output_block; RETURN_IF_ERROR(_projection_block(block, &output_block)); auto num_rows = output_block.rows(); @@ -80,5 +79,4 @@ Status VJdbcTableWriter::write(RuntimeState* state, vectorized::Block& block) { return Status::OK(); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vjdbc_table_writer.h b/be/src/exec/sink/writer/vjdbc_table_writer.h index 17eca5699b2c1e..c3a54eb623d188 100644 --- a/be/src/exec/sink/writer/vjdbc_table_writer.h +++ b/be/src/exec/sink/writer/vjdbc_table_writer.h @@ -28,7 +28,6 @@ #include "exec/sink/writer/async_result_writer.h" namespace doris { -namespace vectorized { class Block; @@ -37,8 +36,7 @@ class VJdbcTableWriter final : public AsyncResultWriter, public JdbcConnector { static JdbcConnectorParam create_connect_param(const TDataSink&); VJdbcTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep); + std::shared_ptr dep, std::shared_ptr fin_dep); // connect to jdbc server Status open(RuntimeState* state, RuntimeProfile* operator_profile) override { @@ -46,7 +44,7 @@ class VJdbcTableWriter final : public AsyncResultWriter, public JdbcConnector { return init_to_write(operator_profile); } - Status write(RuntimeState* state, vectorized::Block& block) override; + Status write(RuntimeState* state, Block& block) override; Status finish(RuntimeState* state) override { return JdbcConnector::finish_trans(); } @@ -55,5 +53,4 @@ class VJdbcTableWriter final : public AsyncResultWriter, public JdbcConnector { private: JdbcConnectorParam _param; }; -} // namespace vectorized } // namespace doris \ No newline at end of file diff --git a/be/src/exec/sink/writer/vmysql_result_writer.cpp b/be/src/exec/sink/writer/vmysql_result_writer.cpp index 4155424d9059fc..4101f18db3c457 100644 --- a/be/src/exec/sink/writer/vmysql_result_writer.cpp +++ b/be/src/exec/sink/writer/vmysql_result_writer.cpp @@ -52,7 +52,7 @@ #include "runtime/runtime_state.h" #include "util/mysql_global.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" void GetResultBatchCtx::on_failure(const Status& status) { @@ -329,4 +329,4 @@ Status VMysqlResultWriter::close(Status) { return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/writer/vmysql_result_writer.h b/be/src/exec/sink/writer/vmysql_result_writer.h index c586a5fce9db52..a9416351a837ba 100644 --- a/be/src/exec/sink/writer/vmysql_result_writer.h +++ b/be/src/exec/sink/writer/vmysql_result_writer.h @@ -35,7 +35,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace vectorized { class Block; class GetResultBatchCtx { @@ -104,7 +103,6 @@ class VMysqlResultWriter final : public ResultWriter { const bool _is_binary_format; }; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/sink/writer/vtablet_writer.cpp b/be/src/exec/sink/writer/vtablet_writer.cpp index cd74957548ebb1..934446e18c3781 100644 --- a/be/src/exec/sink/writer/vtablet_writer.cpp +++ b/be/src/exec/sink/writer/vtablet_writer.cpp @@ -92,7 +92,6 @@ namespace doris { class TExpr; -namespace vectorized { #include "common/compile_check_begin.h" bvar::Adder g_sink_write_bytes; @@ -732,7 +731,7 @@ Status VNodeChannel::open_wait() { return status; } -Status VNodeChannel::add_block(vectorized::Block* block, const Payload* payload) { +Status VNodeChannel::add_block(Block* block, const Payload* payload) { SCOPED_CONSUME_MEM_TRACKER(_node_channel_tracker.get()); if (payload->second.empty()) { return Status::OK(); @@ -779,7 +778,7 @@ Status VNodeChannel::add_block(vectorized::Block* block, const Payload* payload) } if (UNLIKELY(!_cur_mutable_block)) { - _cur_mutable_block = vectorized::MutableBlock::create_unique(block->clone_empty()); + _cur_mutable_block = MutableBlock::create_unique(block->clone_empty()); } SCOPED_RAW_TIMER(&_stat.append_node_channel_ns); @@ -812,7 +811,7 @@ Status VNodeChannel::add_block(vectorized::Block* block, const Payload* payload) << " jobid:" << std::to_string(_state->load_job_id()) << " loadinfo:" << _load_info; } - _cur_mutable_block = vectorized::MutableBlock::create_unique(block->clone_empty()); + _cur_mutable_block = MutableBlock::create_unique(block->clone_empty()); _cur_add_block_request->clear_tablet_ids(); } @@ -1324,7 +1323,7 @@ void VNodeChannel::mark_close(bool hang_wait) { std::lock_guard l(_pending_batches_lock); if (!_cur_mutable_block) [[unlikely]] { // never had a block arrived. add a dummy block - _cur_mutable_block = vectorized::MutableBlock::create_unique(); + _cur_mutable_block = MutableBlock::create_unique(); } auto tmp_add_block_request = std::make_shared(*_cur_add_block_request); @@ -1342,8 +1341,7 @@ void VNodeChannel::mark_close(bool hang_wait) { } VTabletWriter::VTabletWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep) + std::shared_ptr dep, std::shared_ptr fin_dep) : AsyncResultWriter(output_exprs, dep, fin_dep), _t_sink(t_sink) { _transfer_large_data_by_brpc = config::transfer_large_data_by_brpc; } @@ -1488,7 +1486,7 @@ Status VTabletWriter::_init_row_distribution() { .schema = _schema, .caller = this, .write_single_replica = _write_single_replica, - .create_partition_callback = &vectorized::on_partitions_created}); + .create_partition_callback = &::doris::on_partitions_created}); return _row_distribution.open(_output_row_desc); } @@ -2028,8 +2026,7 @@ void VTabletWriter::_generate_one_index_channel_payload( if (payload_it == channel_payload.end()) { auto [tmp_it, _] = channel_payload.emplace( locate_node.get(), - Payload {std::make_unique(), - std::vector()}); + Payload {std::make_unique(), std::vector()}); payload_it = tmp_it; payload_it->second.first->reserve(row_cnt); payload_it->second.second.reserve(row_cnt); @@ -2048,7 +2045,7 @@ void VTabletWriter::_generate_index_channels_payloads( } } -Status VTabletWriter::write(RuntimeState* state, doris::vectorized::Block& input_block) { +Status VTabletWriter::write(RuntimeState* state, doris::Block& input_block) { SCOPED_CONSUME_MEM_TRACKER(_mem_tracker.get()); Status status = Status::OK(); @@ -2069,7 +2066,7 @@ Status VTabletWriter::write(RuntimeState* state, doris::vectorized::Block& input SCOPED_TIMER(_operator_profile->total_time_counter()); SCOPED_RAW_TIMER(&_send_data_ns); - std::shared_ptr block; + std::shared_ptr block; _number_input_rows += rows; // update incrementally so that FE can get the progress. // the real 'num_rows_load_total' will be set when sink being closed. @@ -2110,5 +2107,4 @@ Status VTabletWriter::write(RuntimeState* state, doris::vectorized::Block& input return Status::OK(); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vtablet_writer.h b/be/src/exec/sink/writer/vtablet_writer.h index e9debea37cb5dd..d9e3869e68e588 100644 --- a/be/src/exec/sink/writer/vtablet_writer.h +++ b/be/src/exec/sink/writer/vtablet_writer.h @@ -79,8 +79,6 @@ class Thread; class ThreadPoolToken; class TupleDescriptor; -namespace vectorized { - // The counter of add_batch rpc of a single node struct AddBatchCounter { // total execution time of a add_batch rpc @@ -223,7 +221,7 @@ struct WriterStats { }; // pair -using Payload = std::pair, std::vector>; +using Payload = std::pair, std::vector>; // every NodeChannel keeps a data transmission channel with one BE. for multiple times open, it has a dozen of requests and corresponding closures. class VNodeChannel { @@ -259,7 +257,7 @@ class VNodeChannel { // this function will called multi times. NON_REENTRANT Status open_wait(); - Status add_block(vectorized::Block* block, const Payload* payload); + Status add_block(Block* block, const Payload* payload); // @return: 1 if running, 0 if finished. // @caller: VOlapTabletSink::_send_batch_process. it's a continual asynchronous process. @@ -431,11 +429,11 @@ class VNodeChannel { std::vector> _tablets_filtered_rows; // build a _cur_mutable_block and push into _pending_blocks. when not building, this block is empty. - std::unique_ptr _cur_mutable_block; + std::unique_ptr _cur_mutable_block; std::shared_ptr _cur_add_block_request; - using AddBlockReq = std::pair, - std::shared_ptr>; + using AddBlockReq = + std::pair, std::shared_ptr>; std::queue _pending_blocks; // send block to slave BE rely on this. dont reconstruct it. std::shared_ptr> _send_block_callback = nullptr; @@ -451,7 +449,7 @@ class VNodeChannel { // an IndexChannel is related to specific table and its rollup and mv class IndexChannel { public: - IndexChannel(VTabletWriter* parent, int64_t index_id, vectorized::VExprContextSPtr where_clause) + IndexChannel(VTabletWriter* parent, int64_t index_id, VExprContextSPtr where_clause) : _parent(parent), _index_id(index_id), _where_clause(std::move(where_clause)) { _index_channel_tracker = std::make_unique("IndexChannel:indexID=" + std::to_string(_index_id)); @@ -565,7 +563,7 @@ class IndexChannel { void set_start_time(const int64_t& start_time) { _start_time = start_time; } - vectorized::VExprContextSPtr get_where_clause() { return _where_clause; } + VExprContextSPtr get_where_clause() { return _where_clause; } private: friend class VNodeChannel; @@ -583,7 +581,7 @@ class IndexChannel { VTabletWriter* _parent = nullptr; int64_t _index_id; - vectorized::VExprContextSPtr _where_clause; + VExprContextSPtr _where_clause; // from backend channel to tablet_id // ATTN: must be placed before `_node_channels` and `_channels_by_tablet`. @@ -617,17 +615,15 @@ class IndexChannel { int64_t _start_time = 0; }; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { // // write result to file class VTabletWriter final : public AsyncResultWriter { public: VTabletWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep); + std::shared_ptr dep, std::shared_ptr fin_dep); Status write(RuntimeState* state, Block& block) override; @@ -780,4 +776,4 @@ class VTabletWriter final : public AsyncResultWriter { // these backends' success should not be counted for majority write std::unordered_map> _tablet_version_gap_backends; }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/writer/vtablet_writer_v2.cpp b/be/src/exec/sink/writer/vtablet_writer_v2.cpp index ae5ca2cad8968e..ceb9adf859adcc 100644 --- a/be/src/exec/sink/writer/vtablet_writer_v2.cpp +++ b/be/src/exec/sink/writer/vtablet_writer_v2.cpp @@ -54,14 +54,14 @@ #include "exec/sink/vtablet_block_convertor.h" #include "exec/sink/vtablet_finder.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" extern bvar::Adder g_sink_load_back_pressure_version_time_ms; VTabletWriterV2::VTabletWriterV2(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep) + std::shared_ptr dep, + std::shared_ptr fin_dep) : AsyncResultWriter(output_exprs, dep, fin_dep), _t_sink(t_sink) { DCHECK(t_sink.__isset.olap_table_sink); } @@ -136,7 +136,7 @@ Status VTabletWriterV2::_init_row_distribution() { .vec_output_expr_ctxs = &_vec_output_expr_ctxs, .schema = _schema, .caller = (void*)this, - .create_partition_callback = &vectorized::on_partitions_created}); + .create_partition_callback = &::doris::on_partitions_created}); return _row_distribution.open(_output_row_desc); } @@ -512,7 +512,7 @@ Status VTabletWriterV2::write(RuntimeState* state, Block& input_block) { // This is just for passing compilation. _row_distribution_watch.start(); - std::shared_ptr block; + std::shared_ptr block; RETURN_IF_ERROR(_row_distribution.generate_rows_distribution( input_block, block, _row_part_tablet_ids, _number_input_rows)); RowsForTablet rows_for_tablet; @@ -536,7 +536,7 @@ Status VTabletWriterV2::write(RuntimeState* state, Block& input_block) { return Status::OK(); } -Status VTabletWriterV2::_write_memtable(std::shared_ptr block, int64_t tablet_id, +Status VTabletWriterV2::_write_memtable(std::shared_ptr block, int64_t tablet_id, const Rows& rows) { auto st = Status::OK(); auto delta_writer = _delta_writer_for_tablet->get_or_create(tablet_id, [&]() { @@ -1069,4 +1069,4 @@ Status VTabletWriterV2::_create_commit_info(std::vector& tabl return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/writer/vtablet_writer_v2.h b/be/src/exec/sink/writer/vtablet_writer_v2.h index 9b73c4edf9c3f4..914c17d1cdc23f 100644 --- a/be/src/exec/sink/writer/vtablet_writer_v2.h +++ b/be/src/exec/sink/writer/vtablet_writer_v2.h @@ -77,8 +77,6 @@ class TExpr; class TabletSchema; class TupleDescriptor; -namespace vectorized { - class OlapTableBlockConvertor; class OlapTabletFinder; class VTabletWriterV2; @@ -100,8 +98,7 @@ class VTabletWriterV2 final : public AsyncResultWriter { public: // Construct from thrift struct which is generated by FE. VTabletWriterV2(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep); + std::shared_ptr dep, std::shared_ptr fin_dep); ~VTabletWriterV2() override; @@ -139,8 +136,7 @@ class VTabletWriterV2 final : public AsyncResultWriter { void _generate_rows_for_tablet(std::vector& row_part_tablet_ids, RowsForTablet& rows_for_tablet); - Status _write_memtable(std::shared_ptr block, int64_t tablet_id, - const Rows& rows); + Status _write_memtable(std::shared_ptr block, int64_t tablet_id, const Rows& rows); Status _select_streams(int64_t tablet_id, int64_t partition_id, int64_t index_id, std::vector>& streams); @@ -263,5 +259,4 @@ class VTabletWriterV2 final : public AsyncResultWriter { std::atomic _load_back_pressure_version_block_ms {0}; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vtvf_table_writer.cpp b/be/src/exec/sink/writer/vtvf_table_writer.cpp index 7c9c31ef84024c..c4111c7c2d3117 100644 --- a/be/src/exec/sink/writer/vtvf_table_writer.cpp +++ b/be/src/exec/sink/writer/vtvf_table_writer.cpp @@ -26,11 +26,11 @@ #include "io/file_factory.h" #include "runtime/runtime_state.h" -namespace doris::vectorized { +namespace doris { VTVFTableWriter::VTVFTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep) + std::shared_ptr dep, + std::shared_ptr fin_dep) : AsyncResultWriter(output_exprs, dep, fin_dep) { _tvf_sink = t_sink.tvf_table_sink; } @@ -58,7 +58,7 @@ Status VTVFTableWriter::open(RuntimeState* state, RuntimeProfile* profile) { return _create_next_file_writer(); } -Status VTVFTableWriter::write(RuntimeState* state, vectorized::Block& block) { +Status VTVFTableWriter::write(RuntimeState* state, Block& block) { COUNTER_UPDATE(_written_rows_counter, block.rows()); state->update_num_rows_load_total(block.rows()); @@ -169,4 +169,4 @@ Status VTVFTableWriter::_get_next_file_name(std::string* file_name) { return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sink/writer/vtvf_table_writer.h b/be/src/exec/sink/writer/vtvf_table_writer.h index 6759c971788cf0..54fabeecd5fc03 100644 --- a/be/src/exec/sink/writer/vtvf_table_writer.h +++ b/be/src/exec/sink/writer/vtvf_table_writer.h @@ -34,7 +34,6 @@ namespace doris { class RuntimeState; class RuntimeProfile; -namespace vectorized { class Block; /** @@ -47,14 +46,13 @@ class Block; class VTVFTableWriter final : public AsyncResultWriter { public: VTVFTableWriter(const TDataSink& t_sink, const VExprContextSPtrs& output_exprs, - std::shared_ptr dep, - std::shared_ptr fin_dep); + std::shared_ptr dep, std::shared_ptr fin_dep); ~VTVFTableWriter() override = default; Status open(RuntimeState* state, RuntimeProfile* profile) override; - Status write(RuntimeState* state, vectorized::Block& block) override; + Status write(RuntimeState* state, Block& block) override; Status close(Status status) override; @@ -83,5 +81,4 @@ class VTVFTableWriter final : public AsyncResultWriter { RuntimeProfile::Counter* _writer_close_timer = nullptr; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vwal_writer.cpp b/be/src/exec/sink/writer/vwal_writer.cpp index d41c05d6e4b0ea..3f3b78b211b3de 100644 --- a/be/src/exec/sink/writer/vwal_writer.cpp +++ b/be/src/exec/sink/writer/vwal_writer.cpp @@ -26,7 +26,6 @@ #include "util/debug_points.h" namespace doris { -namespace vectorized { VWalWriter::VWalWriter(int64_t db_id, int64_t tb_id, int64_t wal_id, const std::string& import_label, WalManager* wal_manager, @@ -68,7 +67,7 @@ Status VWalWriter::init() { return Status::OK(); } -Status VWalWriter::write_wal(vectorized::Block* block) { +Status VWalWriter::write_wal(Block* block) { DBUG_EXECUTE_IF("VWalWriter.write_wal.fail", { return Status::InternalError("Failed to write wal!"); }); PBlock pblock; @@ -103,5 +102,4 @@ Status VWalWriter::_create_wal_writer(int64_t wal_id, const io::FileSystemSPtr& RETURN_IF_ERROR(wal_writer->init(fs)); return Status::OK(); } -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sink/writer/vwal_writer.h b/be/src/exec/sink/writer/vwal_writer.h index b5fb45f7220d9a..60a0ba36fc71dc 100644 --- a/be/src/exec/sink/writer/vwal_writer.h +++ b/be/src/exec/sink/writer/vwal_writer.h @@ -25,7 +25,6 @@ #include "load/group_commit/wal/wal_writer.h" namespace doris { -namespace vectorized { class VWalWriter { public: @@ -34,7 +33,7 @@ class VWalWriter { int be_exe_version); ~VWalWriter(); Status init(); - Status write_wal(vectorized::Block* block); + Status write_wal(Block* block); Status close(); private: @@ -51,5 +50,4 @@ class VWalWriter { int _be_exe_version = 0; std::shared_ptr _wal_writer; }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sort/heap_sorter.cpp b/be/src/exec/sort/heap_sorter.cpp index 372a0ccfba60f8..ee66be94876c43 100644 --- a/be/src/exec/sort/heap_sorter.cpp +++ b/be/src/exec/sort/heap_sorter.cpp @@ -23,7 +23,7 @@ #include "runtime/runtime_profile.h" #include "runtime/runtime_state.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" HeapSorter::HeapSorter(VSortExecExprs& vsort_exec_exprs, int64_t limit, int64_t offset, @@ -92,4 +92,4 @@ size_t HeapSorter::data_size() const { } #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/heap_sorter.h b/be/src/exec/sort/heap_sorter.h index bd15e89a70dcef..a79546a55bd91b 100644 --- a/be/src/exec/sort/heap_sorter.h +++ b/be/src/exec/sort/heap_sorter.h @@ -19,7 +19,7 @@ #include "exec/sort/sorter.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class HeapSorter final : public Sorter { @@ -54,4 +54,4 @@ class HeapSorter final : public Sorter { }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/partition_sorter.cpp b/be/src/exec/sort/partition_sorter.cpp index a449f4c2307189..0f429b33b42f73 100644 --- a/be/src/exec/sort/partition_sorter.cpp +++ b/be/src/exec/sort/partition_sorter.cpp @@ -32,12 +32,10 @@ class RowDescriptor; class RuntimeProfile; class RuntimeState; -namespace vectorized { class VSortExecExprs; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { PartitionSorter::PartitionSorter(VSortExecExprs& vsort_exec_exprs, int64_t limit, int64_t offset, ObjectPool* pool, std::vector& is_asc_order, @@ -207,4 +205,4 @@ Status PartitionSorter::_read_row_rank(Block* output_block, bool* eos, int batch return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/partition_sorter.h b/be/src/exec/sort/partition_sorter.h index 60d95bb889999f..ce04025fa409c2 100644 --- a/be/src/exec/sort/partition_sorter.h +++ b/be/src/exec/sort/partition_sorter.h @@ -35,13 +35,11 @@ class RowDescriptor; class RuntimeProfile; class RuntimeState; -namespace vectorized { class Block; class VSortExecExprs; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { struct SortCursorCmp { public: @@ -126,4 +124,4 @@ class PartitionSorter final : public Sorter { }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/sort_block.cpp b/be/src/exec/sort/sort_block.cpp index 67b1560ea6d175..f0d474cda2d84e 100644 --- a/be/src/exec/sort/sort_block.cpp +++ b/be/src/exec/sort/sort_block.cpp @@ -22,7 +22,7 @@ #include "core/block/column_with_type_and_name.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" ColumnsWithSortDescriptions get_columns_with_sort_description(const Block& block, const SortDescription& description) { @@ -92,4 +92,4 @@ void sort_block(Block& src_block, Block& dest_block, const SortDescription& desc } } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/sort_block.h b/be/src/exec/sort/sort_block.h index e5f9e897777083..418c9007881663 100644 --- a/be/src/exec/sort/sort_block.h +++ b/be/src/exec/sort/sort_block.h @@ -45,14 +45,14 @@ #include "exec/sort/sort_description.h" #include "util/simd/bits.h" -namespace doris::vectorized { +namespace doris { template class ColumnDecimal; template class ColumnVector; -} // namespace doris::vectorized +} // namespace doris -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" /// Sort one block by `description`. If limit != 0, then the partial sort of the first `limit` rows is produced. void sort_block(Block& src_block, Block& dest_block, const SortDescription& description, @@ -523,4 +523,4 @@ class ColumnSorter { const int _direction; }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/sort_cursor.h b/be/src/exec/sort/sort_cursor.h index 038687565f6273..2a0d85d0fd342a 100644 --- a/be/src/exec/sort/sort_cursor.h +++ b/be/src/exec/sort/sort_cursor.h @@ -28,7 +28,7 @@ #include "exec/sort/sort_description.h" #include "exprs/vexpr_context.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" /** Cursor allows to compare rows in different blocks (and parts). * Cursor moves inside single block. @@ -431,4 +431,4 @@ class SortingQueueBatch { }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/sort_description.h b/be/src/exec/sort/sort_description.h index 4d1543d690419f..a680ee24923873 100644 --- a/be/src/exec/sort/sort_description.h +++ b/be/src/exec/sort/sort_description.h @@ -22,7 +22,7 @@ #include "vector" -namespace doris::vectorized { +namespace doris { /// Description of the sorting rule by one column. struct SortColumnDescription { @@ -41,4 +41,4 @@ struct SortColumnDescription { /// Description of the sorting rule for several columns. using SortDescription = std::vector; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/sorter.cpp b/be/src/exec/sort/sorter.cpp index 1ec5252ab352b6..c8bc671b3622c9 100644 --- a/be/src/exec/sort/sorter.cpp +++ b/be/src/exec/sort/sorter.cpp @@ -44,7 +44,7 @@ namespace doris { class RowDescriptor; } // namespace doris -namespace doris::vectorized { +namespace doris { // When doing spillable sorting, each sorted block is spilled into a single file. // @@ -87,16 +87,14 @@ Status MergeSorterState::build_merge_tree(const SortDescription& sort_descriptio return Status::OK(); } -Status MergeSorterState::merge_sort_read(doris::vectorized::Block* block, int batch_size, - bool* eos) { +Status MergeSorterState::merge_sort_read(doris::Block* block, int batch_size, bool* eos) { DCHECK(_sorted_blocks.empty()); DCHECK(unsorted_block()->empty()); _merge_sort_read_impl(batch_size, block, eos); return Status::OK(); } -void MergeSorterState::_merge_sort_read_impl(int batch_size, doris::vectorized::Block* block, - bool* eos) { +void MergeSorterState::_merge_sort_read_impl(int batch_size, doris::Block* block, bool* eos) { size_t num_columns = unsorted_block()->columns(); MutableBlock m_block = VectorizedUtils::build_mutable_mem_reuse_block(block, *unsorted_block()); @@ -132,8 +130,8 @@ void MergeSorterState::_merge_sort_read_impl(int batch_size, doris::vectorized:: *eos = merged_rows == 0; } -Status Sorter::merge_sort_read_for_spill(RuntimeState* state, doris::vectorized::Block* block, - int batch_size, bool* eos) { +Status Sorter::merge_sort_read_for_spill(RuntimeState* state, doris::Block* block, int batch_size, + bool* eos) { return get_next(state, block, eos); } @@ -272,7 +270,7 @@ Status FullSorter::get_next(RuntimeState* state, Block* block, bool* eos) { return _state->merge_sort_read(block, state->batch_size(), eos); } -Status FullSorter::merge_sort_read_for_spill(RuntimeState* state, doris::vectorized::Block* block, +Status FullSorter::merge_sort_read_for_spill(RuntimeState* state, doris::Block* block, int batch_size, bool* eos) { return _state->merge_sort_read(block, batch_size, eos); } @@ -318,4 +316,4 @@ void FullSorter::reset() { _state->reset(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/sorter.h b/be/src/exec/sort/sorter.h index 25a77f4e9d8ff4..42ef13792eb464 100644 --- a/be/src/exec/sort/sorter.h +++ b/be/src/exec/sort/sorter.h @@ -43,7 +43,7 @@ class ObjectPool; class RowDescriptor; } // namespace doris -namespace doris::vectorized { +namespace doris { using MergeSorterQueue = SortingQueueBatch; @@ -65,7 +65,7 @@ class MergeSorterState { Status build_merge_tree(const SortDescription& sort_description); - Status merge_sort_read(doris::vectorized::Block* block, int batch_size, bool* eos); + Status merge_sort_read(doris::Block* block, int batch_size, bool* eos); size_t data_size() const { size_t size = _unsorted_block->bytes(); @@ -85,7 +85,7 @@ class MergeSorterState { void ignore_offset() { _offset = 0; } private: - void _merge_sort_read_impl(int batch_size, doris::vectorized::Block* block, bool* eos); + void _merge_sort_read_impl(int batch_size, doris::Block* block, bool* eos); std::unique_ptr _unsorted_block; MergeSorterQueue _queue; @@ -142,7 +142,7 @@ class Sorter { const SortDescription& get_sort_description() const { return _sort_description; } virtual Field get_top_value() { return Field {PrimitiveType::TYPE_NULL}; } - virtual Status merge_sort_read_for_spill(RuntimeState* state, doris::vectorized::Block* block, + virtual Status merge_sort_read_for_spill(RuntimeState* state, doris::Block* block, int batch_size, bool* eos); virtual void reset() {} @@ -191,8 +191,8 @@ class FullSorter final : public Sorter { size_t get_reserve_mem_size(RuntimeState* state, bool eos) const override; - Status merge_sort_read_for_spill(RuntimeState* state, doris::vectorized::Block* block, - int batch_size, bool* eos) override; + Status merge_sort_read_for_spill(RuntimeState* state, doris::Block* block, int batch_size, + bool* eos) override; void reset() override; void set_max_buffered_block_bytes(size_t max_buffered_block_bytes) { @@ -224,4 +224,4 @@ class FullSorter final : public Sorter { }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/topn_sorter.cpp b/be/src/exec/sort/topn_sorter.cpp index 59dcf9b47043d9..b1c4b124d203d9 100644 --- a/be/src/exec/sort/topn_sorter.cpp +++ b/be/src/exec/sort/topn_sorter.cpp @@ -32,12 +32,10 @@ class RowDescriptor; class RuntimeProfile; class RuntimeState; -namespace vectorized { class VSortExecExprs; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { TopNSorter::TopNSorter(VSortExecExprs& vsort_exec_exprs, int64_t limit, int64_t offset, ObjectPool* pool, std::vector& is_asc_order, @@ -97,4 +95,4 @@ size_t TopNSorter::data_size() const { return _state->data_size(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/topn_sorter.h b/be/src/exec/sort/topn_sorter.h index 79639f6d825aca..2fb707764c34e6 100644 --- a/be/src/exec/sort/topn_sorter.h +++ b/be/src/exec/sort/topn_sorter.h @@ -32,13 +32,11 @@ class RowDescriptor; class RuntimeProfile; class RuntimeState; -namespace vectorized { class Block; class VSortExecExprs; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { class TopNSorter final : public Sorter { ENABLE_FACTORY_CREATOR(TopNSorter); @@ -68,4 +66,4 @@ class TopNSorter final : public Sorter { }; #include "common/compile_check_end.h" -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/vsort_exec_exprs.cpp b/be/src/exec/sort/vsort_exec_exprs.cpp index d0e062ad80d5c5..33fe1910f7253f 100644 --- a/be/src/exec/sort/vsort_exec_exprs.cpp +++ b/be/src/exec/sort/vsort_exec_exprs.cpp @@ -30,7 +30,7 @@ class RowDescriptor; class RuntimeState; } // namespace doris -namespace doris::vectorized { +namespace doris { Status VSortExecExprs::init(const TSortInfo& sort_info, ObjectPool* pool) { return init(sort_info.ordering_exprs, @@ -84,4 +84,4 @@ Status VSortExecExprs::clone(RuntimeState* state, VSortExecExprs& new_exprs) { return Status::OK(); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/sort/vsort_exec_exprs.h b/be/src/exec/sort/vsort_exec_exprs.h index 8823b1b5b5295c..b60b88da0ae4b5 100644 --- a/be/src/exec/sort/vsort_exec_exprs.h +++ b/be/src/exec/sort/vsort_exec_exprs.h @@ -36,7 +36,6 @@ class TSortInfo; // TopN and Sort materialize input rows into a single tuple before sorting. // If _materialize_tuple is true, SortExecExprs also stores the slot expressions used to // materialize the sort tuples. -namespace vectorized { class VSortExecExprs { public: @@ -84,5 +83,4 @@ class VSortExecExprs { const std::vector* sort_tuple_slot_exprs, ObjectPool* pool); }; -} // namespace vectorized } // namespace doris diff --git a/be/src/exec/sort/vsorted_run_merger.cpp b/be/src/exec/sort/vsorted_run_merger.cpp index f0f277b9130e24..865b860d4ec316 100644 --- a/be/src/exec/sort/vsorted_run_merger.cpp +++ b/be/src/exec/sort/vsorted_run_merger.cpp @@ -29,7 +29,7 @@ #include "runtime/runtime_profile.h" #include "util/stopwatch.hpp" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" VSortedRunMerger::VSortedRunMerger(const VExprContextSPtrs& ordering_expr, @@ -222,4 +222,4 @@ bool VSortedRunMerger::_need_more_data(MergeSortCursor& current) { } } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/sort/vsorted_run_merger.h b/be/src/exec/sort/vsorted_run_merger.h index 912dbe0920178b..471333e862e5c3 100644 --- a/be/src/exec/sort/vsorted_run_merger.h +++ b/be/src/exec/sort/vsorted_run_merger.h @@ -30,7 +30,7 @@ #include "exprs/vexpr_fwd.h" #include "runtime/runtime_profile.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" // VSortedRunMerger is used to merge multiple sorted runs of blocks. A run is a sorted @@ -96,6 +96,6 @@ class VSortedRunMerger { bool _need_more_data(MergeSortCursor& current); }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/spill/spill_reader.cpp b/be/src/exec/spill/spill_reader.cpp index 713581ad5f22bf..4604d93cdf13e3 100644 --- a/be/src/exec/spill/spill_reader.cpp +++ b/be/src/exec/spill/spill_reader.cpp @@ -36,7 +36,6 @@ namespace io { class FileSystem; } // namespace io -namespace vectorized { Status SpillReader::open() { if (file_reader_) { return Status::OK(); @@ -166,5 +165,4 @@ Status SpillReader::close() { return Status::OK(); } -} // namespace vectorized } // namespace doris \ No newline at end of file diff --git a/be/src/exec/spill/spill_reader.h b/be/src/exec/spill/spill_reader.h index 5949ce20dc5e37..d787cf1735408b 100644 --- a/be/src/exec/spill/spill_reader.h +++ b/be/src/exec/spill/spill_reader.h @@ -30,7 +30,7 @@ #include "runtime/runtime_profile.h" #include "runtime/workload_management/resource_context.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Block; class SpillReader { @@ -95,5 +95,5 @@ class SpillReader { using SpillReaderUPtr = std::unique_ptr; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/spill/spill_stream.cpp b/be/src/exec/spill/spill_stream.cpp index c41dab8ed89719..07a7d85b116b22 100644 --- a/be/src/exec/spill/spill_stream.cpp +++ b/be/src/exec/spill/spill_stream.cpp @@ -35,7 +35,7 @@ #include "runtime/thread_context.h" #include "util/debug_points.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" SpillStream::SpillStream(RuntimeState* state, int64_t stream_id, SpillDataDir* data_dir, std::string spill_dir, size_t batch_rows, size_t batch_bytes, @@ -170,4 +170,4 @@ Status SpillStream::read_next_block_sync(Block* block, bool* eos) { return reader_->read(block, eos); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/spill/spill_stream.h b/be/src/exec/spill/spill_stream.h index 044a3b70e020fe..14420d2a6c9c14 100644 --- a/be/src/exec/spill/spill_stream.h +++ b/be/src/exec/spill/spill_stream.h @@ -28,8 +28,6 @@ namespace doris { class RuntimeProfile; class ThreadPool; -namespace vectorized { - class Block; class SpillDataDir; @@ -106,6 +104,5 @@ class SpillStream { RuntimeProfile::Counter* _current_file_size = nullptr; }; using SpillStreamSPtr = std::shared_ptr; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/spill/spill_stream_manager.cpp b/be/src/exec/spill/spill_stream_manager.cpp index cc22876835ff33..38d42daa6bd4c5 100644 --- a/be/src/exec/spill/spill_stream_manager.cpp +++ b/be/src/exec/spill/spill_stream_manager.cpp @@ -40,15 +40,14 @@ #include "util/time.h" #include "util/uid_util.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" SpillStreamManager::~SpillStreamManager() { DorisMetrics::instance()->metric_registry()->deregister_entity(_entity); } SpillStreamManager::SpillStreamManager( - std::unordered_map>&& - spill_store_map) + std::unordered_map>&& spill_store_map) : _spill_store_map(std::move(spill_store_map)), _stop_background_threads_latch(1) {} Status SpillStreamManager::init() { @@ -397,4 +396,4 @@ std::string SpillDataDir::debug_string() { PrettyPrinter::print_bytes(_spill_data_bytes), PrettyPrinter::print_bytes(_available_bytes)); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exec/spill/spill_stream_manager.h b/be/src/exec/spill/spill_stream_manager.h index 2f6c19d57a3de1..4ecd93a700abd9 100644 --- a/be/src/exec/spill/spill_stream_manager.h +++ b/be/src/exec/spill/spill_stream_manager.h @@ -39,8 +39,6 @@ using UIntGauge = AtomicGauge; class MetricEntity; struct MetricPrototype; -namespace vectorized { - class SpillStreamManager; class SpillDataDir { public: @@ -115,8 +113,8 @@ class SpillDataDir { class SpillStreamManager { public: ~SpillStreamManager(); - SpillStreamManager(std::unordered_map>&& - spill_store_map); + SpillStreamManager( + std::unordered_map>&& spill_store_map); Status init(); @@ -163,6 +161,5 @@ class SpillStreamManager { IntAtomicCounter* _spill_write_bytes_counter {nullptr}; IntAtomicCounter* _spill_read_bytes_counter {nullptr}; }; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/spill/spill_writer.cpp b/be/src/exec/spill/spill_writer.cpp index c1ed463d4aaf68..ce5bfa14215ef5 100644 --- a/be/src/exec/spill/spill_writer.cpp +++ b/be/src/exec/spill/spill_writer.cpp @@ -26,7 +26,7 @@ #include "runtime/runtime_state.h" #include "runtime/thread_context.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" Status SpillWriter::open() { if (file_writer_) { @@ -175,4 +175,4 @@ Status SpillWriter::_write_internal(const Block& block, size_t& written_bytes) { return status; } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exec/spill/spill_writer.h b/be/src/exec/spill/spill_writer.h index 07ab1bc08cc305..c78fcaea98be54 100644 --- a/be/src/exec/spill/spill_writer.h +++ b/be/src/exec/spill/spill_writer.h @@ -29,7 +29,6 @@ namespace doris { #include "common/compile_check_begin.h" class RuntimeState; -namespace vectorized { class SpillDataDir; class SpillWriter { public: @@ -99,7 +98,6 @@ class SpillWriter { std::shared_ptr _resource_ctx = nullptr; }; using SpillWriterUPtr = std::unique_ptr; -} // namespace vectorized } // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exec/table_connector.h b/be/src/exec/table_connector.h index 1d6b4e9e120f48..09dab7b88f5f15 100644 --- a/be/src/exec/table_connector.h +++ b/be/src/exec/table_connector.h @@ -34,9 +34,7 @@ namespace doris { class RuntimeState; class TupleDescriptor; -namespace vectorized { class Block; -} // namespace vectorized // Table Connector for scan data from JDBC class TableConnector { @@ -56,13 +54,11 @@ class TableConnector { virtual Status close(Status) = 0; - virtual Status exec_stmt_write(vectorized::Block* block, - const vectorized::VExprContextSPtrs& _output_vexpr_ctxs, + virtual Status exec_stmt_write(Block* block, const VExprContextSPtrs& _output_vexpr_ctxs, uint32_t* num_rows_sent) = 0; //write data into table vectorized - virtual Status append(vectorized::Block* block, - const vectorized::VExprContextSPtrs& _output_vexpr_ctxs, + virtual Status append(Block* block, const VExprContextSPtrs& _output_vexpr_ctxs, uint32_t start_send_row, uint32_t* num_rows_sent, TOdbcTableType::type table_type = TOdbcTableType::MYSQL) = 0; diff --git a/be/src/exprs/aggregate/aggregate_function.h b/be/src/exprs/aggregate/aggregate_function.h index b08fedbfbed3c3..475439cd39ce1d 100644 --- a/be/src/exprs/aggregate/aggregate_function.h +++ b/be/src/exprs/aggregate/aggregate_function.h @@ -36,7 +36,7 @@ #include "exec/common/hash_table/phmap_fwd_decl.h" #include "util/defer_op.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; @@ -669,6 +669,6 @@ struct UnaryExpression {}; // Can only have one parameter struct MultiExpression {}; // Must have multiple parameters (more than 1) struct VarargsExpression {}; // Uncertain number of parameters -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_ai_agg.cpp b/be/src/exprs/aggregate/aggregate_function_ai_agg.cpp index eb3bd808e7f835..44cbff4301be49 100644 --- a/be/src/exprs/aggregate/aggregate_function_ai_agg.cpp +++ b/be/src/exprs/aggregate/aggregate_function_ai_agg.cpp @@ -20,7 +20,7 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { QueryContext* AggregateFunctionAIAggData::_ctx = nullptr; void register_aggregate_function_ai_agg(AggregateFunctionSimpleFactory& factory) { @@ -32,4 +32,4 @@ void register_aggregate_function_ai_agg(AggregateFunctionSimpleFactory& factory) argument_types, result_is_nullable, attr); }); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_ai_agg.h b/be/src/exprs/aggregate/aggregate_function_ai_agg.h index 59836bbe999e1e..44fe74850c8205 100644 --- a/be/src/exprs/aggregate/aggregate_function_ai_agg.h +++ b/be/src/exprs/aggregate/aggregate_function_ai_agg.h @@ -30,7 +30,7 @@ #include "runtime/runtime_state.h" #include "service/http/http_client.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class AggregateFunctionAIAggData { @@ -307,4 +307,4 @@ class AggregateFunctionAIAgg final }; #include "common/compile_check_end.h" -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.cpp b/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.cpp index b22507ac1cc644..314476b2e6ee7d 100644 --- a/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.cpp +++ b/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.cpp @@ -21,7 +21,7 @@ #include "core/data_type/define_primitive_type.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" AggregateFunctionPtr create_aggregate_function_approx_count_distinct( @@ -43,4 +43,4 @@ void register_aggregate_function_approx_count_distinct(AggregateFunctionSimpleFa factory.register_alias("approx_count_distinct", "ndv"); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.h b/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.h index 37e09408c6e85d..6bf92387fdd4a7 100644 --- a/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.h +++ b/be/src/exprs/aggregate/aggregate_function_approx_count_distinct.h @@ -36,15 +36,13 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { class Arena; class BufferReadable; class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { struct AggregateFunctionApproxCountDistinctData { HyperLogLog hll_data; @@ -136,6 +134,6 @@ class AggregateFunctionApproxCountDistinct final } }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_array_agg.cpp b/be/src/exprs/aggregate/aggregate_function_array_agg.cpp index ae91016e05a144..b47ac0174381ef 100644 --- a/be/src/exprs/aggregate/aggregate_function_array_agg.cpp +++ b/be/src/exprs/aggregate/aggregate_function_array_agg.cpp @@ -22,7 +22,7 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template @@ -113,4 +113,4 @@ AggregateFunctionPtr create_aggregate_function_array_agg(const std::string& name void register_aggregate_function_array_agg(AggregateFunctionSimpleFactory& factory) { factory.register_function_both("array_agg", create_aggregate_function_array_agg); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_array_agg.h b/be/src/exprs/aggregate/aggregate_function_array_agg.h index 84bf8ff957a1ad..a998dd8fdbd553 100644 --- a/be/src/exprs/aggregate/aggregate_function_array_agg.h +++ b/be/src/exprs/aggregate/aggregate_function_array_agg.h @@ -32,7 +32,7 @@ #include "exprs/aggregate/aggregate_function.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; @@ -405,6 +405,6 @@ class AggregateFunctionArrayAgg DataTypePtr return_type; }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_avg.cpp b/be/src/exprs/aggregate/aggregate_function_avg.cpp index bf1a3c385df98c..acf2cd8d8301e8 100644 --- a/be/src/exprs/aggregate/aggregate_function_avg.cpp +++ b/be/src/exprs/aggregate/aggregate_function_avg.cpp @@ -25,7 +25,7 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" constexpr PrimitiveType result_type(PrimitiveType T) { @@ -81,4 +81,4 @@ void register_aggregate_function_avg(AggregateFunctionSimpleFactory& factory) { }; factory.register_function_both("avg", creator); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exprs/aggregate/aggregate_function_avg.h b/be/src/exprs/aggregate/aggregate_function_avg.h index c4a5644af947a5..ee6d8015e15717 100644 --- a/be/src/exprs/aggregate/aggregate_function_avg.h +++ b/be/src/exprs/aggregate/aggregate_function_avg.h @@ -40,7 +40,7 @@ #include "core/value/decimalv2_value.h" #include "exprs/aggregate/aggregate_function.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; class BufferReadable; @@ -361,6 +361,6 @@ class AggregateFunctionAvg final ResultType multiplier; }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_avg_weighted.cpp b/be/src/exprs/aggregate/aggregate_function_avg_weighted.cpp index 77e14417bd13b3..4f403e7a7aa438 100644 --- a/be/src/exprs/aggregate/aggregate_function_avg_weighted.cpp +++ b/be/src/exprs/aggregate/aggregate_function_avg_weighted.cpp @@ -21,10 +21,10 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" void register_aggregate_function_avg_weighted(AggregateFunctionSimpleFactory& factory) { factory.register_function_both( "avg_weighted", creator_without_type::creator>); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exprs/aggregate/aggregate_function_avg_weighted.h b/be/src/exprs/aggregate/aggregate_function_avg_weighted.h index 4e53bf20d99bdd..23a36541a9824a 100644 --- a/be/src/exprs/aggregate/aggregate_function_avg_weighted.h +++ b/be/src/exprs/aggregate/aggregate_function_avg_weighted.h @@ -35,7 +35,7 @@ #include "exprs/aggregate/aggregate_function.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; class BufferReadable; @@ -133,6 +133,6 @@ class AggregateFunctionAvgWeight final } }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_binary.h b/be/src/exprs/aggregate/aggregate_function_binary.h index f1f2fb1fb08b91..96a8d9c3ad3b8f 100644 --- a/be/src/exprs/aggregate/aggregate_function_binary.h +++ b/be/src/exprs/aggregate/aggregate_function_binary.h @@ -30,7 +30,7 @@ #include "core/types.h" #include "exprs/aggregate/aggregate_function.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template typename Moments> @@ -96,6 +96,6 @@ struct AggregateFunctionBinary } }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_bit.cpp b/be/src/exprs/aggregate/aggregate_function_bit.cpp index 9321f61e73db99..16712a3d7a7e2c 100644 --- a/be/src/exprs/aggregate/aggregate_function_bit.cpp +++ b/be/src/exprs/aggregate/aggregate_function_bit.cpp @@ -24,7 +24,7 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" void register_aggregate_function_bit(AggregateFunctionSimpleFactory& factory) { @@ -41,4 +41,4 @@ void register_aggregate_function_bit(AggregateFunctionSimpleFactory& factory) { creator::creator); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_bit.h b/be/src/exprs/aggregate/aggregate_function_bit.h index b55f1201a241f5..754cb392778eaf 100644 --- a/be/src/exprs/aggregate/aggregate_function_bit.h +++ b/be/src/exprs/aggregate/aggregate_function_bit.h @@ -30,7 +30,7 @@ #include "exprs/aggregate/aggregate_function.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; class BufferReadable; @@ -150,5 +150,5 @@ class AggregateFunctionBitwise final } }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_bitmap.cpp b/be/src/exprs/aggregate/aggregate_function_bitmap.cpp index 70b94b81ab58fd..675d360ca0c10d 100644 --- a/be/src/exprs/aggregate/aggregate_function_bitmap.cpp +++ b/be/src/exprs/aggregate/aggregate_function_bitmap.cpp @@ -22,7 +22,7 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template class AggregateFunctionTemplate> @@ -85,4 +85,4 @@ void register_aggregate_function_bitmap(AggregateFunctionSimpleFactory& factory) create_aggregate_function_bitmap_union_count); factory.register_function_both("bitmap_union_int", create_aggregate_function_bitmap_union_int); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_bitmap.h b/be/src/exprs/aggregate/aggregate_function_bitmap.h index 71c3bb564a5cf7..fa2fa12584195c 100644 --- a/be/src/exprs/aggregate/aggregate_function_bitmap.h +++ b/be/src/exprs/aggregate/aggregate_function_bitmap.h @@ -37,7 +37,7 @@ #include "core/value/bitmap_value.h" #include "exprs/aggregate/aggregate_function.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; @@ -456,5 +456,5 @@ AggregateFunctionPtr create_aggregate_function_bitmap_union(const std::string& n const DataTypes& argument_types, const bool result_is_nullable); -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_bitmap_agg.cpp b/be/src/exprs/aggregate/aggregate_function_bitmap_agg.cpp index 7598968d604280..067cb3aee220c7 100644 --- a/be/src/exprs/aggregate/aggregate_function_bitmap_agg.cpp +++ b/be/src/exprs/aggregate/aggregate_function_bitmap_agg.cpp @@ -22,7 +22,7 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template @@ -60,4 +60,4 @@ AggregateFunctionPtr create_aggregate_function_bitmap_agg(const std::string& nam void register_aggregate_function_bitmap_agg(AggregateFunctionSimpleFactory& factory) { factory.register_function_both("bitmap_agg", create_aggregate_function_bitmap_agg); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_bitmap_agg.h b/be/src/exprs/aggregate/aggregate_function_bitmap_agg.h index bae065441f18b7..785d5d6669a6b3 100644 --- a/be/src/exprs/aggregate/aggregate_function_bitmap_agg.h +++ b/be/src/exprs/aggregate/aggregate_function_bitmap_agg.h @@ -32,15 +32,13 @@ namespace doris { #include "common/compile_check_begin.h" -namespace vectorized { class Arena; class BufferReadable; class BufferWritable; class IColumn; -} // namespace vectorized } // namespace doris -namespace doris::vectorized { +namespace doris { template struct AggregateFunctionBitmapAggData { @@ -207,5 +205,5 @@ class AggregateFunctionBitmapAgg final } }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_bool_union.cpp b/be/src/exprs/aggregate/aggregate_function_bool_union.cpp index 6556fbb1eee22a..02d95b46510fe5 100644 --- a/be/src/exprs/aggregate/aggregate_function_bool_union.cpp +++ b/be/src/exprs/aggregate/aggregate_function_bool_union.cpp @@ -23,7 +23,7 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" void register_aggregate_function_bool_union(AggregateFunctionSimpleFactory& factory) { @@ -40,5 +40,5 @@ void register_aggregate_function_bool_union(AggregateFunctionSimpleFactory& fact factory.register_alias("bool_and", "booland_agg"); factory.register_alias("bool_xor", "boolxor_agg"); } -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_bool_union.h b/be/src/exprs/aggregate/aggregate_function_bool_union.h index 7688389dc73907..68a2dcc53a8a0c 100644 --- a/be/src/exprs/aggregate/aggregate_function_bool_union.h +++ b/be/src/exprs/aggregate/aggregate_function_bool_union.h @@ -29,7 +29,7 @@ #include "exprs/aggregate/aggregate_function.h" #include "exprs/aggregate/aggregate_function_bit.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" struct AggregateFunctionBoolXorData { @@ -106,6 +106,6 @@ class AggregateFuntionBoolUnion final assert_cast(to).insert_value(this->data(place).get()); } }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_collect.cpp b/be/src/exprs/aggregate/aggregate_function_collect.cpp index 90740d013ad455..7fb9e0f6e543bb 100644 --- a/be/src/exprs/aggregate/aggregate_function_collect.cpp +++ b/be/src/exprs/aggregate/aggregate_function_collect.cpp @@ -24,7 +24,7 @@ #include "exprs/aggregate/factory_helpers.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template @@ -150,4 +150,4 @@ void register_aggregate_function_collect_list(AggregateFunctionSimpleFactory& fa factory.register_alias("collect_list", "group_array"); factory.register_alias("collect_set", "group_uniq_array"); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_collect.h b/be/src/exprs/aggregate/aggregate_function_collect.h index fdc00fa77100d3..b9a90211afad6f 100644 --- a/be/src/exprs/aggregate/aggregate_function_collect.h +++ b/be/src/exprs/aggregate/aggregate_function_collect.h @@ -44,7 +44,7 @@ #include "util/io_helper.h" #include "util/var_int.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template struct AggregateFunctionCollectSetData { @@ -474,6 +474,6 @@ class AggregateFunctionCollect DataTypePtr return_type; }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_combinator.h b/be/src/exprs/aggregate/aggregate_function_combinator.h index 190fe89c57bb92..68c54523ce8a52 100644 --- a/be/src/exprs/aggregate/aggregate_function_combinator.h +++ b/be/src/exprs/aggregate/aggregate_function_combinator.h @@ -25,7 +25,7 @@ #include "core/data_type/data_type.h" #include "exprs/aggregate/aggregate_function.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" /** Aggregate function combinator allows to take one aggregate function @@ -69,6 +69,6 @@ class IAggregateFunctionCombinator { virtual ~IAggregateFunctionCombinator() = default; }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_corr.cpp b/be/src/exprs/aggregate/aggregate_function_corr.cpp index 226d249b70380b..487a151c4be5fc 100644 --- a/be/src/exprs/aggregate/aggregate_function_corr.cpp +++ b/be/src/exprs/aggregate/aggregate_function_corr.cpp @@ -23,7 +23,7 @@ #include "exprs/aggregate/factory_helpers.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { template using CorrMomentStat = StatFunc; @@ -63,4 +63,4 @@ void register_aggregate_functions_corr_welford(AggregateFunctionSimpleFactory& f factory.register_function_both("corr_welford", create_aggregate_corr_welford_function); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exprs/aggregate/aggregate_function_corr.h b/be/src/exprs/aggregate/aggregate_function_corr.h index b9a82666843080..d63f9c64aaf162 100644 --- a/be/src/exprs/aggregate/aggregate_function_corr.h +++ b/be/src/exprs/aggregate/aggregate_function_corr.h @@ -18,7 +18,7 @@ #include "core/types.h" #include "util/io_helper.h" -namespace doris::vectorized { +namespace doris { template struct CorrMoment { @@ -166,4 +166,4 @@ struct CorrMomentWelford { count = 0; } }; -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exprs/aggregate/aggregate_function_count.cpp b/be/src/exprs/aggregate/aggregate_function_count.cpp index 9be57194e04d51..350bf4fa7d2ce6 100644 --- a/be/src/exprs/aggregate/aggregate_function_count.cpp +++ b/be/src/exprs/aggregate/aggregate_function_count.cpp @@ -25,7 +25,7 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/factory_helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" AggregateFunctionPtr create_aggregate_function_count(const std::string& name, @@ -51,4 +51,4 @@ void register_aggregate_function_count(AggregateFunctionSimpleFactory& factory) factory.register_function("count", create_aggregate_function_count_not_null_unary, true); } -} // namespace doris::vectorized +} // namespace doris diff --git a/be/src/exprs/aggregate/aggregate_function_count.h b/be/src/exprs/aggregate/aggregate_function_count.h index fe76db016c1749..35317a6240ac77 100644 --- a/be/src/exprs/aggregate/aggregate_function_count.h +++ b/be/src/exprs/aggregate/aggregate_function_count.h @@ -38,7 +38,7 @@ #include "core/types.h" #include "exprs/aggregate/aggregate_function.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" class Arena; class BufferReadable; @@ -123,7 +123,7 @@ class AggregateFunctionCount final auto& col = assert_cast(column); auto* data = reinterpret_cast(col.get_data().data()); for (size_t i = begin; i <= end; ++i) { - doris::vectorized::AggregateFunctionCount::data(place).count += data[i].count; + doris::AggregateFunctionCount::data(place).count += data[i].count; } } @@ -265,8 +265,7 @@ class AggregateFunctionCountNotNullUnary final auto& col = assert_cast(column); auto* data = reinterpret_cast(col.get_data().data()); for (size_t i = begin; i <= end; ++i) { - doris::vectorized::AggregateFunctionCountNotNullUnary::data(place).count += - data[i].count; + doris::AggregateFunctionCountNotNullUnary::data(place).count += data[i].count; } } @@ -334,6 +333,6 @@ class AggregateFunctionCountNotNullUnary final } }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_count_by_enum.cpp b/be/src/exprs/aggregate/aggregate_function_count_by_enum.cpp index 1364baf31b9b78..9952ed08296b6b 100644 --- a/be/src/exprs/aggregate/aggregate_function_count_by_enum.cpp +++ b/be/src/exprs/aggregate/aggregate_function_count_by_enum.cpp @@ -25,7 +25,7 @@ #include "exprs/aggregate/factory_helpers.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" AggregateFunctionPtr create_aggregate_function_count_by_enum(const std::string& name, @@ -55,4 +55,4 @@ void register_aggregate_function_count_by_enum(AggregateFunctionSimpleFactory& f factory.register_function("count_by_enum", create_aggregate_function_count_by_enum, false); } -} // namespace doris::vectorized \ No newline at end of file +} // namespace doris \ No newline at end of file diff --git a/be/src/exprs/aggregate/aggregate_function_count_by_enum.h b/be/src/exprs/aggregate/aggregate_function_count_by_enum.h index 9b634ed2ea2e1a..40bccd7e5fc1c0 100644 --- a/be/src/exprs/aggregate/aggregate_function_count_by_enum.h +++ b/be/src/exprs/aggregate/aggregate_function_count_by_enum.h @@ -27,7 +27,7 @@ #include "core/column/column_nullable.h" #include "exprs/aggregate/aggregate_function.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" struct CountByEnumData { @@ -237,5 +237,5 @@ class AggregateFunctionCountByEnum final size_t arg_count; }; -} // namespace doris::vectorized +} // namespace doris #include "common/compile_check_end.h" diff --git a/be/src/exprs/aggregate/aggregate_function_covar.cpp b/be/src/exprs/aggregate/aggregate_function_covar.cpp index 3ba31e6412324f..2952b44369bf10 100644 --- a/be/src/exprs/aggregate/aggregate_function_covar.cpp +++ b/be/src/exprs/aggregate/aggregate_function_covar.cpp @@ -21,7 +21,7 @@ #include "exprs/aggregate/aggregate_function_simple_factory.h" #include "exprs/aggregate/helpers.h" -namespace doris::vectorized { +namespace doris { #include "common/compile_check_begin.h" template