should be it

This commit is contained in:
2025-10-24 19:21:19 -05:00
parent a4b23fc57c
commit f09560c7b1
14047 changed files with 3161551 additions and 1 deletions

View File

@@ -0,0 +1,56 @@
//===----------------------------------------------------------------------===//
// DuckDB
//
// decoder/dictionary_decoder.hpp
//
//
//===----------------------------------------------------------------------===//
#pragma once
#include "duckdb.hpp"
#include "parquet_rle_bp_decoder.hpp"
#include "resizable_buffer.hpp"
namespace duckdb {
class ColumnReader;
struct TableFilterState;
class DictionaryDecoder {
public:
explicit DictionaryDecoder(ColumnReader &reader);
public:
void InitializeDictionary(idx_t dictionary_size, optional_ptr<const TableFilter> filter,
optional_ptr<TableFilterState> filter_state, bool has_defines);
void InitializePage();
idx_t Read(uint8_t *defines, idx_t read_count, Vector &result, idx_t result_offset);
void Skip(uint8_t *defines, idx_t skip_count);
bool CanFilter(const TableFilter &filter, TableFilterState &filter_state);
bool DictionarySupportsFilter(const TableFilter &filter, TableFilterState &filter_state);
void Filter(uint8_t *defines, idx_t read_count, Vector &result, SelectionVector &sel, idx_t &approved_tuple_count);
bool HasFilter() const {
return filter_result.get();
}
bool HasFilteredOutAllValues() const {
return HasFilter() && filter_count == 0;
}
private:
idx_t GetValidValues(uint8_t *defines, idx_t read_count, idx_t result_offset);
void ConvertDictToSelVec(uint32_t *offsets, const SelectionVector &rows, idx_t count);
private:
ColumnReader &reader;
ResizeableBuffer &offset_buffer;
unique_ptr<RleBpDecoder> dict_decoder;
SelectionVector valid_sel;
SelectionVector dictionary_selection_vector;
idx_t dictionary_size;
buffer_ptr<VectorChildBuffer> dictionary;
unsafe_unique_array<bool> filter_result;
idx_t filter_count;
bool can_have_nulls;
};
} // namespace duckdb