should be it
This commit is contained in:
56
external/duckdb/extension/parquet/include/decoder/dictionary_decoder.hpp
vendored
Normal file
56
external/duckdb/extension/parquet/include/decoder/dictionary_decoder.hpp
vendored
Normal file
@@ -0,0 +1,56 @@
|
||||
//===----------------------------------------------------------------------===//
|
||||
// DuckDB
|
||||
//
|
||||
// decoder/dictionary_decoder.hpp
|
||||
//
|
||||
//
|
||||
//===----------------------------------------------------------------------===//
|
||||
|
||||
#pragma once
|
||||
|
||||
#include "duckdb.hpp"
|
||||
#include "parquet_rle_bp_decoder.hpp"
|
||||
#include "resizable_buffer.hpp"
|
||||
|
||||
namespace duckdb {
|
||||
class ColumnReader;
|
||||
struct TableFilterState;
|
||||
|
||||
class DictionaryDecoder {
|
||||
public:
|
||||
explicit DictionaryDecoder(ColumnReader &reader);
|
||||
|
||||
public:
|
||||
void InitializeDictionary(idx_t dictionary_size, optional_ptr<const TableFilter> filter,
|
||||
optional_ptr<TableFilterState> filter_state, bool has_defines);
|
||||
void InitializePage();
|
||||
idx_t Read(uint8_t *defines, idx_t read_count, Vector &result, idx_t result_offset);
|
||||
void Skip(uint8_t *defines, idx_t skip_count);
|
||||
bool CanFilter(const TableFilter &filter, TableFilterState &filter_state);
|
||||
bool DictionarySupportsFilter(const TableFilter &filter, TableFilterState &filter_state);
|
||||
void Filter(uint8_t *defines, idx_t read_count, Vector &result, SelectionVector &sel, idx_t &approved_tuple_count);
|
||||
bool HasFilter() const {
|
||||
return filter_result.get();
|
||||
}
|
||||
bool HasFilteredOutAllValues() const {
|
||||
return HasFilter() && filter_count == 0;
|
||||
}
|
||||
|
||||
private:
|
||||
idx_t GetValidValues(uint8_t *defines, idx_t read_count, idx_t result_offset);
|
||||
void ConvertDictToSelVec(uint32_t *offsets, const SelectionVector &rows, idx_t count);
|
||||
|
||||
private:
|
||||
ColumnReader &reader;
|
||||
ResizeableBuffer &offset_buffer;
|
||||
unique_ptr<RleBpDecoder> dict_decoder;
|
||||
SelectionVector valid_sel;
|
||||
SelectionVector dictionary_selection_vector;
|
||||
idx_t dictionary_size;
|
||||
buffer_ptr<VectorChildBuffer> dictionary;
|
||||
unsafe_unique_array<bool> filter_result;
|
||||
idx_t filter_count;
|
||||
bool can_have_nulls;
|
||||
};
|
||||
|
||||
} // namespace duckdb
|
||||
Reference in New Issue
Block a user