49class GncFwTokenizer :
public GncTokenizer
52 GncFwTokenizer() =
default;
53 GncFwTokenizer(
const GncFwTokenizer&) =
default;
54 GncFwTokenizer& operator=(
const GncFwTokenizer&) =
default;
55 GncFwTokenizer(GncFwTokenizer&&) =
default;
56 GncFwTokenizer& operator=(GncFwTokenizer&&) =
default;
57 ~GncFwTokenizer() =
default;
59 void columns(
const std::vector<uint32_t>& cols = std::vector<uint32_t>());
60 std::vector<uint32_t> get_columns();
61 uint32_t get_column (uint32_t num);
64 bool col_can_delete (uint32_t col_num);
65 void col_delete (uint32_t col_num);
66 bool col_can_narrow (uint32_t col_num);
67 void col_narrow (uint32_t col_num);
68 bool col_can_widen (uint32_t col_num);
69 void col_widen (uint32_t col_num);
70 bool col_can_split (uint32_t col_num, uint32_t position);
71 void col_split (uint32_t col_num, uint32_t position);
73 void load_file (
const std::string& path)
override;
74 int tokenize()
override;
78 std::vector<uint32_t> m_col_vec;
79 uint32_t m_longest_line = 0;