203
203
/** Get the token start position, in the raw buffer. */
204
const char *get_tok_start()
204
const char *get_tok_start() const
206
206
return m_tok_start;
209
209
/** Get the token start position, in the pre-processed buffer. */
210
const char *get_cpp_tok_start()
210
const char *get_cpp_tok_start() const
212
212
return m_cpp_tok_start;
215
215
/** Get the token end position, in the raw buffer. */
216
const char *get_tok_end()
216
const char *get_tok_end() const
218
218
return m_tok_end;
221
221
/** Get the token end position, in the pre-processed buffer. */
222
const char *get_cpp_tok_end()
222
const char *get_cpp_tok_end() const
224
224
return m_cpp_tok_end;
227
227
/** Get the previous token start position, in the raw buffer. */
228
const char *get_tok_start_prev()
228
const char *get_tok_start_prev() const
230
230
return m_tok_start_prev;
233
233
/** Get the current stream pointer, in the raw buffer. */
234
const char *get_ptr()
234
const char *get_ptr() const
239
239
/** Get the current stream pointer, in the pre-processed buffer. */
240
const char *get_cpp_ptr()
240
const char *get_cpp_ptr() const
242
242
return m_cpp_ptr;
245
245
/** Get the length of the current token, in the raw buffer. */
246
uint32_t yyLength() const
249
249
The assumption is that the lexical analyser is always 1 character ahead,
256
256
/** Get the utf8-body string. */
257
const char *get_body_utf8_str()
257
const char *get_body_utf8_str() const
259
259
return m_body_utf8;
262
262
/** Get the utf8-body length. */
263
uint32_t get_body_utf8_length()
263
uint32_t get_body_utf8_length() const
265
265
return m_body_utf8_ptr - m_body_utf8;