GNU Octave  9.1.0
A high-level interpreted language, primarily intended for numerical computations, mostly compatible with Matlab
Classes | Public Types | Public Member Functions | List of all members
token Class Reference

#include "token.h"

Public Types

enum  end_tok_type {
  simple_end , arguments_end , classdef_end , enumeration_end ,
  events_end , for_end , function_end , if_end ,
  methods_end , parfor_end , properties_end , switch_end ,
  try_catch_end , unwind_protect_end , spmd_end , while_end
}
 
enum  token_type {
  generic_token , keyword_token , string_token , numeric_token ,
  ettype_token , scls_name_token
}
 

Public Member Functions

 token (int tv, bool is_keyword, const filepos &beg_pos, const filepos &end_pos)
 
 token (int tv, const char *s, const filepos &beg_pos, const filepos &end_pos)
 
 token (int tv, const filepos &beg_pos, const filepos &end_pos)
 
 token (int tv, const octave_value &val, const std::string &s, const filepos &beg_pos, const filepos &end_pos)
 
 token (int tv, const std::string &mth, const std::string &cls, const filepos &beg_pos, const filepos &end_pos)
 
 token (int tv, const std::string &s, const filepos &beg_pos, const filepos &end_pos)
 
 token (int tv, end_tok_type t, const filepos &beg_pos, const filepos &end_pos)
 
 ~token ()
 
filepos beg_pos () const
 
void beg_pos (const filepos &pos)
 
int column () const
 
filepos end_pos () const
 
void end_pos (const filepos &pos)
 
end_tok_type ettype () const
 
bool iskeyword () const
 
bool isstring () const
 
int line () const
 
void mark_may_be_command ()
 
void mark_trailing_space ()
 
bool may_be_command () const
 
octave_value number () const
 
bool space_follows_token () const
 
std::string superclass_class_name () const
 
std::string superclass_method_name () const
 
std::string text () const
 
std::string text_rep () const
 
int token_value () const
 
bool token_value_is (int tv) const
 
token_type ttype () const
 

Detailed Description

Definition at line 38 of file token.h.

Member Enumeration Documentation

◆ end_tok_type

enum token::end_tok_type
Enumerator
simple_end 
arguments_end 
classdef_end 
enumeration_end 
events_end 
for_end 
function_end 
if_end 
methods_end 
parfor_end 
properties_end 
switch_end 
try_catch_end 
unwind_protect_end 
spmd_end 
while_end 

Definition at line 52 of file token.h.

◆ token_type

enum token::token_type
Enumerator
generic_token 
keyword_token 
string_token 
numeric_token 
ettype_token 
scls_name_token 

Definition at line 42 of file token.h.

Constructor & Destructor Documentation

◆ token() [1/7]

token::token ( int  tv,
const filepos &  beg_pos,
const filepos &  end_pos 
)

Definition at line 37 of file token.cc.

◆ token() [2/7]

token::token ( int  tv,
bool  is_keyword,
const filepos &  beg_pos,
const filepos &  end_pos 
)

Definition at line 43 of file token.cc.

◆ token() [3/7]

token::token ( int  tv,
const char *  s,
const filepos &  beg_pos,
const filepos &  end_pos 
)

Definition at line 51 of file token.cc.

◆ token() [4/7]

token::token ( int  tv,
const std::string &  s,
const filepos &  beg_pos,
const filepos &  end_pos 
)

Definition at line 58 of file token.cc.

◆ token() [5/7]

token::token ( int  tv,
const octave_value &  val,
const std::string &  s,
const filepos &  beg_pos,
const filepos &  end_pos 
)

Definition at line 65 of file token.cc.

◆ token() [6/7]

token::token ( int  tv,
end_tok_type  t,
const filepos &  beg_pos,
const filepos &  end_pos 
)

Definition at line 72 of file token.cc.

◆ token() [7/7]

token::token ( int  tv,
const std::string &  mth,
const std::string &  cls,
const filepos &  beg_pos,
const filepos &  end_pos 
)

Definition at line 79 of file token.cc.

◆ ~token()

token::~token ( )

Definition at line 86 of file token.cc.

References numeric_token, scls_name_token, and string_token.

Member Function Documentation

◆ beg_pos() [1/2]

filepos token::beg_pos ( ) const
inline

Definition at line 105 of file token.h.

Referenced by base_parser::make_arguments_block(), and base_parser::make_assign_op().

◆ beg_pos() [2/2]

void token::beg_pos ( const filepos &  pos)
inline

Definition at line 108 of file token.h.

◆ column()

int token::column ( ) const
inline

Definition at line 113 of file token.h.

Referenced by base_parser::finish_array_list(), base_parser::finish_cell(), base_parser::finish_if_command(), base_parser::finish_matrix(), base_parser::finish_switch_command(), base_parser::make_assign_op(), base_parser::make_binary_op(), base_parser::make_boolean_op(), base_parser::make_break_command(), base_parser::make_classdef(), base_parser::make_classdef_enum_block(), base_parser::make_classdef_events_block(), base_parser::make_classdef_methods_block(), base_parser::make_classdef_properties_block(), base_parser::make_constant(), base_parser::make_continue_command(), base_parser::make_decl_command(), base_parser::make_default_switch_case(), base_parser::make_do_until_command(), base_parser::make_else_clause(), base_parser::make_elseif_clause(), base_parser::make_fcn_handle(), base_parser::make_for_command(), base_parser::make_function(), base_parser::make_identifier(), base_parser::make_metaclass_query(), base_parser::make_postfix_op(), base_parser::make_prefix_op(), base_parser::make_return_command(), base_parser::make_spmd_command(), base_parser::make_superclass_ref(), base_parser::make_switch_case(), base_parser::make_try_command(), base_parser::make_unwind_command(), and base_parser::make_while_command().

◆ end_pos() [1/2]

filepos token::end_pos ( ) const
inline

Definition at line 106 of file token.h.

◆ end_pos() [2/2]

void token::end_pos ( const filepos &  pos)
inline

Definition at line 109 of file token.h.

◆ ettype()

token::end_tok_type token::ettype ( ) const

Definition at line 117 of file token.cc.

References ettype_token, and panic_if.

Referenced by base_parser::end_token_ok().

◆ iskeyword()

bool token::iskeyword ( ) const
inline

Definition at line 115 of file token.h.

Referenced by lexical_feedback::previous_token_is_keyword().

◆ isstring()

bool token::isstring ( ) const
inline

Definition at line 120 of file token.h.

◆ line()

int token::line ( ) const
inline

Definition at line 112 of file token.h.

Referenced by base_parser::finish_array_list(), base_parser::finish_cell(), base_parser::finish_if_command(), base_parser::finish_matrix(), base_parser::finish_switch_command(), base_parser::make_assign_op(), base_parser::make_binary_op(), base_parser::make_boolean_op(), base_parser::make_break_command(), base_parser::make_classdef(), base_parser::make_classdef_enum_block(), base_parser::make_classdef_events_block(), base_parser::make_classdef_methods_block(), base_parser::make_classdef_properties_block(), base_parser::make_constant(), base_parser::make_continue_command(), base_parser::make_decl_command(), base_parser::make_default_switch_case(), base_parser::make_do_until_command(), base_parser::make_else_clause(), base_parser::make_elseif_clause(), base_parser::make_fcn_handle(), base_parser::make_for_command(), base_parser::make_function(), base_parser::make_identifier(), base_parser::make_metaclass_query(), base_parser::make_postfix_op(), base_parser::make_prefix_op(), base_parser::make_return_command(), base_parser::make_spmd_command(), base_parser::make_superclass_ref(), base_parser::make_switch_case(), base_parser::make_try_command(), base_parser::make_unwind_command(), and base_parser::make_while_command().

◆ mark_may_be_command()

void token::mark_may_be_command ( )
inline

Definition at line 96 of file token.h.

Referenced by base_lexer::handle_identifier().

◆ mark_trailing_space()

void token::mark_trailing_space ( )
inline

Definition at line 99 of file token.h.

Referenced by lexical_feedback::mark_previous_token_trailing_space().

◆ may_be_command()

bool token::may_be_command ( ) const
inline

Definition at line 97 of file token.h.

Referenced by lexical_feedback::previous_token_may_be_command().

◆ number()

octave_value token::number ( ) const

Definition at line 104 of file token.cc.

References numeric_token, and panic_if.

Referenced by base_lexer::display_token(), and base_parser::make_constant().

◆ space_follows_token()

bool token::space_follows_token ( ) const
inline

Definition at line 100 of file token.h.

Referenced by lexical_feedback::space_follows_previous_token().

◆ superclass_class_name()

std::string token::superclass_class_name ( ) const

Definition at line 131 of file token.cc.

References panic_if, and scls_name_token.

Referenced by base_parser::make_superclass_ref().

◆ superclass_method_name()

std::string token::superclass_method_name ( ) const

Definition at line 124 of file token.cc.

References panic_if, and scls_name_token.

Referenced by base_parser::make_superclass_ref().

◆ text()

std::string token::text ( ) const

Definition at line 97 of file token.cc.

References panic_if, and string_token.

Referenced by base_lexer::display_token(), base_parser::make_classdef_superclass(), base_parser::make_constant(), base_parser::make_fcn_handle(), base_parser::make_identifier(), and base_parser::make_metaclass_query().

◆ text_rep()

std::string token::text_rep ( ) const

Definition at line 138 of file token.cc.

Referenced by base_parser::make_constant().

◆ token_value()

int token::token_value ( ) const
inline

Definition at line 102 of file token.h.

Referenced by base_parser::make_constant(), and lexical_feedback::previous_token_value().

◆ token_value_is()

bool token::token_value_is ( int  tv) const
inline

Definition at line 103 of file token.h.

Referenced by lexical_feedback::previous_token_value_is().

◆ ttype()

token::token_type token::ttype ( ) const

Definition at line 111 of file token.cc.

The documentation for this class was generated from the following files: