Version 2.1.0.0

Tokenizer class

Namespace: Sirenix.Utilities.Editor.Expressions
Assembly: Sirenix.Utilities.Editor
public class Tokenizer
Inheritance
  • System.Object
  • Tokenizer

Constructors

Tokenizer()
public Tokenizer()
Tokenizer(String)
public Tokenizer(string expressingString)
Parameters
System.String expressingString

Fields

TokenizeComments
public bool TokenizeComments
TokenizePreprocessors
public bool TokenizePreprocessors

Properties

CharacterConstantValue
public char CharacterConstantValue { get; }
DecimalConstantValue
public decimal DecimalConstantValue { get; }
ExpressionArgumentNumber
public int ExpressionArgumentNumber { get; }
ExpressionString
public string ExpressionString { get; }
ExpressionStringPosition
public int ExpressionStringPosition { get; }
Float32ConstantValue
public float Float32ConstantValue { get; }
Float64ConstantValue
public double Float64ConstantValue { get; }
IdentifierValue
public string IdentifierValue { get; }
SignedIntegerConstantValue
public long SignedIntegerConstantValue { get; }
StringConstantValue
public string StringConstantValue { get; }
TokenStartedStringPosition
public int TokenStartedStringPosition { get; }
UnsignedIntegerConstantValue
public ulong UnsignedIntegerConstantValue { get; }

Methods

GetNextToken()
public Token GetNextToken()
Returns
Token

GetState()
public TokenizerState GetState()
Returns
TokenizerState

SetExpressionString(String)
public void SetExpressionString(string expressionString)
Parameters
System.String expressionString

SetState(TokenizerState)
public void SetState(TokenizerState state)
Parameters
TokenizerState state