Tokenizer class

public Tokenizer()

public Tokenizer(string expressingString)

public bool TokenizeComments

public bool TokenizePreprocessors

public char CharacterConstantValue { get; }

public decimal DecimalConstantValue { get; }

public int ExpressionArgumentNumber { get; }

public string ExpressionString { get; }

public int ExpressionStringPosition { get; }

public float Float32ConstantValue { get; }

public double Float64ConstantValue { get; }

public string IdentifierValue { get; }

public long SignedIntegerConstantValue { get; }

public string StringConstantValue { get; }

public int TokenStartedStringPosition { get; }

public ulong UnsignedIntegerConstantValue { get; }

public Token GetNextToken()

public TokenizerState GetState()

public void SetExpressionString(string expressionString)

public void SetState(TokenizerState state)