HLSLTokenizer.h

#ifndef HLSL_TOKENIZER_H
#define HLSL_TOKENIZER_H

namespace M4
{

/** In addition to the values in this enum, all of the ASCII characters are
valid tokens. */
enum HLSLToken
{
    // Built-in types.
    HLSLToken_Float         = 256,
    HLSLToken_Float2,
    HLSLToken_Float3,
    HLSLToken_Float4,
	HLSLToken_Float2x2,
    HLSLToken_Float3x3,
    HLSLToken_Float4x4,
    HLSLToken_Float4x3,
    HLSLToken_Float4x2,
    HLSLToken_Half,
    HLSLToken_Half2,
    HLSLToken_Half3,
    HLSLToken_Half4,
	HLSLToken_Half2x2,
    HLSLToken_Half3x3,
    HLSLToken_Half4x4,
    HLSLToken_Half4x3,
    HLSLToken_Half4x2,
    HLSLToken_Bool,
	HLSLToken_Bool2,
	HLSLToken_Bool3,
	HLSLToken_Bool4,
    HLSLToken_Int,
    HLSLToken_Int2,
    HLSLToken_Int3,
    HLSLToken_Int4,
    HLSLToken_Uint,
    HLSLToken_Uint2,
    HLSLToken_Uint3,
    HLSLToken_Uint4,
    HLSLToken_Texture1D,
    HLSLToken_Texture2D,
    HLSLToken_Texture3D,
    HLSLToken_TextureCube,
    HLSLToken_TextureCubeArray,
    HLSLToken_Texture2DMS,
    HLSLToken_Texture1DArray,
    HLSLToken_Texture2DArray,
    HLSLToken_Texture2DMSArray,
    HLSLToken_RWTexture1D,
    HLSLToken_RWTexture2D,
    HLSLToken_RWTexture3D,
    HLSLToken_SamplerState,
    HLSLToken_Sampler,

    // Reserved words.
    HLSLToken_If,
    HLSLToken_Else,
    HLSLToken_For,
    HLSLToken_While,
    HLSLToken_Break,
    HLSLToken_True,
    HLSLToken_False,
    HLSLToken_Void,
    HLSLToken_Struct,
    HLSLToken_ConstantBuffer,
    HLSLToken_TextureBuffer,
    HLSLToken_Register,
    HLSLToken_Return,
    HLSLToken_Continue,
    HLSLToken_Discard,
    HLSLToken_Const,
    HLSLToken_Static,
    HLSLToken_Inline,

    // Input modifiers.
    HLSLToken_Uniform,
    HLSLToken_In,
    HLSLToken_Out,
    HLSLToken_InOut,

    //ImageType tokens
    HLSLToken_ImageFormat_First,
    HLSLToken_ImageFormat_RGBA32F = HLSLToken_ImageFormat_First,
    HLSLToken_ImageFormat_RGBA16F,
    HLSLToken_ImageFormat_RG32F,
    HLSLToken_ImageFormat_RG16F,
    HLSLToken_ImageFormat_R11G11B10F,
    HLSLToken_ImageFormat_R32F,
    HLSLToken_ImageFormat_R16F,
    HLSLToken_ImageFormat_RGBA16Un,
    HLSLToken_ImageFormat_RGB10A2Un,
    HLSLToken_ImageFormat_RGBA8Un,
    HLSLToken_ImageFormat_RG16Un,
    HLSLToken_ImageFormat_RG8Un,
    HLSLToken_ImageFormat_R16Un,
    HLSLToken_ImageFormat_R8Un,
    HLSLToken_ImageFormat_RGBA16Sn,
    HLSLToken_ImageFormat_RGBA8Sn,
    HLSLToken_ImageFormat_RG16Sn,
    HLSLToken_ImageFormat_RG8Sn,
    HLSLToken_ImageFormat_R16Sn,
    HLSLToken_ImageFormat_R8Sn,
    HLSLToken_ImageFormat_RGBA32I,
    HLSLToken_ImageFormat_RGBA16I,
    HLSLToken_ImageFormat_RGBA8I,
    HLSLToken_ImageFormat_RG32I,
    HLSLToken_ImageFormat_RG16I,
    HLSLToken_ImageFormat_RG8I,
    HLSLToken_ImageFormat_R32I,
    HLSLToken_ImageFormat_R16I,
    HLSLToken_ImageFormat_R8I,
    HLSLToken_ImageFormat_RGBA32UI,
    HLSLToken_ImageFormat_RGBA16UI,
    HLSLToken_ImageFormat_RGB10A2UI,
    HLSLToken_ImageFormat_RGBA8UI,
    HLSLToken_ImageFormat_RG32UI,
    HLSLToken_ImageFormat_RG16UI,
    HLSLToken_ImageFormat_RG8UI,
    HLSLToken_ImageFormat_R32UI,
    HLSLToken_ImageFormat_R16UI,
    HLSLToken_ImageFormat_R8UI,
    HLSLToken_ImageFormat_Last = HLSLToken_ImageFormat_R8UI,

    // Multi-character symbols.
    HLSLToken_LessEqual,
    HLSLToken_GreaterEqual,
    HLSLToken_EqualEqual,
    HLSLToken_NotEqual,
    HLSLToken_PlusPlus,
    HLSLToken_MinusMinus,
    HLSLToken_PlusEqual,
    HLSLToken_MinusEqual,
    HLSLToken_TimesEqual,
    HLSLToken_DivideEqual,
    HLSLToken_AndAnd,       // &&
    HLSLToken_BarBar,       // ||
    HLSLToken_BitShiftLeft, // <<
    HLSLToken_BitShiftRight,// >>
    
    // Other token types.
    HLSLToken_FloatLiteral,
	HLSLToken_HalfLiteral,
    HLSLToken_IntLiteral,
    HLSLToken_Identifier,

    HLSLToken_EndOfStream,
};

class HLSLTokenizer
{

public:

    /// Maximum string length of an identifier.
    static const int s_maxIdentifier = 255 + 1;

    /** The file name is only used for error reporting. */
    HLSLTokenizer(Logger* logger, const char* fileName, const char* buffer, size_t length);

    /** Advances to the next token in the stream. */
    void Next();

    /** Get token ID from the string */
    static int GetTokenID(const char* name);

    /** Returns the current token in the stream. */
    int GetToken() const;

    /** Returns the number of the current token. */
    float GetFloat() const;
    int   GetInt() const;

    /** Returns the identifier for the current token. */
    const char* GetIdentifier() const;

    /** Returns the line number where the current token began. */
    int GetLineNumber() const;

    /** Returns the file name where the current token began. */
    const char* GetFileName() const;

    /** Gets a human readable text description of the current token. */
    void GetTokenName(char buffer[s_maxIdentifier]) const;

    /** Reports an error using printf style formatting. The current line number
    is included. Only the first error reported will be output. */
    void Error(const char* format, ...);

    /** Gets a human readable text description of the specified token. */
    static void GetTokenName(int token, char buffer[s_maxIdentifier]);

private:

    bool SkipWhitespace();
    bool SkipComment();
	bool SkipPragmaDirective();
    bool ScanNumber();
    bool ScanLineDirective();

private:

    Logger*             m_logger;
    const char*         m_fileName;
    const char*         m_buffer;
    const char*         m_bufferEnd;
    int                 m_lineNumber;
    bool                m_error;

    int                 m_token;
    float               m_fValue;
    int                 m_iValue;
    char                m_identifier[s_maxIdentifier];
    char                m_lineDirectiveFileName[s_maxIdentifier];
    int                 m_tokenLineNumber;

};

}

#endif