PPI-XS-Tokenizer
view release on metacpan or search on metacpan
src/structure.h view on Meta::CPAN
#ifndef __TOKENIZER_STRUCTURE_H__
#define __TOKENIZER_STRUCTURE_H__
namespace PPITokenizer {
class StructureToken : public AbstractTokenType {
public:
StructureToken() : AbstractTokenType( Token_Structure, true ) {}
CharTokenizeResults tokenize(Tokenizer *t, Token *token, unsigned char c_char);
CharTokenizeResults commit(Tokenizer *t);
};
class CastToken : public AbstractTokenType {
public:
CastToken() : AbstractTokenType( Token_Cast, true ) {}
CharTokenizeResults tokenize(Tokenizer *t, Token *token, unsigned char c_char);
};
class PrototypeToken : public AbstractTokenType {
public:
PrototypeToken() : AbstractTokenType( Token_Prototype, true ) {}
CharTokenizeResults tokenize(Tokenizer *t, Token *token, unsigned char c_char);
};
class BOMToken : public AbstractTokenType {
public:
BOMToken() : AbstractTokenType( Token_BOM, false ) {}
CharTokenizeResults tokenize(Tokenizer *t, Token *token, unsigned char c_char);
};
};
#endif
( run in 0.643 second using v1.01-cache-2.11-cpan-5735350b133 )