#include <Script.h>

typedef struct TokenBlock { Size Offset Description

Ptr source; 4 0 pointer to stream of characters

long sourceLength; 4 4 length of source stream

Ptr tokenList; 4 8 pointer to array of tokens

long tokenLength; 4 12 maximum length of TokenList

long tokenCount; 4 16 number tokens generated by

tokenizer

Ptr stringList; 4 20 pointer to stream of identifiers

long stringLength; 4 24 length of string list

long stringCount; 4 28 number of bytes currently used

Boolean doString; 1 32 make strings & put into StringLIst

Boolean doAppend; 1 33 append to TokenList rather than

replace

Boolean doAlphanumeric; 1 34 identifiers may include numeric

Boolean doNest; 1 35 do comments nest?

TokenType leftDelims[2]; 4 36

TokenType rightDelims[2]; 4 40

TokenType leftComment[4]; 8 44

TokenType rightComment[4]; 8 52

TokenType escapeCode; 2 60 escape symbol code

TokenType decimalCode; 2 62

Handle itlResource; 4 64 ptr to itl4 resource of current

script

long reserved[8]; 32 68 must be zero!

typedef TokenBlock *TokenBlockPtr;