1*16467b97STreehugger Robot // [The "BSD licence"] 2*16467b97STreehugger Robot // Copyright (c) 2006-2007 Kay Roepke 2010 Alan Condit 3*16467b97STreehugger Robot // All rights reserved. 4*16467b97STreehugger Robot // 5*16467b97STreehugger Robot // Redistribution and use in source and binary forms, with or without 6*16467b97STreehugger Robot // modification, are permitted provided that the following conditions 7*16467b97STreehugger Robot // are met: 8*16467b97STreehugger Robot // 1. Redistributions of source code must retain the above copyright 9*16467b97STreehugger Robot // notice, this list of conditions and the following disclaimer. 10*16467b97STreehugger Robot // 2. Redistributions in binary form must reproduce the above copyright 11*16467b97STreehugger Robot // notice, this list of conditions and the following disclaimer in the 12*16467b97STreehugger Robot // documentation and/or other materials provided with the distribution. 13*16467b97STreehugger Robot // 3. The name of the author may not be used to endorse or promote products 14*16467b97STreehugger Robot // derived from this software without specific prior written permission. 15*16467b97STreehugger Robot // 16*16467b97STreehugger Robot // THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 17*16467b97STreehugger Robot // IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 18*16467b97STreehugger Robot // OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 19*16467b97STreehugger Robot // IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 20*16467b97STreehugger Robot // INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 21*16467b97STreehugger Robot // NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22*16467b97STreehugger Robot // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23*16467b97STreehugger Robot // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24*16467b97STreehugger Robot // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 25*16467b97STreehugger Robot // THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26*16467b97STreehugger Robot 27*16467b97STreehugger Robot #import <Foundation/Foundation.h> 28*16467b97STreehugger Robot #import "TokenStream.h" 29*16467b97STreehugger Robot #import "TokenSource.h" 30*16467b97STreehugger Robot #import "ANTLRBitSet.h" 31*16467b97STreehugger Robot #import "CommonToken.h" 32*16467b97STreehugger Robot #import "AMutableArray.h" 33*16467b97STreehugger Robot 34*16467b97STreehugger Robot @interface BufferedTokenStream : NSObject <TokenStream> 35*16467b97STreehugger Robot { 36*16467b97STreehugger Robot __strong id<TokenSource> tokenSource; 37*16467b97STreehugger Robot 38*16467b97STreehugger Robot /** Record every single token pulled from the source so we can reproduce 39*16467b97STreehugger Robot * chunks of it later. The buffer in LookaheadStream overlaps sometimes 40*16467b97STreehugger Robot * as its moving window moves through the input. This list captures 41*16467b97STreehugger Robot * everything so we can access complete input text. 42*16467b97STreehugger Robot */ 43*16467b97STreehugger Robot __strong AMutableArray *tokens; 44*16467b97STreehugger Robot 45*16467b97STreehugger Robot /** Track the last mark() call result value for use in rewind(). */ 46*16467b97STreehugger Robot NSInteger lastMarker; 47*16467b97STreehugger Robot 48*16467b97STreehugger Robot /** The index into the tokens list of the current token (next token 49*16467b97STreehugger Robot * to consume). tokens[index] should be LT(1). index=-1 indicates need 50*16467b97STreehugger Robot * to initialize with first token. The ctor doesn't get a token. 51*16467b97STreehugger Robot * First call to LT(1) or whatever gets the first token and sets index=0; 52*16467b97STreehugger Robot */ 53*16467b97STreehugger Robot NSInteger index; 54*16467b97STreehugger Robot 55*16467b97STreehugger Robot NSInteger range; // how deep have we gone? 56*16467b97STreehugger Robot 57*16467b97STreehugger Robot } 58*16467b97STreehugger Robot @property (retain, getter=getTokenSource,setter=setTokenSource:) id<TokenSource> tokenSource; 59*16467b97STreehugger Robot @property (retain, getter=getTokens,setter=setTokens:) AMutableArray *tokens; 60*16467b97STreehugger Robot @property (assign, getter=getLastMarker,setter=setLastMarker:) NSInteger lastMarker; 61*16467b97STreehugger Robot @property (assign) NSInteger index; 62*16467b97STreehugger Robot @property (assign, getter=getRange,setter=setRange:) NSInteger range; 63*16467b97STreehugger Robot 64*16467b97STreehugger Robot + (BufferedTokenStream *) newBufferedTokenStream; 65*16467b97STreehugger Robot + (BufferedTokenStream *) newBufferedTokenStreamWith:(id<TokenSource>)aSource; 66*16467b97STreehugger Robot - (id) initWithTokenSource:(id<TokenSource>)aSource; 67*16467b97STreehugger Robot - (void)dealloc; 68*16467b97STreehugger Robot - (id) copyWithZone:(NSZone *)aZone; 69*16467b97STreehugger Robot - (NSUInteger)charPositionInLine; 70*16467b97STreehugger Robot - (NSUInteger)line; 71*16467b97STreehugger Robot - (NSInteger) getRange; 72*16467b97STreehugger Robot - (void) setRange:(NSInteger)anInt; 73*16467b97STreehugger Robot - (NSInteger) mark; 74*16467b97STreehugger Robot - (void) release:(NSInteger) marker; 75*16467b97STreehugger Robot - (void) rewind:(NSInteger) marker; 76*16467b97STreehugger Robot - (void) rewind; 77*16467b97STreehugger Robot - (void) reset; 78*16467b97STreehugger Robot - (void) seek:(NSInteger) anIndex; 79*16467b97STreehugger Robot - (NSInteger) size; 80*16467b97STreehugger Robot - (void) consume; 81*16467b97STreehugger Robot - (void) sync:(NSInteger) i; 82*16467b97STreehugger Robot - (void) fetch:(NSInteger) n; 83*16467b97STreehugger Robot - (id<Token>) getToken:(NSInteger) i; 84*16467b97STreehugger Robot - (AMutableArray *)getFrom:(NSInteger)startIndex To:(NSInteger) stopIndex; 85*16467b97STreehugger Robot - (NSInteger) LA:(NSInteger)i; 86*16467b97STreehugger Robot - (id<Token>) LB:(NSInteger) k; 87*16467b97STreehugger Robot - (id<Token>) LT:(NSInteger) k; 88*16467b97STreehugger Robot - (void) setup; 89*16467b97STreehugger Robot - (id<TokenSource>) getTokenSource; 90*16467b97STreehugger Robot - (void) setTokenSource:(id<TokenSource>) aTokenSource; 91*16467b97STreehugger Robot - (AMutableArray *)getTokens; 92*16467b97STreehugger Robot - (NSString *) getSourceName; 93*16467b97STreehugger Robot - (AMutableArray *)getTokensFrom:(NSInteger)startIndex To:(NSInteger)stopIndex; 94*16467b97STreehugger Robot - (AMutableArray *)getTokensFrom:(NSInteger)startIndex To:(NSInteger)stopIndex With:(ANTLRBitSet *)types; 95*16467b97STreehugger Robot - (AMutableArray *)getTokensFrom:(NSInteger)startIndex To:(NSInteger)stopIndex WithList:(AMutableArray *)types; 96*16467b97STreehugger Robot - (AMutableArray *)getTokensFrom:(NSInteger)startIndex To:(NSInteger)stopIndex WithType:(NSInteger)ttype; 97*16467b97STreehugger Robot - (NSString *) toString; 98*16467b97STreehugger Robot - (NSString *) toStringFromStart:(NSInteger)startIndex ToEnd:(NSInteger)stopIndex; 99*16467b97STreehugger Robot - (NSString *) toStringFromToken:(id<Token>)startIndex ToToken:(id<Token>)stopIndex; 100*16467b97STreehugger Robot - (void) fill; 101*16467b97STreehugger Robot 102*16467b97STreehugger Robot @end 103