net.sourceforge.pmd.cpd

Class AbstractTokenizer

public abstract class AbstractTokenizer extends Object implements Tokenizer

BSD-style license; for more info see http://pmd.sourceforge.net/license.html

Author: Zev Blut zb@ubit.com Romain PELISSE belaran@gmail.com

Field Summary
protected List<String>ignorableCharacter
protected List<String>ignorableStmt
protected charONE_LINE_COMMENT_CHAR
protected booleanspanMultipleLinesString
protected List<String>stringToken
Method Summary
voidtokenize(SourceCode tokens, Tokens tokenEntries)

Field Detail

ignorableCharacter

protected List<String> ignorableCharacter

ignorableStmt

protected List<String> ignorableStmt

ONE_LINE_COMMENT_CHAR

protected char ONE_LINE_COMMENT_CHAR

spanMultipleLinesString

protected boolean spanMultipleLinesString

stringToken

protected List<String> stringToken

Method Detail

tokenize

public void tokenize(SourceCode tokens, Tokens tokenEntries)