PHPTokenizer.java

/**
 * BSD-style license; for more info see http://pmd.sourceforge.net/license.html
*/
package net.sourceforge.pmd.cpd;

import java.util.List;

public class PHPTokenizer implements Tokenizer {

    public void tokenize(SourceCode tokens, Tokens tokenEntries) {
        List code = tokens.getCode();
        for (int i = 0; i < code.size(); i++) {
            String currentLine = (String)code.get(i);
            for (int j=0;j<currentLine.length(); j++) {
                char tok =currentLine.charAt(j);
                if (    !Character.isWhitespace(tok) &&
                        tok != '{' &&
                        tok != '}' &&
                        tok != ';') {
                    tokenEntries.add(new TokenEntry(String.valueOf(tok), tokens.getFileName(), i+1));
                }
            }
        }
        tokenEntries.add(TokenEntry.getEOF());
    }
}