/*
* Copyright (c) 2011, the Dart project authors.
*
* Licensed under the Eclipse Public License v1.0 (the "License"); you may not use this file except
* in compliance with the License. You may obtain a copy of the License at
*
* http://www.eclipse.org/legal/epl-v10.html
*
* Unless required by applicable law or agreed to in writing, software distributed under the License
* is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
* or implied. See the License for the specific language governing permissions and limitations under
* the License.
*/
package com.google.dart.tools.core.internal.util;
/**
* @coverage dart.tools.core
*/
public class ScannerHelper {
// public final static long[] Bits = {
// ASTNode.Bit1, ASTNode.Bit2, ASTNode.Bit3, ASTNode.Bit4, ASTNode.Bit5,
// ASTNode.Bit6,
// ASTNode.Bit7, ASTNode.Bit8, ASTNode.Bit9, ASTNode.Bit10, ASTNode.Bit11,
// ASTNode.Bit12,
// ASTNode.Bit13, ASTNode.Bit14, ASTNode.Bit15, ASTNode.Bit16, ASTNode.Bit17,
// ASTNode.Bit18,
// ASTNode.Bit19, ASTNode.Bit20, ASTNode.Bit21, ASTNode.Bit22, ASTNode.Bit23,
// ASTNode.Bit24,
// ASTNode.Bit25, ASTNode.Bit26, ASTNode.Bit27, ASTNode.Bit28, ASTNode.Bit29,
// ASTNode.Bit30,
// ASTNode.Bit31, ASTNode.Bit32, ASTNode.Bit33L, ASTNode.Bit34L,
// ASTNode.Bit35L, ASTNode.Bit36L,
// ASTNode.Bit37L, ASTNode.Bit38L, ASTNode.Bit39L, ASTNode.Bit40L,
// ASTNode.Bit41L, ASTNode.Bit42L,
// ASTNode.Bit43L, ASTNode.Bit44L, ASTNode.Bit45L, ASTNode.Bit46L,
// ASTNode.Bit47L, ASTNode.Bit48L,
// ASTNode.Bit49L, ASTNode.Bit50L, ASTNode.Bit51L, ASTNode.Bit52L,
// ASTNode.Bit53L, ASTNode.Bit54L,
// ASTNode.Bit55L, ASTNode.Bit56L, ASTNode.Bit57L, ASTNode.Bit58L,
// ASTNode.Bit59L, ASTNode.Bit60L,
// ASTNode.Bit61L, ASTNode.Bit62L, ASTNode.Bit63L, ASTNode.Bit64L,
// };
// private static final int START_INDEX = 0;
// private static final int PART_INDEX = 1;
// private static long[][][] Tables;
public final static int MAX_OBVIOUS = 128;
public final static int[] OBVIOUS_IDENT_CHAR_NATURES = new int[MAX_OBVIOUS];
public final static int C_JLS_SPACE = 0x100; // ASTNode.Bit9;
public final static int C_SPECIAL = 0x80; // ASTNode.Bit8;
public final static int C_IDENT_START = 0x40; // ASTNode.Bit7;
public final static int C_UPPER_LETTER = 0x20; // ASTNode.Bit6;
public final static int C_LOWER_LETTER = 0x10; // ASTNode.Bit5;
public final static int C_IDENT_PART = 0x8; // ASTNode.Bit4;
public final static int C_DIGIT = 0x4; // ASTNode.Bit3;
public final static int C_SEPARATOR = 0x2; // ASTNode.Bit2;
public final static int C_SPACE = 0x1; // ASTNode.Bit1;
static {
OBVIOUS_IDENT_CHAR_NATURES[0] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[1] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[2] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[3] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[4] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[5] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[6] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[7] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[8] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[14] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[15] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[16] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[17] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[18] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[19] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[20] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[21] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[22] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[23] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[24] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[25] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[26] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[27] = C_IDENT_PART;
OBVIOUS_IDENT_CHAR_NATURES[127] = C_IDENT_PART;
for (int i = '0'; i <= '9'; i++) {
OBVIOUS_IDENT_CHAR_NATURES[i] = C_DIGIT | C_IDENT_PART;
}
for (int i = 'a'; i <= 'z'; i++) {
OBVIOUS_IDENT_CHAR_NATURES[i] = C_LOWER_LETTER | C_IDENT_PART | C_IDENT_START;
}
for (int i = 'A'; i <= 'Z'; i++) {
OBVIOUS_IDENT_CHAR_NATURES[i] = C_UPPER_LETTER | C_IDENT_PART | C_IDENT_START;
}
OBVIOUS_IDENT_CHAR_NATURES['_'] = C_SPECIAL | C_IDENT_PART | C_IDENT_START;
OBVIOUS_IDENT_CHAR_NATURES['$'] = C_SPECIAL | C_IDENT_PART | C_IDENT_START;
OBVIOUS_IDENT_CHAR_NATURES[9] = C_SPACE | C_JLS_SPACE; // \ u0009:
// HORIZONTAL
// TABULATION
OBVIOUS_IDENT_CHAR_NATURES[10] = C_SPACE | C_JLS_SPACE; // \ u000a: LINE
// FEED
OBVIOUS_IDENT_CHAR_NATURES[11] = C_SPACE;
OBVIOUS_IDENT_CHAR_NATURES[12] = C_SPACE | C_JLS_SPACE; // \ u000c: FORM
// FEED
OBVIOUS_IDENT_CHAR_NATURES[13] = C_SPACE | C_JLS_SPACE; // \ u000d: CARRIAGE
// RETURN
OBVIOUS_IDENT_CHAR_NATURES[28] = C_SPACE;
OBVIOUS_IDENT_CHAR_NATURES[29] = C_SPACE;
OBVIOUS_IDENT_CHAR_NATURES[30] = C_SPACE;
OBVIOUS_IDENT_CHAR_NATURES[31] = C_SPACE;
OBVIOUS_IDENT_CHAR_NATURES[32] = C_SPACE | C_JLS_SPACE; // \ u0020: SPACE
OBVIOUS_IDENT_CHAR_NATURES['.'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES[':'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES[';'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES[','] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['['] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES[']'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['('] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES[')'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['{'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['}'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['+'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['-'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['*'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['/'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['='] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['&'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['|'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['?'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['<'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['>'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['!'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['%'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['^'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['~'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['"'] = C_SEPARATOR;
OBVIOUS_IDENT_CHAR_NATURES['\''] = C_SEPARATOR;
}
// static {
// Tables = new long[2][][];
// Tables[START_INDEX] = new long[2][];
// Tables[PART_INDEX] = new long[3][];
// try {
// DataInputStream inputStream = new DataInputStream(
// ScannerHelper.class.getResourceAsStream("start1.rsc")); //$NON-NLS-1$
// long[] readValues = new long[1024];
// for (int i = 0; i < 1024; i++) {
// readValues[i] = inputStream.readLong();
// }
// inputStream.close();
// Tables[START_INDEX][0] = readValues;
// } catch (FileNotFoundException e) {
// e.printStackTrace();
// } catch (IOException e) {
// e.printStackTrace();
// }
// try {
// DataInputStream inputStream = new DataInputStream(
// ScannerHelper.class.getResourceAsStream("start2.rsc")); //$NON-NLS-1$
// long[] readValues = new long[1024];
// for (int i = 0; i < 1024; i++) {
// readValues[i] = inputStream.readLong();
// }
// inputStream.close();
// Tables[START_INDEX][1] = readValues;
// } catch (FileNotFoundException e) {
// e.printStackTrace();
// } catch (IOException e) {
// e.printStackTrace();
// }
// try {
// DataInputStream inputStream = new DataInputStream(
// ScannerHelper.class.getResourceAsStream("part1.rsc")); //$NON-NLS-1$
// long[] readValues = new long[1024];
// for (int i = 0; i < 1024; i++) {
// readValues[i] = inputStream.readLong();
// }
// inputStream.close();
// Tables[PART_INDEX][0] = readValues;
// } catch (FileNotFoundException e) {
// e.printStackTrace();
// } catch (IOException e) {
// e.printStackTrace();
// }
// try {
// DataInputStream inputStream = new DataInputStream(
// ScannerHelper.class.getResourceAsStream("part2.rsc")); //$NON-NLS-1$
// long[] readValues = new long[1024];
// for (int i = 0; i < 1024; i++) {
// readValues[i] = inputStream.readLong();
// }
// inputStream.close();
// Tables[PART_INDEX][1] = readValues;
// } catch (FileNotFoundException e) {
// e.printStackTrace();
// } catch (IOException e) {
// e.printStackTrace();
// }
// try {
// DataInputStream inputStream = new DataInputStream(
// ScannerHelper.class.getResourceAsStream("part14.rsc")); //$NON-NLS-1$
// long[] readValues = new long[1024];
// for (int i = 0; i < 1024; i++) {
// readValues[i] = inputStream.readLong();
// }
// inputStream.close();
// Tables[PART_INDEX][2] = readValues;
// } catch (FileNotFoundException e) {
// e.printStackTrace();
// } catch (IOException e) {
// e.printStackTrace();
// }
// }
// public static boolean isJavaIdentifierStart(char high, char low) {
// int codePoint = toCodePoint(high, low);
// switch((codePoint & 0x1F0000) >> 16) {
// case 0 :
// return Character.isJavaIdentifierStart((char) codePoint);
// case 1 :
// return isBitSet(Tables[START_INDEX][0], codePoint & 0xFFFF);
// case 2 :
// return isBitSet(Tables[START_INDEX][1], codePoint & 0xFFFF);
// }
// return false;
// }
// private static int toCodePoint(char high, char low) {
// return (high - Scanner.HIGH_SURROGATE_MIN_VALUE) * 0x400 + (low -
// Scanner.LOW_SURROGATE_MIN_VALUE) + 0x10000;
// }
// public static boolean isDigit(char c) throws InvalidInputException {
// if(c < ScannerHelper.MAX_OBVIOUS) {
// return (ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] &
// ScannerHelper.C_DIGIT) != 0;
// }
// if (Character.isDigit(c)) {
// throw new InvalidInputException(Scanner.INVALID_DIGIT);
// }
// return false;
// }
public static int digit(char c, int radix) {
if (c < ScannerHelper.MAX_OBVIOUS) {
switch (radix) {
case 8:
if (c >= 48 && c <= 55) {
return c - 48;
}
return -1;
case 10:
if (c >= 48 && c <= 57) {
return c - 48;
}
return -1;
case 16:
if (c >= 48 && c <= 57) {
return c - 48;
}
if (c >= 65 && c <= 70) {
return c - 65 + 10;
}
if (c >= 97 && c <= 102) {
return c - 97 + 10;
}
return -1;
}
}
return Character.digit(c, radix);
}
public static int getNumericValue(char c) {
if (c < ScannerHelper.MAX_OBVIOUS) {
switch (ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c]) {
case C_DIGIT:
return c - '0';
case C_LOWER_LETTER:
return 10 + c - 'a';
case C_UPPER_LETTER:
return 10 + c - 'A';
}
}
return Character.getNumericValue(c);
}
// private final static boolean isBitSet(long[] values, int i) {
// try {
// return (values[i / 64] & Bits[i % 64]) != 0;
// } catch (NullPointerException e) {
// return false;
// }
// }
// public static boolean isJavaIdentifierPart(char c) {
// if (c < MAX_OBVIOUS) {
// return (ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] &
// ScannerHelper.C_IDENT_PART) != 0;
// }
// return Character.isJavaIdentifierPart(c);
// }
// public static boolean isJavaIdentifierPart(char high, char low) {
// int codePoint = toCodePoint(high, low);
// switch((codePoint & 0x1F0000) >> 16) {
// case 0 :
// return Character.isJavaIdentifierPart((char) codePoint);
// case 1 :
// return isBitSet(Tables[PART_INDEX][0], codePoint & 0xFFFF);
// case 2 :
// return isBitSet(Tables[PART_INDEX][1], codePoint & 0xFFFF);
// case 14 :
// return isBitSet(Tables[PART_INDEX][2], codePoint & 0xFFFF);
// }
// return false;
// }
public static boolean isJavaIdentifierStart(char c) {
if (c < MAX_OBVIOUS) {
return (ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & ScannerHelper.C_IDENT_START) != 0;
}
return Character.isJavaIdentifierStart(c);
}
public static boolean isLetter(char c) {
if (c < MAX_OBVIOUS) {
return (ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & (ScannerHelper.C_UPPER_LETTER | ScannerHelper.C_LOWER_LETTER)) != 0;
}
return Character.isLetter(c);
}
public static boolean isLetterOrDigit(char c) {
if (c < MAX_OBVIOUS) {
return (ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & (ScannerHelper.C_UPPER_LETTER
| ScannerHelper.C_LOWER_LETTER | ScannerHelper.C_DIGIT)) != 0;
}
return Character.isLetterOrDigit(c);
}
public static boolean isLowerCase(char c) {
if (c < MAX_OBVIOUS) {
return (ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & ScannerHelper.C_LOWER_LETTER) != 0;
}
return Character.isLowerCase(c);
}
public static boolean isUpperCase(char c) {
if (c < MAX_OBVIOUS) {
return (ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & ScannerHelper.C_UPPER_LETTER) != 0;
}
return Character.isUpperCase(c);
}
/**
* Include also non JLS whitespaces. return true if Character.isWhitespace(c) would return true
*/
public static boolean isWhitespace(char c) {
if (c < MAX_OBVIOUS) {
return (ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & ScannerHelper.C_SPACE) != 0;
}
return Character.isWhitespace(c);
}
public static char toLowerCase(char c) {
if (c < MAX_OBVIOUS) {
if ((ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & ScannerHelper.C_LOWER_LETTER) != 0) {
return c;
} else if ((ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & ScannerHelper.C_UPPER_LETTER) != 0) {
return (char) (32 + c);
}
}
return Character.toLowerCase(c);
}
public static char toUpperCase(char c) {
if (c < MAX_OBVIOUS) {
if ((ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & ScannerHelper.C_UPPER_LETTER) != 0) {
return c;
} else if ((ScannerHelper.OBVIOUS_IDENT_CHAR_NATURES[c] & ScannerHelper.C_LOWER_LETTER) != 0) {
return (char) (c - 32);
}
}
return Character.toUpperCase(c);
}
}