Searched defs:tokenize (Results 1 – 4 of 4) sorted by relevance
77 public static List<String> tokenize(@Nullable String sql, int options) { in tokenize() method in SQLiteTokenizer89 public static void tokenize(@Nullable String sql, int options, Consumer<String> checker) { in tokenize() method in SQLiteTokenizer
99 Token[] tokenize(final String seq) { in tokenize() method in LevenshteinSuggestionFormatter
98 private void tokenize(char character, Token token) { in tokenize() method in HanziToPinyin
321 public int tokenize(String[] tokens, String fullName) { in tokenize() method in NameSplitter